-- Logs begin at Thu 2021-06-03 21:04:33 UTC, end at Thu 2021-06-03 23:05:56 UTC. -- Jun 03 21:35:05.622357 dv-neutron-792998-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 03 21:35:08.290802 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.common.config [-] Logging enabled! Jun 03 21:35:08.291448 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev257 Jun 03 21:35:08.291579 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104289) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 21:35:08.294734 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.common.config [-] Logging enabled! Jun 03 21:35:08.294982 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev257 Jun 03 21:35:08.295275 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104289) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 21:35:08.296216 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 21:35:08.296439 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 21:35:08.296789 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 21:35:08.297023 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 21:35:08.297244 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 21:35:08.297545 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.297829 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.298112 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.298320 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.298618 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.298891 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.299158 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.299433 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.299752 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.300048 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.300315 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.300590 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.300812 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.301083 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.301372 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.301641 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.301853 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] debug = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.302156 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.302524 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.302934 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.303206 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.303498 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.303781 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.304027 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.304298 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.304606 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.304955 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] host = dv-neutron-792998-2-hyperv {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.305226 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.305504 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.305783 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.306060 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.306379 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.306647 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.306924 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.307189 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.307452 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] log_file = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.307740 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.308017 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.308293 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.308572 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.308785 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.308998 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.309276 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.309551 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.309817 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.310081 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.310350 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.310612 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.310878 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.311133 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.311410 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.311709 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.311980 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.312245 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.312506 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.312767 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.313034 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.313315 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.313576 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.313830 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.314094 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.314363 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.314620 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.314883 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.315177 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.315449 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.315798 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.316132 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.316323 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.316592 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.316863 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.317121 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.317383 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] use_json = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.317644 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.317902 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.318174 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.318435 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.318696 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.318959 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.319219 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.319517 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:08.319818 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.320094 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.320385 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.320659 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.320945 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.321216 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.321496 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.321769 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.322046 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.322325 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.322610 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.322884 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.323163 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.323434 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.323740 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.324040 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.324322 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.324606 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.324872 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.325139 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.325402 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.325672 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.325948 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.326229 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.326505 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.326768 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.327037 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.327317 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.327606 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.327873 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.328142 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.328472 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.328749 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.329013 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.329289 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.329557 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.329825 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.330086 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.330354 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.330635 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.330903 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.331270 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.331522 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.331767 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.332059 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.332290 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.332559 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.332823 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.333091 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.333357 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.333617 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.333882 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.334146 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.334410 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.334737 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.334940 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.335200 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.335492 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.335740 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.336002 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.336260 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.336520 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.336784 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.337043 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.337305 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.337566 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.337825 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.338086 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.338366 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.338657 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.338922 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.339187 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.339485 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.339742 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.340007 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.340270 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.340535 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.340799 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.341058 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.341336 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.341608 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.341886 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.342162 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.342426 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.342710 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.342981 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.343252 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.343536 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.343806 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.344085 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.344359 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.344644 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.344926 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.345210 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.345492 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.345779 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.346046 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.346346 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.346616 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:08.346846 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 21:35:08.347083 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104289) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 03 21:35:08.706275 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:35:08.706565 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:35:08.706879 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:35:08.707231 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 03 21:35:09.110200 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.110485 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.110759 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.111970 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.112230 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.112532 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.148263 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.148492 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.148808 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.162009 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.162224 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.162515 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.190780 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.191039 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.191503 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.233713 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.234019 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.234335 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.475852 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.476494 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.476494 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.476636 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.477498 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.602770 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.603076 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.603350 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.603644 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.603909 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.604211 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.604457 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.604709 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.604952 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.605222 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.605454 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.605715 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.605954 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.606208 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.606507 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.606774 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.607058 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.607326 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.607649 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.608243 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.608623 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.608623 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.608905 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.609234 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.609522 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.609803 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.610260 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:35:09.610537 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:35:09.610794 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:35:09.611043 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:35:09.611314 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:35:09.611608 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:35:09.612035 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 03 21:35:09.615992 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 03 21:35:09.620561 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 03 21:35:09.624843 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])]) Jun 03 21:35:09.626531 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 03 21:35:09.627000 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 03 21:35:09.627335 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 03 21:35:09.627823 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 03 21:35:09.631148 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 03 21:35:09.631425 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 03 21:35:09.631844 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 21:35:09.663729 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 03 21:35:09.664260 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.664605 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104289) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 03 21:35:09.665038 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.666732 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104289) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 03 21:35:09.667066 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 21:35:09.667339 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 03 21:35:09.670964 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.671317 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:09.738299 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 03 21:35:09.738482 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 03 21:35:09.738638 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 03 21:35:09.739039 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 03 21:35:09.777877 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_db.sqlalchemy.engines [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104289) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 03 21:35:10.144993 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Initializing driver for type 'gre' Jun 03 21:35:10.145510 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] gre ID ranges: [(1, 1000)] Jun 03 21:35:10.216477 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Initializing driver for type 'local' Jun 03 21:35:10.216805 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Initializing driver for type 'vlan' Jun 03 21:35:10.231367 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] VlanTypeDriver initialization complete Jun 03 21:35:10.231739 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Initializing driver for type 'vxlan' Jun 03 21:35:10.232246 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] vxlan ID ranges: [(1, 1000)] Jun 03 21:35:10.297049 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Initializing extension driver 'port_security' Jun 03 21:35:10.297392 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.extensions.port_security [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] PortSecurityExtensionDriver initialization complete Jun 03 21:35:10.297743 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Initializing mechanism driver 'openvswitch' Jun 03 21:35:10.298062 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Initializing mechanism driver 'hyperv' Jun 03 21:35:10.305701 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.plugins.ml2.plugin [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:35:10.306485 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > port after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.306854 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > port after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.307201 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > port after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.307695 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > subnet after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.308051 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > subnet after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.308386 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > subnet after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.308764 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > network after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.309106 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > network after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.309441 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > network after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.309810 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > security_group after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.310151 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > security_group after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.310487 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > security_group after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.310858 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.311199 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.311560 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.311931 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > address_group after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.312273 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > address_group after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.312603 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > address_group after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.312940 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] ML2 OVO RPC backend initialized. {{(pid=104289) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 03 21:35:10.313647 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router_interface after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.314001 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.314420 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > network before_response 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.314761 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > networks before_response 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.315106 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > port before_response 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.315443 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > ports before_response 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.316364 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > subnet before_response 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.316718 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > subnets before_response 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.317064 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > network after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.317444 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > network after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.317780 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > network after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.318120 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > port after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.318451 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > port after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.318781 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > port after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.319116 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > subnet after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.319677 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > subnet after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.319802 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > subnet after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.320408 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.plugin [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Modular L2 Plugin initialization complete Jun 03 21:35:10.320735 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading services supported by the core plugin {{(pid=104289) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 03 21:35:10.321120 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.plugins.ml2.managers [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Got port-security extension from driver 'port_security' Jun 03 21:35:10.321528 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.extensions.vlantransparent [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Disabled vlantransparent extension. Jun 03 21:35:10.322016 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104289) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 03 21:35:10.322328 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading Plugin: router Jun 03 21:35:10.360345 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router_interface before_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.360656 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router after_create 55549900 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.361051 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router before_create 55549900 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.361411 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.361772 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.362119 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router after_delete 55549900 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.362464 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > floatingip after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.363322 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router after_create 55549900 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.363696 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router after_update 55549900 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.364025 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router after_update 55549900 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.364367 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.364743 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router after_update 55549900 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.365117 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router precommit_update 55549900 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.365474 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: port after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.365818 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: port after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.366149 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: subnet after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.366486 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.366827 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > port precommit_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.367166 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router precommit_create 55549900 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.367550 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: port before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.367935 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router precommit_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.368224 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router after_update 55549900 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.368559 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router precommit_delete 55549900 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.368902 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router precommit_create 55549900 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.369255 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router_interface after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.369616 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router precommit_update 55549900 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.369955 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > network after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.370838 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Tracking information for resource: router configured {{(pid=104289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:35:10.371164 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Tracking information for resource: floatingip configured {{(pid=104289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 21:35:10.376403 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.db.l3_agentschedulers_db [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 03 21:35:10.376976 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: port after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.377334 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: port after_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.377678 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: port after_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.378025 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: port after_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.379441 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router before_create 55550100 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.379836 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router precommit_delete 55550100 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.380195 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router precommit_create 55550100 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.380543 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > router precommit_update 55550100 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.384934 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.services.provider_configuration [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service providers = [] {{(pid=104289) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 03 21:35:10.385296 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.db.servicetype_db [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104289) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 03 21:35:10.388395 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.services.service_base [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104289) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 21:35:10.388745 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.services.service_base [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104289) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 21:35:10.389092 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.services.service_base [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104289) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 21:35:10.389965 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.services.service_base [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104289) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 21:35:10.390332 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.services.service_base [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 03 21:35:10.390719 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:35:10.391037 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 03 21:35:10.401996 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:35:10.402339 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading Plugin: auto_allocate Jun 03 21:35:10.408569 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: network precommit_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.408941 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: network precommit_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.409522 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:35:10.410408 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading Plugin: tag Jun 03 21:35:10.417789 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:35:10.418114 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading Plugin: timestamp Jun 03 21:35:10.421960 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:35:10.422287 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading Plugin: network_ip_availability Jun 03 21:35:10.427816 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.428152 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.428523 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.429278 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:35:10.429593 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading Plugin: flavors Jun 03 21:35:10.436302 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:35:10.436640 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading Plugin: revisions Jun 03 21:35:10.441821 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 21:35:10.442218 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_concurrency.lockutils [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.735s {{(pid=104289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:35:10.442998 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104289) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 03 21:35:10.443333 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Initializing extension manager. Jun 03 21:35:10.443862 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: __init__.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.444282 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: __pycache__ {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.444516 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.444842 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: address_group.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.445604 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.446179 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: address-group Jun 03 21:35:10.446486 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: address_scope.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.447201 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.447747 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: address-scope Jun 03 21:35:10.448064 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: admin_state_down_before_update.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.449053 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.449572 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: router-admin-state-down-before-update Jun 03 21:35:10.449889 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: agent.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.450563 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.451061 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: agent Jun 03 21:35:10.451375 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: agent_resources_synced.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.452296 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.452810 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: agent-resources-synced Jun 03 21:35:10.453126 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: allowedaddresspairs.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.454895 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.455440 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: allowed-address-pairs Jun 03 21:35:10.455795 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: auto_allocated_topology.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.457369 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.457894 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: auto-allocated-topology Jun 03 21:35:10.458226 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: availability_zone.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.458909 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.459426 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: availability_zone Jun 03 21:35:10.459786 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: availability_zone_filter.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.460681 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.461216 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: availability_zone_filter Jun 03 21:35:10.461537 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: data_plane_status.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.462425 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.462964 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension data-plane-status not supported by any of loaded plugins Jun 03 21:35:10.463284 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: default_subnetpools.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.464222 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.464731 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: default-subnetpools Jun 03 21:35:10.465049 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: dhcpagentscheduler.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.465848 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.466355 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: dhcp_agent_scheduler Jun 03 21:35:10.466672 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: dns.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.467639 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.468133 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension dns-integration not supported by any of loaded plugins Jun 03 21:35:10.468452 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: dns_domain_ports.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.469358 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.469864 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 03 21:35:10.470198 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: dvr.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.470844 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.471369 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: dvr Jun 03 21:35:10.471713 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: empty_string_filtering.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.473165 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.473741 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: empty-string-filtering Jun 03 21:35:10.474022 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.474901 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.475401 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 03 21:35:10.475743 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.476645 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.477169 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 03 21:35:10.477475 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: external_net.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.478373 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.478884 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: external-net Jun 03 21:35:10.479201 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: extra_dhcp_opt.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.480126 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.480639 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: extra_dhcp_opt Jun 03 21:35:10.480955 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: extraroute.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.481841 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.482348 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: extraroute Jun 03 21:35:10.482665 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: extraroute_atomic.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.483713 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.484231 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: extraroute-atomic Jun 03 21:35:10.484548 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: filter_validation.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.600733 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.601348 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: filter-validation Jun 03 21:35:10.601683 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: fip_pf_description.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.602814 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.603307 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 03 21:35:10.603676 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: fip_port_details.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.604616 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.605132 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: fip-port-details Jun 03 21:35:10.605455 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: flavors.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.606848 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.607376 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: flavors Jun 03 21:35:10.607726 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.609444 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.609987 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 03 21:35:10.610323 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: floatingip_pools.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.611085 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.611593 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: floatingip-pools Jun 03 21:35:10.611918 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: ip_allocation.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.613527 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.614103 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension ip_allocation not supported by any of loaded plugins Jun 03 21:35:10.614444 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.615351 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.615896 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: ip-substring-filtering Jun 03 21:35:10.616235 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: l2_adjacency.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.617160 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.617673 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 03 21:35:10.617996 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: l3.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.618984 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.619550 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: router Jun 03 21:35:10.619869 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: l3_conntrack_helper.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.622297 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.622844 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 03 21:35:10.623173 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.624167 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.624694 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: ext-gw-mode Jun 03 21:35:10.625018 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.625959 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.626480 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: l3-ha Jun 03 21:35:10.626776 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: l3_flavors.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.627737 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.628286 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: l3-flavors Jun 03 21:35:10.629280 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.630506 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.630956 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 03 21:35:10.631143 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: l3agentscheduler.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.632402 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.632922 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: l3_agent_scheduler Jun 03 21:35:10.633245 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: logging.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.634824 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.635341 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension logging not supported by any of loaded plugins Jun 03 21:35:10.635678 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: metering.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.636519 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.637018 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: metering Jun 03 21:35:10.637334 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.638469 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.638989 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: metering_source_and_destination_fields Jun 03 21:35:10.640017 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: multiprovidernet.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.640255 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.640753 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: multi-provider Jun 03 21:35:10.641106 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: netmtu.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.641981 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.642488 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: net-mtu Jun 03 21:35:10.642807 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: netmtu_writable.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.643831 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.645024 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: net-mtu-writable Jun 03 21:35:10.645346 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: network_availability_zone.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.646015 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.646528 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: network_availability_zone Jun 03 21:35:10.646843 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: network_ip_availability.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.647980 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.648497 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: network-ip-availability Jun 03 21:35:10.648816 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: network_segment_range.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.649585 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.650093 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension network-segment-range not supported by any of loaded plugins Jun 03 21:35:10.650412 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: pagination.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.651400 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.651766 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: pagination Jun 03 21:35:10.652083 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: port_device_profile.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.653116 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.653551 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: port-device-profile Jun 03 21:35:10.653865 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.654773 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.655284 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: port-mac-address-regenerate Jun 03 21:35:10.655632 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.656529 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.657039 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: port-numa-affinity-policy Jun 03 21:35:10.657353 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: port_resource_request.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.658267 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.658771 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension port-resource-request not supported by any of loaded plugins Jun 03 21:35:10.659091 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: portbindings.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.660503 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.661022 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: binding Jun 03 21:35:10.661339 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: portbindings_extended.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.662620 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.663478 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: binding-extended Jun 03 21:35:10.663809 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: portsecurity.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.664712 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.665231 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: port-security Jun 03 21:35:10.665548 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: project_id.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.666505 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.666833 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: project-id Jun 03 21:35:10.667151 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: providernet.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.668093 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.668618 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: provider Jun 03 21:35:10.668934 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: qos.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.672709 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.673239 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension qos not supported by any of loaded plugins Jun 03 21:35:10.673570 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.674803 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.675883 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 03 21:35:10.676215 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.677127 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.677651 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 03 21:35:10.677973 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: qos_default.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.678880 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.679397 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension qos-default not supported by any of loaded plugins Jun 03 21:35:10.679746 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: qos_fip.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.680407 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.680924 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension qos-fip not supported by any of loaded plugins Jun 03 21:35:10.681243 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: qos_gateway_ip.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.682168 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.682687 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 03 21:35:10.683010 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: qos_port_network_policy.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.683988 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.684487 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 03 21:35:10.684779 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: qos_rule_type_details.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.685719 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.686226 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 03 21:35:10.686528 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: qos_rules_alias.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.687614 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.688117 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 03 21:35:10.688409 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: quotasv2.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.689404 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.689705 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: quotas Jun 03 21:35:10.690046 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: quotasv2_detail.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.692241 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.692860 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: quota_details Jun 03 21:35:10.692860 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: rbac.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.693972 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.694501 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: rbac-policies Jun 03 21:35:10.694830 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: rbac_address_group.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.695775 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.696293 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: rbac-address-group Jun 03 21:35:10.696614 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: rbac_address_scope.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.697507 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.698040 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: rbac-address-scope Jun 03 21:35:10.698364 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: rbac_security_groups.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.699249 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.699805 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: rbac-security-groups Jun 03 21:35:10.700121 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: rbac_subnetpool.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.701041 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.701568 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: rbac-subnetpool Jun 03 21:35:10.701885 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: revisionifmatch.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.702792 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.703310 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: revision-if-match Jun 03 21:35:10.703654 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: revisions.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.704766 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.705279 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: standard-attr-revisions Jun 03 21:35:10.705597 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: router_availability_zone.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.706705 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.707006 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: router_availability_zone Jun 03 21:35:10.707329 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: routerservicetype.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.708367 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.708881 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension router-service-type not supported by any of loaded plugins Jun 03 21:35:10.709194 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.710103 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.710612 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: security-groups-normalized-cidr Jun 03 21:35:10.710924 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: security_groups_port_filtering.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.711864 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.712373 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: port-security-groups-filtering Jun 03 21:35:10.712687 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.713596 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.714105 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: security-groups-remote-address-group Jun 03 21:35:10.714422 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: securitygroup.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.724784 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.725307 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: security-group Jun 03 21:35:10.725652 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: segment.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.726431 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.726944 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension segment not supported by any of loaded plugins Jun 03 21:35:10.727271 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.728235 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.728777 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 03 21:35:10.729097 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: servicetype.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.730209 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.730726 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: service-type Jun 03 21:35:10.731070 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: sorting.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.732049 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.732377 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: sorting Jun 03 21:35:10.732693 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: standard_attr_segment.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.733577 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.734090 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 03 21:35:10.734408 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: standardattrdescription.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.735045 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.735582 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: standard-attr-description Jun 03 21:35:10.735904 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: stateful_security_group.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.736814 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.737328 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: stateful-security-group Jun 03 21:35:10.738209 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: stdattrs_common.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.738470 dv-neutron-792998-2-hyperv neutron-server[104289]: WARNING neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 03 21:35:10.738786 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.739821 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.740346 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 03 21:35:10.740670 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: subnet_onboard.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.741737 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.742256 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: subnet_onboard Jun 03 21:35:10.742574 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.743535 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.744050 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 03 21:35:10.744367 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: subnet_service_types.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.745280 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.745794 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: subnet-service-types Jun 03 21:35:10.746119 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: subnetallocation.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.747196 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.747736 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: subnet_allocation Jun 03 21:35:10.748057 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.748704 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.749218 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: subnetpool-prefix-ops Jun 03 21:35:10.749530 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.750464 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.750974 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 03 21:35:10.751300 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: tagging.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.752384 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.752909 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: standard-attr-tag Jun 03 21:35:10.753854 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: timestamp.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.755071 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.755624 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loaded extension: standard-attr-timestamp Jun 03 21:35:10.755953 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: trunk.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.757068 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.757499 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension trunk not supported by any of loaded plugins Jun 03 21:35:10.757840 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: trunk_details.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.758739 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.759253 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension trunk-details not supported by any of loaded plugins Jun 03 21:35:10.759602 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: uplink_status_propagation.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.760802 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.761051 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 03 21:35:10.761373 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Loading extension file: vlantransparent.py {{(pid=104289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 03 21:35:10.762035 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 03 21:35:10.762545 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 03 21:35:10.765088 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:network Jun 03 21:35:10.765827 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:subnet Jun 03 21:35:10.766636 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 21:35:10.767230 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:port Jun 03 21:35:10.768635 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.769825 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service FLAVORS assigned prefix: {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.770438 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.770939 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.771204 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:router Jun 03 21:35:10.771893 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:floatingip Jun 03 21:35:10.772609 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service METERING assigned prefix: /metering {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.774092 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.774468 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.774814 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:35:10.775995 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 21:35:10.776469 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:security_group Jun 03 21:35:10.777100 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 21:35:10.777847 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service CORE assigned prefix: {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.778177 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 21:35:10.778506 dv-neutron-792998-2-hyperv neutron-server[104289]: WARNING neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] subnetpool is already registered Jun 03 21:35:10.779111 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service CORE assigned prefix: {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.779438 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 21:35:10.779783 dv-neutron-792998-2-hyperv neutron-server[104289]: WARNING neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] subnetpool is already registered Jun 03 21:35:10.782374 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.782803 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service FLAVORS assigned prefix: {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.783378 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.783820 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.784148 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:router Jun 03 21:35:10.785633 dv-neutron-792998-2-hyperv neutron-server[104289]: WARNING neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] router is already registered Jun 03 21:35:10.786455 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:floatingip Jun 03 21:35:10.786581 dv-neutron-792998-2-hyperv neutron-server[104289]: WARNING neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] floatingip is already registered Jun 03 21:35:10.787220 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service METERING assigned prefix: /metering {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.788351 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 21:35:10.788609 dv-neutron-792998-2-hyperv neutron-server[104289]: WARNING neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] rbac_policy is already registered Jun 03 21:35:10.789147 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:security_group Jun 03 21:35:10.789498 dv-neutron-792998-2-hyperv neutron-server[104289]: WARNING neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] security_group is already registered Jun 03 21:35:10.790042 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 21:35:10.790364 dv-neutron-792998-2-hyperv neutron-server[104289]: WARNING neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] security_group_rule is already registered Jun 03 21:35:10.791041 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service CORE assigned prefix: {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.791370 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 21:35:10.791721 dv-neutron-792998-2-hyperv neutron-server[104289]: WARNING neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] subnetpool is already registered Jun 03 21:35:10.792314 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.v2.resource_helper [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Service CORE assigned prefix: {{(pid=104289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 21:35:10.792633 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 21:35:10.792948 dv-neutron-792998-2-hyperv neutron-server[104289]: WARNING neutron.quota.resource_registry [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] subnetpool is already registered Jun 03 21:35:10.793609 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: extensions {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.795297 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: address-groups {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.796955 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: address-scopes {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.798185 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: agents {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.799359 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: auto-allocated-topology {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.801909 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: availability_zones {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.803306 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: dhcp-networks {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.804759 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: dhcp-agents {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.806191 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: routers {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.809268 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: flavors {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.810426 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: service_profiles {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.811678 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: next_providers {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.813217 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: service_profiles {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.814671 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: floatingip-pools {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.816546 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: routers {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.818353 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: floatingips {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.819585 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: l3-routers {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.820969 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: l3-agents {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.822395 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: metering-labels {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.823756 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: metering-label-rules {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.825022 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: network-ip-availabilities {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.826277 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: bindings {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.828050 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: quotas {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.829494 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: quotas {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.830940 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: rbac-policies {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.832934 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: security-groups {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.834118 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: security-group-rules {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.835408 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: service-providers {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.836682 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: subnetpools {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.838104 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: subnetpools {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.839582 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: tags {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.841265 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: tags {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.843154 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: tags {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.844966 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: tags {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.846956 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: tags {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.849209 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: tags {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.850948 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: tags {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.852886 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: tags {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.854675 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: tags {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.856551 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron.api.extensions [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Extended resource: tags {{(pid=104289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 21:35:10.862889 dv-neutron-792998-2-hyperv neutron-server[104289]: WARNING keystonemiddleware.auth_token [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 03 21:35:10.868001 dv-neutron-792998-2-hyperv neutron-server[104289]: WARNING keystonemiddleware.auth_token [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 03 21:35:10.876383 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_concurrency.lockutils [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Acquired lock "singleton_lock" {{(pid=104289) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 03 21:35:10.876874 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_concurrency.lockutils [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Releasing lock "singleton_lock" {{(pid=104289) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 03 21:35:10.877530 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO oslo_service.service [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Starting 2 workers Jun 03 21:35:10.882687 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Started child 104396 {{(pid=104289) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 21:35:10.888721 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Started child 104397 {{(pid=104289) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 21:35:10.888924 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:10.889525 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO neutron.service [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 03 21:35:10.889525 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Notify callbacks [] for process, before_spawn {{(pid=104289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:10.889912 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [-] (104396) wsgi starting up on http://0.0.0.0:9696 Jun 03 21:35:10.892133 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO oslo_service.service [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Starting 1 workers Jun 03 21:35:10.892420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:10.893789 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [-] (104397) wsgi starting up on http://0.0.0.0:9696 Jun 03 21:35:10.898282 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Started child 104398 {{(pid=104289) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 21:35:10.898852 dv-neutron-792998-2-hyperv neutron-server[104289]: INFO oslo_service.service [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Starting 1 workers Jun 03 21:35:10.901218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.service [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] calling RpcWorker wait() {{(pid=104398) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 03 21:35:10.901822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.service [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] returning from RpcWorker wait() {{(pid=104398) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 03 21:35:10.902966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:10.903307 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Started child 104399 {{(pid=104289) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 21:35:10.903586 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:35:10.904099 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG neutron_lib.callbacks.manager [None req-2e1cfbb8-3318-43e1-83f5-dbb6600d373d None None] Notify callbacks [] for process, after_spawn {{(pid=104289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:10.906008 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104289) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 21:35:10.906228 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 21:35:10.906364 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 21:35:10.906577 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 21:35:10.906950 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 21:35:10.907089 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 21:35:10.907638 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.907923 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.908194 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.908472 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.908746 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.908832 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:10.909389 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.909852 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.910742 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.911030 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.911307 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.911479 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.911688 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.911957 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.912190 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.912513 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.913132 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.913375 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.913649 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.913829 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.914072 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.914345 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.914572 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.914821 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] debug = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.915080 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.915600 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.915833 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.916069 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.916293 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.916570 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.916797 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.917062 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.917298 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.917531 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.917768 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.918024 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.918261 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.918492 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.918727 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.918988 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.919221 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.919719 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] host = dv-neutron-792998-2-hyperv {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.919956 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.920170 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.920415 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.920655 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.920908 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.921116 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.921375 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.921614 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.921877 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.922123 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.922358 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.922607 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.922854 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.923089 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_file = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.923248 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_options = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.923527 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.923815 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.924071 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.924256 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.924421 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.924599 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.924846 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.925116 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.925820 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.926338 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.926558 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.926774 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.927009 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.927280 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.927525 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.927775 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.928009 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.928232 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.928477 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.928701 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.928926 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.930169 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.930525 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.931011 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.931274 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.931542 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.931791 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.932016 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.932238 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.932755 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.932981 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.933259 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.933541 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.933795 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.934206 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.934938 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.935760 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.936568 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.936568 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.936568 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.936943 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.937088 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:35:10.937222 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.937222 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.937479 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.937605 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.937806 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] use_json = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.938286 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.938751 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.939018 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.939236 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.939494 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.939713 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.939932 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.940172 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:10.940654 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.940926 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.941238 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.941476 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.941708 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.941958 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.942191 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.942410 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.942666 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.942895 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.943173 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.943555 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.944482 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.944912 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.945185 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.945609 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.945862 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.946146 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.946396 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.946629 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.946857 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.947081 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.947423 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.947797 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.948176 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.948298 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.950018 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.950018 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.950191 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.950536 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.950925 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.951155 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.951439 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.951717 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.951943 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.952199 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.952447 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.953421 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.953421 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.953421 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.953421 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.953771 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.954013 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.954229 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.954467 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.954699 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.954914 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.955169 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.955354 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.955628 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.956109 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.956347 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.956555 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.956783 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.957009 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.957273 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.957486 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.957713 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.958122 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.958718 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.958996 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.959269 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.959528 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.959762 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.959968 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.960434 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.960755 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.960973 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.961203 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.961400 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.961782 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.962148 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.962515 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.962868 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.963224 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.963616 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.963990 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.964477 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.964681 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.964826 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.965056 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.965266 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.965481 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.965716 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.965993 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.966281 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.966726 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.967076 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.967395 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.967703 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.967993 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.968289 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.968747 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.968908 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.969214 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.969526 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.969827 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.970144 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.970474 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.970852 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.971205 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.971495 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.971855 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.972082 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.972694 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.973060 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.973548 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.974017 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.974311 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.974855 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.975213 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.975663 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.975967 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.976302 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.976613 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.976912 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.977259 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.977722 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.978079 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.978373 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.978637 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.978965 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.979257 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.979563 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.980014 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.980416 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.980927 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.981432 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.981699 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.981981 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.982276 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.982584 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.982978 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.983279 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.983657 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.983920 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.984372 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.984699 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.985002 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.985320 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.985618 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.985906 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.986197 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.986474 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.986771 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.987048 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.987361 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.987829 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.988119 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.988417 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.989023 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.989158 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.989362 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.989565 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.989783 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.989995 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.990243 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.990461 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.990673 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.990949 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.991232 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.991495 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.991747 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.991963 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.992179 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.992734 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.992734 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.993006 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.993222 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.993506 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.993757 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.993979 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.994197 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.994439 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.994671 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.994879 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.995130 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.995358 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.995587 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.995960 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.996171 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.996405 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.996611 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.996855 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.997065 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.997288 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.997528 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.997844 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.998091 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.998319 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.998550 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.998754 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.998979 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.999209 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.999426 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.999661 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:10.999877 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.000079 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.000342 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.000572 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.000805 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.001008 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.001231 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.001442 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.001651 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.001877 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.002164 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.002394 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.002622 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.002858 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.003118 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.003361 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.003598 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.003799 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.004006 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.004210 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.004429 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.004629 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.004832 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.005039 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.005241 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.005467 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.005725 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.005894 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.006064 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.006268 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.006487 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.006687 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.006909 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.007117 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.007316 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.007641 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.007906 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.008302 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.008445 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.008603 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.008854 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.009106 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.009430 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.009633 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.009885 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.010112 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.010328 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.010542 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.010813 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.011124 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.011390 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.011744 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.011974 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.012277 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.012720 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.012913 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.013148 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.013537 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.013757 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.013971 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.014238 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.014458 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.014732 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.014947 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.015162 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.015398 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.015647 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.015844 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.016106 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.016347 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.016768 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.016924 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.017068 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.017217 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.017416 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.017638 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.017858 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.018068 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.018229 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 21:35:11.018846 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104289) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 21:35:11.019010 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 21:35:11.019169 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 21:35:11.019323 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 21:35:11.019525 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 21:35:11.019660 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 21:35:11.019944 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.020112 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.020266 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.020418 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.020564 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.021157 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.021157 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.021157 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.021157 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.021526 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.021526 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.021666 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.021825 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.022058 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.022211 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.022365 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.022519 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.022674 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.022840 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.022997 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.023148 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.023300 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.023453 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] debug = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.023637 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.023852 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.024014 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.024166 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.024324 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.024473 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.024626 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.024780 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.024933 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.025086 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.025228 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.025380 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.025534 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.025668 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.026067 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.026067 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.026275 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.026275 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] host = dv-neutron-792998-2-hyperv {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.026493 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.026589 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.026668 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.026806 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.026958 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.027109 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.027262 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.027440 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.027585 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.027729 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.027885 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.028036 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.028191 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.028361 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_file = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.028485 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_options = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.028619 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.028762 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.028854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:35:11.028974 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.029063 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.029224 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.029377 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.029531 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.029684 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.029835 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.029988 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.030142 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.030294 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.030446 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.030598 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.030752 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.030905 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.031057 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.031211 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.031364 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.031543 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.031696 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.031887 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.032003 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.032143 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.032299 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.032448 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.032606 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.032754 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.032900 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.033049 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.033204 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.033356 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.033512 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.033663 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.033815 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.033970 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.034122 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.034308 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.034603 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.034852 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.035009 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.035163 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.035314 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.035501 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.035646 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.035795 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] use_json = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.035952 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.036220 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.036398 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.036553 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.036718 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.036865 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.037020 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.037153 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 21:35:11.037315 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.037462 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.037629 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.038105 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.038251 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.038386 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.038533 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.038643 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.038785 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.038936 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.039087 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.039237 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.039384 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.039655 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.039776 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.039879 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.040105 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.040259 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.040421 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.040574 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.040740 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.040740 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.041296 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.041296 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.041296 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.041954 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.041954 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.041954 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.041954 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.041954 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.042625 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.042625 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.042625 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.042625 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.042625 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.043669 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.043669 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.043669 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.043669 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.043669 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.043669 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.044587 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.044587 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.044587 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.044587 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.044587 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.044587 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.045361 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.045361 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.045361 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.045361 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.045361 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.045361 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.046138 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.046138 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.046138 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.046138 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.046138 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.046827 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.046827 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.046827 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.046827 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.046827 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.047329 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.047329 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.047329 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.047591 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.047591 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.047856 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.047856 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.048023 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.048105 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.048262 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.048416 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.048574 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.048727 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.048884 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.049044 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.049201 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.049353 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.049508 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.049662 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.049837 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.050014 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.050178 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.050348 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.050522 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.050755 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.050922 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.051078 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.051237 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.051391 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.051569 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.051725 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.051929 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.052261 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.052430 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.052590 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.052745 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.052899 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.053060 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.053201 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.053353 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.053499 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.053658 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.053799 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.053947 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.054103 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.054246 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.054370 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.054530 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.054694 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.054843 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.054999 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.055139 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.055296 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.055489 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.055641 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.055798 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.055954 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.056110 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.056273 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.056456 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.056587 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.056742 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.056895 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.057050 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.057217 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.057382 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.057538 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.057693 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.057848 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.058025 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.058182 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.058337 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.058496 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.058649 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.058806 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.058962 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.059105 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.059264 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.059420 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.059596 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.059752 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.059907 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.060068 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.060222 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.060377 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.060536 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.060689 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.060844 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.061001 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.061158 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.061313 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.061471 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.061623 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.061778 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.061934 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.062089 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.062244 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.062487 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.062588 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.062704 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.062857 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.063013 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.063223 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.063311 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.063522 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.063613 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.063778 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.063930 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.064090 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.064244 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.064401 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.064556 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.064717 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.064877 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.065032 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.065187 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.065341 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.065497 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.065722 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.065910 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.066099 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.066271 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.066431 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.066626 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.066802 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.066955 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.067111 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.067268 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.067422 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.067602 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.067761 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.067913 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.068069 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.068224 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.068379 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.068630 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.068881 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.069046 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.069205 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.069359 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.069527 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.069633 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.069777 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.069934 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.070125 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.070223 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.070379 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.070536 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.070692 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.070842 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.070991 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.071141 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.071285 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.071453 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.071638 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.071774 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.071905 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.072056 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.072219 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.072378 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.072536 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.072690 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.072848 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.073012 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.073163 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.073318 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.073462 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.073615 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.073781 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.073936 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.074094 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.074258 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.074417 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.074569 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.074724 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.074893 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.075048 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.075209 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.075355 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.075543 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.075684 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.075813 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.075948 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.076120 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.076281 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.076434 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.076590 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.076781 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.076907 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.077061 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.077221 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.077390 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.077546 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.077703 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.077858 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.078004 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.078157 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.078313 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.078468 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.078624 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.078779 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.078934 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.079092 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.079233 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.079358 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.079537 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.079692 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.079847 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.080002 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.080158 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.080318 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 21:35:11.080451 dv-neutron-792998-2-hyperv neutron-server[104289]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 21:35:11.300446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 47016) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:35:11.308846 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063343 Jun 03 21:35:22.914796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2305d4ea-fd42-43b9-b6fe-fc0fa265279e None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:35:23.022499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305d4ea-fd42-43b9-b6fe-fc0fa265279e None None] No non-hosted networks {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 03 21:35:23.042554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.agentschedulers_db [None req-2305d4ea-fd42-43b9-b6fe-fc0fa265279e None None] DHCP Agent not found on host dv-neutron-792998-2-hyperv {{(pid=104398) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 03 21:35:23.176421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d4212895-e01a-4871-a1f9-de48133ed140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303'] for agent, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:25.401345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303'] for agent, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:25.402090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:25.402574 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:25.402844 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:25.403205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:25.413682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:25.414395 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:25.423885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:25.424158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:25.424504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:25.424854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:25.425204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:25.425530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:25.425925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-792998-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:35:25.447797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-792998-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:35:25.471999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ab2e260b-98fc-4d6e-8370-a3ea8272685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303'] for agent, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:25.513042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c421315e-9968-427b-b5ee-8b02c31568f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:26.809432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303'] for agent, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:28.272508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303'] for agent, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:29.690749 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 47108) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:35:30.386735 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING oslo_policy.policy [None req-27971117-bf2c-41c4-b491-f2a2023fc7a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:35:30.387528 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING oslo_policy.policy [None req-27971117-bf2c-41c4-b491-f2a2023fc7a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:35:30.616957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-27971117-bf2c-41c4-b491-f2a2023fc7a8 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:35:30.618195 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-27971117-bf2c-41c4-b491-f2a2023fc7a8 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9263289 Jun 03 21:35:32.665582 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.db.l3_hamode_db [None req-9c7126bf-9ebc-47b2-a953-5e5a05ec008b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 03 21:35:32.757536 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7126bf-9ebc-47b2-a953-5e5a05ec008b None None] Routers set() bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:35:32.758473 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7126bf-9ebc-47b2-a953-5e5a05ec008b None None] Router IDs set() for agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 03 21:35:33.074101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 47122) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:35:33.487532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-5189427b-57b8-407b-83ca-fcbee4445844 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:35:33.592036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.policy [None req-5189427b-57b8-407b-83ca-fcbee4445844 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104397) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 21:35:33.636187 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING oslo_policy.policy [None req-5189427b-57b8-407b-83ca-fcbee4445844 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:35:33.636551 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING oslo_policy.policy [None req-5189427b-57b8-407b-83ca-fcbee4445844 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:35:33.645320 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.quota [None req-5189427b-57b8-407b-83ca-fcbee4445844 admin admin] Loaded quota_driver: . Jun 03 21:35:33.661788 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5189427b-57b8-407b-83ca-fcbee4445844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:35:33.726775 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5189427b-57b8-407b-83ca-fcbee4445844 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763093301643', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763093303256', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763094329882', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763094335406', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763094324267', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763094315774', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3416103', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3412264', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-382042', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-688275'] for rbac-policy, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:33.792861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5189427b-57b8-407b-83ca-fcbee4445844 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:33.794108 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5189427b-57b8-407b-83ca-fcbee4445844 admin admin] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7190444 Jun 03 21:35:36.557370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 47134) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:35:36.950920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Request body: {'network': {'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'project_id': '5ab3e271fd124a10811224ae2fabf8aa', 'admin_state_up': True, 'name': 'private'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:35:36.958391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:35:36.964224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Usage tracker for resource:network and tenant:5ab3e271fd124a10811224ae2fabf8aa is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:35:36.969455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:35:36.976311 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:35:36.989930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Made reservation on behalf of 5ab3e271fd124a10811224ae2fabf8aa for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:35:36.994120 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:37.019065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:37.036527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:35:37.041466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Usage tracker for resource:security_group_rule and tenant:5ab3e271fd124a10811224ae2fabf8aa is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:35:37.046655 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:35:37.052872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:35:37.164782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:37.171480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:37.176801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:35:37.197718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:35:37.223343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763094224312', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:37.224057 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Unsubscribe: segment precommit_create {{(pid=104397) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 21:35:37.224444 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Added segment 3d32d819-4a4e-4312-8f2f-55dffbcffb63 of type vlan for network 908ad293-5dd9-4971-8162-1230332920fb Jun 03 21:35:37.233160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610403c7-f003-466e-b955-125b2827e272,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:35:37.286577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:37.286954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:37.287220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:37.287884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:37.288325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:37.288659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:37.289009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:37.289282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:37.289579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:37.289875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:37.290170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:37.290457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Tracked resource versions report: Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: pushed versions: Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: { 'AddressGroup': {'1.2'}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'ConntrackHelper': {'1.0'}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Log': {'1.0'}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Network': {'1.1'}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Port': {'1.7'}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'PortForwarding': {'1.2'}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'QosPolicy': {'1.8'}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'SecurityGroup': {'1.4'}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'SubPort': {'1.0'}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Subnet': {'1.1'}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Trunk': {'1.1'}} Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: consumer versions: Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: { DHCP agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: L3 agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: Metadata agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: Metering agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: Open vSwitch agent@dv-neutron-792998-2-hyperv: { 'AddressGroup': '1.2', Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'ConntrackHelper': '1.0', Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Log': '1.0', Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Network': '1.1', Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Port': '1.7', Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'PortForwarding': '1.2', Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'QosPolicy': '1.8', Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'SecurityGroup': '1.4', Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'SecurityGroupRule': '1.2', Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'SubPort': '1.0', Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Subnet': '1.1', Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Trunk': '1.1'}} Jun 03 21:35:37.291773 dv-neutron-792998-2-hyperv neutron-server[104397]: {{(pid=104397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:35:37.346732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:37.352379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:35:37.392395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:37.393828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:35:37.394477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:37.397846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:35:37.504712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Pushing event updated for resources: {'Network': ['ID=908ad293-5dd9-4971-8162-1230332920fb,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:35:37.512421 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9498382 Jun 03 21:35:37.525358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:35:37.535123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 908ad293-5dd9-4971-8162-1230332920fb details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:35:40.348571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 47148) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:35:41.040220 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING oslo_policy.policy [None req-3d1204b7-a9ec-4377-b340-c6e9f4db4d69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:35:41.040925 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING oslo_policy.policy [None req-3d1204b7-a9ec-4377-b340-c6e9f4db4d69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:35:41.551285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.policy [None req-3d1204b7-a9ec-4377-b340-c6e9f4db4d69 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104396) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 21:35:41.597913 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING oslo_policy.policy [None req-3d1204b7-a9ec-4377-b340-c6e9f4db4d69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:35:41.598198 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING oslo_policy.policy [None req-3d1204b7-a9ec-4377-b340-c6e9f4db4d69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 21:35:41.607707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1204b7-a9ec-4377-b340-c6e9f4db4d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:35:41.609619 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3d1204b7-a9ec-4377-b340-c6e9f4db4d69 admin admin] 10.222.0.96 "GET /v2.0/networks/908ad293-5dd9-4971-8162-1230332920fb HTTP/1.1" status: 200 len: 826 time: 1.2589626 Jun 03 21:35:41.643135 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ff118da5-9a10-4ce3-a936-8b54b5fd78be admin admin] 10.222.0.96 "GET /v2.0/subnetpools/07257eb3-dcc7-4a71-ba8a-73bb7ff2ea0c HTTP/1.1" status: 200 len: 734 time: 0.0269957 Jun 03 21:35:41.652805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '908ad293-5dd9-4971-8162-1230332920fb', 'name': 'private-subnet', 'subnetpool_id': '07257eb3-dcc7-4a71-ba8a-73bb7ff2ea0c', 'gateway_ip': '172.20.0.1', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:35:41.654354 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.quota [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Loaded quota_driver: . Jun 03 21:35:41.661369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:35:41.668143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Usage tracker for resource:subnet and tenant:5ab3e271fd124a10811224ae2fabf8aa is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:35:41.671529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:35:41.678605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:35:41.696335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Made reservation on behalf of 5ab3e271fd124a10811224ae2fabf8aa for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:35:41.699129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:42.258471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:42.263316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:35:42.345983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Checking segment: {'id': '3d32d819-4a4e-4312-8f2f-55dffbcffb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '908ad293-5dd9-4971-8162-1230332920fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:35:42.346265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Network hostable DHCP agents. Network: 908ad293-5dd9-4971-8162-1230332920fb, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:35:42.361812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f2a5e5-686e-43cf-9c63-83a515462077,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:35:42.373165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:42.373511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:42.373845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:42.374139 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:42.374477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:42.374800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:42.375117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:42.375426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:42.375765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:42.376072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:42.376380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:42.376682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Tracked resource versions report: Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: pushed versions: Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: { 'AddressGroup': {'1.2'}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'ConntrackHelper': {'1.0'}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Log': {'1.0'}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Network': {'1.1'}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Port': {'1.7'}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'PortForwarding': {'1.2'}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'QosPolicy': {'1.8'}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'SecurityGroup': {'1.4'}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'SubPort': {'1.0'}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Subnet': {'1.1'}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Trunk': {'1.1'}} Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: consumer versions: Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: { DHCP agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: L3 agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: Metadata agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: Metering agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: Open vSwitch agent@dv-neutron-792998-2-hyperv: { 'AddressGroup': '1.2', Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'ConntrackHelper': '1.0', Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Log': '1.0', Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Network': '1.1', Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Port': '1.7', Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'PortForwarding': '1.2', Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'QosPolicy': '1.8', Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'SecurityGroup': '1.4', Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'SecurityGroupRule': '1.2', Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'SubPort': '1.0', Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Subnet': '1.1', Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Trunk': '1.1'}} Jun 03 21:35:42.377986 dv-neutron-792998-2-hyperv neutron-server[104396]: {{(pid=104396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:35:42.411698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Network 908ad293-5dd9-4971-8162-1230332920fb is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:35:42.417462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:35:42.426899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 908ad293-5dd9-4971-8162-1230332920fb) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:35:42.432239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:35:42.432594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:42.440115 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f1344a-9093-4da7-825f-90e40ae921c3 None None] Network 908ad293-5dd9-4971-8162-1230332920fb requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:35:42.454953 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8058288 Jun 03 21:35:42.768478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-908ad293-5dd9-4971-8162-1230332920fb', 'network_id': '908ad293-5dd9-4971-8162-1230332920fb', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'fixed_ips': [{'subnet_id': '86f2a5e5-686e-43cf-9c63-83a515462077'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:35:42.769642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:42.959646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Allocated IP 172.20.0.2 (908ad293-5dd9-4971-8162-1230332920fb/86f2a5e5-686e-43cf-9c63-83a515462077/2b3a634f-3e65-4b18-9052-b71076b555e0) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:35:43.196879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:43.211293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Transition to ACTIVE for port object 2b3a634f-3e65-4b18-9052-b71076b555e0 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:35:43.234646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Transition to ACTIVE for port object 2b3a634f-3e65-4b18-9052-b71076b555e0 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:35:43.241970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:43.246768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:35:43.304347 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Network 908ad293-5dd9-4971-8162-1230332920fb is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:35:43.307343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:35:43.311025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:35:43.324937 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Pushing event updated for resources: {'Port': ['ID=2b3a634f-3e65-4b18-9052-b71076b555e0,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:35:43.362784 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:43.363099 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:43.363498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:43.363813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:43.364213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:43.364484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:43.364805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:43.365250 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:43.365596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:43.365944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:43.366310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:43.366678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Tracked resource versions report: Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: pushed versions: Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: { 'AddressGroup': {'1.2'}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'ConntrackHelper': {'1.0'}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Log': {'1.0'}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Network': {'1.1'}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Port': {'1.7'}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'PortForwarding': {'1.2'}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'QosPolicy': {'1.8'}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'SecurityGroup': {'1.4'}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'SubPort': {'1.0'}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Subnet': {'1.1'}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Trunk': {'1.1'}} Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: consumer versions: Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: { DHCP agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: L3 agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: Metadata agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: Metering agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: Open vSwitch agent@dv-neutron-792998-2-hyperv: { 'AddressGroup': '1.2', Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'ConntrackHelper': '1.0', Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Log': '1.0', Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Network': '1.1', Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Port': '1.7', Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'PortForwarding': '1.2', Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'QosPolicy': '1.8', Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'SecurityGroup': '1.4', Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'SecurityGroupRule': '1.2', Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'SubPort': '1.0', Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Subnet': '1.1', Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Trunk': '1.1'}} Jun 03 21:35:43.368073 dv-neutron-792998-2-hyperv neutron-server[104398]: {{(pid=104398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:35:43.372160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:35:43.431744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Attempting to bind port 2b3a634f-3e65-4b18-9052-b71076b555e0 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:35:43.432163 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Attempting to bind port 2b3a634f-3e65-4b18-9052-b71076b555e0 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '3d32d819-4a4e-4312-8f2f-55dffbcffb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '908ad293-5dd9-4971-8162-1230332920fb'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:35:43.432578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Attempting to bind port 2b3a634f-3e65-4b18-9052-b71076b555e0 on network 908ad293-5dd9-4971-8162-1230332920fb {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:35:43.438122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:35:43.438532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Checking segment: {'id': '3d32d819-4a4e-4312-8f2f-55dffbcffb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '908ad293-5dd9-4971-8162-1230332920fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:35:43.439002 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:43.439381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Bound using segment: {'id': '3d32d819-4a4e-4312-8f2f-55dffbcffb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '908ad293-5dd9-4971-8162-1230332920fb'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:35:43.439882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Bound port: 2b3a634f-3e65-4b18-9052-b71076b555e0, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d32d819-4a4e-4312-8f2f-55dffbcffb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '908ad293-5dd9-4971-8162-1230332920fb'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:35:43.440257 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:43.532953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] For port 2b3a634f-3e65-4b18-9052-b71076b555e0, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:35:43.536946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] For port 2b3a634f-3e65-4b18-9052-b71076b555e0, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2b3a634f-3e65-4b18-9052-b71076b555e0,segment=NetworkSegment(3d32d819-4a4e-4312-8f2f-55dffbcffb63),segment_id=3d32d819-4a4e-4312-8f2f-55dffbcffb63)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:35:43.541598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:43.545450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:35:43.629261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Pushing event updated for resources: {'Port': ['ID=2b3a634f-3e65-4b18-9052-b71076b555e0,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:35:43.632324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:35:44.967774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 47168) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:35:45.369539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-2aec9356-1dcd-41f1-b24c-1f47776d23c7 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:35:45.370549 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2aec9356-1dcd-41f1-b24c-1f47776d23c7 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4017663 Jun 03 21:35:47.816132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 47176) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:35:48.217101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-e2bab20b-6571-4546-b3f8-63c40b3f5afa admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:35:48.218072 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e2bab20b-6571-4546-b3f8-63c40b3f5afa admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4010155 Jun 03 21:35:49.428058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2b3a634f-3e65-4b18-9052-b71076b555e0 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:35:49.505110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 2b3a634f-3e65-4b18-9052-b71076b555e0 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:35:49.636185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9e8f1b-d98e-4845-a612-d40eff70a44e None None] Network 908ad293-5dd9-4971-8162-1230332920fb requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:35:49.795712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d05457a6-8561-4df8-bf89-16ea1baf40ef None None] Provisioning for port 2b3a634f-3e65-4b18-9052-b71076b555e0 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:35:49.805681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d05457a6-8561-4df8-bf89-16ea1baf40ef None None] Provisioning complete for port 2b3a634f-3e65-4b18-9052-b71076b555e0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:35:49.806065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d05457a6-8561-4df8-bf89-16ea1baf40ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:50.005125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d05457a6-8561-4df8-bf89-16ea1baf40ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:50.052475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d05457a6-8561-4df8-bf89-16ea1baf40ef None None] For port 2b3a634f-3e65-4b18-9052-b71076b555e0, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2b3a634f-3e65-4b18-9052-b71076b555e0,segment=NetworkSegment(3d32d819-4a4e-4312-8f2f-55dffbcffb63),segment_id=3d32d819-4a4e-4312-8f2f-55dffbcffb63)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:35:50.058444 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d05457a6-8561-4df8-bf89-16ea1baf40ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:50.061648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:35:50.132021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05457a6-8561-4df8-bf89-16ea1baf40ef None None] Pushing event updated for resources: {'Port': ['ID=2b3a634f-3e65-4b18-9052-b71076b555e0,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:35:50.135382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d05457a6-8561-4df8-bf89-16ea1baf40ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:35:50.280990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d2c791a4-43f8-43e8-9172-fb5381820747 None None] Provisioning complete for port 2b3a634f-3e65-4b18-9052-b71076b555e0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:35:50.281249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d2c791a4-43f8-43e8-9172-fb5381820747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:51.044321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 47190) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:35:51.385273 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2b3a634f-3e65-4b18-9052-b71076b555e0 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:35:51.420586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2bf6af63-8e86-4d34-ab62-3b1d842f9911 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'admin_state_up': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:35:51.425522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2bf6af63-8e86-4d34-ab62-3b1d842f9911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:35:51.430494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2bf6af63-8e86-4d34-ab62-3b1d842f9911 admin admin] Usage tracker for resource:router and tenant:5ab3e271fd124a10811224ae2fabf8aa is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:35:51.434184 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2bf6af63-8e86-4d34-ab62-3b1d842f9911 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:35:51.440803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2bf6af63-8e86-4d34-ab62-3b1d842f9911 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:35:51.453829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2bf6af63-8e86-4d34-ab62-3b1d842f9911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:51.456016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2bf6af63-8e86-4d34-ab62-3b1d842f9911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:51.457220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2b3a634f-3e65-4b18-9052-b71076b555e0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:35:51.457591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:51.482185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2bf6af63-8e86-4d34-ab62-3b1d842f9911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:51.604498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2bf6af63-8e86-4d34-ab62-3b1d842f9911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:51.625296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2bf6af63-8e86-4d34-ab62-3b1d842f9911 admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:51.626472 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2bf6af63-8e86-4d34-ab62-3b1d842f9911 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5812137 Jun 03 21:35:52.837805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5a150f8e-f12a-4358-b109-9986e5d1191a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:54.017519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 47198) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:35:54.416470 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-82e0184b-e82c-43c3-a72a-0356d894e4a5 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:35:54.417461 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-82e0184b-e82c-43c3-a72a-0356d894e4a5 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3991103 Jun 03 21:35:55.335105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:55.445943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-deeeb372-14c6-48c4-b71b-16b4462e8c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:56.758627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:56.860287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 47210) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:35:57.293405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:35:57.299223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:35:57.303171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Usage tracker for resource:network and tenant:7ea8ef029a354e67ba07b26cadd9ba34 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:35:57.306249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:35:57.312483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:35:57.324958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Made reservation on behalf of 7ea8ef029a354e67ba07b26cadd9ba34 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:35:57.327353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:57.339665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:57.355204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:35:57.359312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Usage tracker for resource:security_group_rule and tenant:7ea8ef029a354e67ba07b26cadd9ba34 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:35:57.362304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:35:57.368071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:35:57.455125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:57.461610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:57.465918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:35:57.481907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Reserving flat network on physical network physnet1 {{(pid=104397) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 03 21:35:57.506836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5e299a-fde6-447f-a706-f318ea6dee14,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:35:57.510751 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:57.511143 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Added segment 039e9364-9e96-4091-94e1-1cc3416413e3 of type flat for network 89480cb6-6a7d-4426-8e42-42be78eae688 Jun 03 21:35:57.517933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:35:57.548382 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:57.588555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:57.589806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:35:57.590372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:35:57.593695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:35:57.706890 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Pushing event updated for resources: {'Network': ['ID=89480cb6-6a7d-4426-8e42-42be78eae688,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:35:57.714720 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8486023 Jun 03 21:35:57.714720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:35:57.720257 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 89480cb6-6a7d-4426-8e42-42be78eae688 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:35:58.234012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:00.144667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 47228) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:36:00.382090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d7c0e-4af1-49d7-ba7a-6cf70f6e765d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:36:00.383541 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-753d7c0e-4af1-49d7-ba7a-6cf70f6e765d admin admin] 10.222.0.96 "GET /v2.0/subnets/86f2a5e5-686e-43cf-9c63-83a515462077 HTTP/1.1" status: 200 len: 849 time: 0.2378228 Jun 03 21:36:00.587934 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-947322f1-fad0-4665-82fa-bddd27beea07 admin admin] 10.222.0.96 "GET /v2.0/routers/462bc108-d07f-4af8-840c-18839a810659 HTTP/1.1" status: 200 len: 704 time: 0.1960957 Jun 03 21:36:01.057985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:01.298218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Allocated IP 172.20.0.1 (908ad293-5dd9-4971-8162-1230332920fb/86f2a5e5-686e-43cf-9c63-83a515462077/213fa236-ba67-468c-a4b8-858a5dd9eb24) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:36:01.458243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:01.480863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Transition to ACTIVE for port object 213fa236-ba67-468c-a4b8-858a5dd9eb24 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:36:01.548713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:01.553407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:36:01.620977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Network 908ad293-5dd9-4971-8162-1230332920fb is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:36:01.623499 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:36:01.632143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:36:01.632715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:01.797165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Pushing event updated for resources: {'Port': ['ID=213fa236-ba67-468c-a4b8-858a5dd9eb24,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:36:01.808920 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:36:01.819702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-788e0c49-d21e-4da4-a522-a0d877e1d451 None None] Provisioning for port 213fa236-ba67-468c-a4b8-858a5dd9eb24 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:36:01.824887 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-788e0c49-d21e-4da4-a522-a0d877e1d451 None None] Provisioning complete for port 213fa236-ba67-468c-a4b8-858a5dd9eb24 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:36:01.825699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-788e0c49-d21e-4da4-a522-a0d877e1d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:01.888850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-788e0c49-d21e-4da4-a522-a0d877e1d451 None None] Port 213fa236-ba67-468c-a4b8-858a5dd9eb24 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:36:01.946993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:02.214786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:02.222107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:02.223176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:02.226750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:36:02.321069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Pushing event updated for resources: {'Port': ['ID=213fa236-ba67-468c-a4b8-858a5dd9eb24,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:36:02.372858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:36:02.433301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Network 908ad293-5dd9-4971-8162-1230332920fb is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:36:02.434474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:36:02.614010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-77dab191-07de-4574-b5df-bf7ab5ad0e65 None None] Provisioning complete for port 213fa236-ba67-468c-a4b8-858a5dd9eb24 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:36:02.614378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-77dab191-07de-4574-b5df-bf7ab5ad0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:02.639365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Router 462bc108-d07f-4af8-840c-18839a810659 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:36:02.670038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-77dab191-07de-4574-b5df-bf7ab5ad0e65 None None] Port 213fa236-ba67-468c-a4b8-858a5dd9eb24 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:36:02.805802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:36:02.815354 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] 10.222.0.96 "PUT /v2.0/routers/462bc108-d07f-4af8-840c-18839a810659/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2223296 Jun 03 21:36:02.816577 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Sync routers for ids ['462bc108-d07f-4af8-840c-18839a810659'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:36:02.829282 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Routers {'462bc108-d07f-4af8-840c-18839a810659'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:36:02.830126 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:35:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['462bc108-d07f-4af8-840c-18839a810659'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:36:03.017304 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Set router 462bc108-d07f-4af8-840c-18839a810659 gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:36:03.438356 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462bc108-d07f-4af8-840c-18839a810659', 'name': 'router1', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:35:51Z', 'updated_at': '2021-06-03T21:36:01Z', 'revision_number': 2, 'project_id': '5ab3e271fd124a10811224ae2fabf8aa', 'gw_port_host': None, '_interfaces': [{'id': '213fa236-ba67-468c-a4b8-858a5dd9eb24', 'name': '', 'network_id': '908ad293-5dd9-4971-8162-1230332920fb', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'mac_address': 'fa:16:3e:66:c0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462bc108-d07f-4af8-840c-18839a810659', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86f2a5e5-686e-43cf-9c63-83a515462077', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:36:01Z', 'updated_at': '2021-06-03T21:36:02Z', 'revision_number': 2, 'project_id': '5ab3e271fd124a10811224ae2fabf8aa', 'subnets': [{'id': '86f2a5e5-686e-43cf-9c63-83a515462077', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07257eb3-dcc7-4a71-ba8a-73bb7ff2ea0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:36:03.443875 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Checking router: 462bc108-d07f-4af8-840c-18839a810659 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:36:03.444273 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Updating router 462bc108-d07f-4af8-840c-18839a810659 port 213fa236-ba67-468c-a4b8-858a5dd9eb24 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:36:03.497726 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:03.887064 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:03.902166 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Transition to ACTIVE for port object 213fa236-ba67-468c-a4b8-858a5dd9eb24 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:36:03.908914 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:03.914414 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:36:04.118358 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Pushing event updated for resources: {'Port': ['ID=213fa236-ba67-468c-a4b8-858a5dd9eb24,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:36:04.136323 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:36:04.136663 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:36:04.137020 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:36:04.137391 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:36:04.137651 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:36:04.137974 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:36:04.138290 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:36:04.138618 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:36:04.138943 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:36:04.139250 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:36:04.139579 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:36:04.139882 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Tracked resource versions report: Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: pushed versions: Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: { 'AddressGroup': {'1.2'}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'ConntrackHelper': {'1.0'}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Log': {'1.0'}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Network': {'1.1'}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Port': {'1.7'}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'PortForwarding': {'1.2'}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'QosPolicy': {'1.8'}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'SecurityGroup': {'1.4'}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'SubPort': {'1.0'}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Subnet': {'1.1'}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Trunk': {'1.1'}} Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: consumer versions: Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: { DHCP agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: L3 agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: Metadata agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: Metering agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: Open vSwitch agent@dv-neutron-792998-2-hyperv: { 'AddressGroup': '1.2', Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'ConntrackHelper': '1.0', Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Log': '1.0', Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Network': '1.1', Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Port': '1.7', Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'PortForwarding': '1.2', Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'QosPolicy': '1.8', Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'SecurityGroup': '1.4', Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'SecurityGroupRule': '1.2', Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'SubPort': '1.0', Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Subnet': '1.1', Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Trunk': '1.1'}} Jun 03 21:36:04.141222 dv-neutron-792998-2-hyperv neutron-server[104399]: {{(pid=104399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:36:04.152020 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:36:04.161279 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Attempting to bind port 213fa236-ba67-468c-a4b8-858a5dd9eb24 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:36:04.161725 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Attempting to bind port 213fa236-ba67-468c-a4b8-858a5dd9eb24 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '3d32d819-4a4e-4312-8f2f-55dffbcffb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '908ad293-5dd9-4971-8162-1230332920fb'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:36:04.162580 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Attempting to bind port 213fa236-ba67-468c-a4b8-858a5dd9eb24 on network 908ad293-5dd9-4971-8162-1230332920fb {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:36:04.168054 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:36:04.168458 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Checking segment: {'id': '3d32d819-4a4e-4312-8f2f-55dffbcffb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '908ad293-5dd9-4971-8162-1230332920fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:36:04.168917 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:04.169296 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Bound using segment: {'id': '3d32d819-4a4e-4312-8f2f-55dffbcffb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '908ad293-5dd9-4971-8162-1230332920fb'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:36:04.169778 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Bound port: 213fa236-ba67-468c-a4b8-858a5dd9eb24, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d32d819-4a4e-4312-8f2f-55dffbcffb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '908ad293-5dd9-4971-8162-1230332920fb'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:36:04.170117 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:04.259993 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] For port 213fa236-ba67-468c-a4b8-858a5dd9eb24, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:36:04.264500 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] For port 213fa236-ba67-468c-a4b8-858a5dd9eb24, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=213fa236-ba67-468c-a4b8-858a5dd9eb24,segment=NetworkSegment(3d32d819-4a4e-4312-8f2f-55dffbcffb63),segment_id=3d32d819-4a4e-4312-8f2f-55dffbcffb63)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:36:04.270785 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:04.275232 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:36:04.387831 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Pushing event updated for resources: {'Port': ['ID=213fa236-ba67-468c-a4b8-858a5dd9eb24,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:36:04.390817 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:36:04.394136 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Routers {'462bc108-d07f-4af8-840c-18839a810659'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:36:04.395094 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:35:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['462bc108-d07f-4af8-840c-18839a810659'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:36:04.560179 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] Set router 462bc108-d07f-4af8-840c-18839a810659 gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:36:04.898577 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462bc108-d07f-4af8-840c-18839a810659', 'name': 'router1', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:35:51Z', 'updated_at': '2021-06-03T21:36:01Z', 'revision_number': 2, 'project_id': '5ab3e271fd124a10811224ae2fabf8aa', 'gw_port_host': None, '_interfaces': [{'id': '213fa236-ba67-468c-a4b8-858a5dd9eb24', 'name': '', 'network_id': '908ad293-5dd9-4971-8162-1230332920fb', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'mac_address': 'fa:16:3e:66:c0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462bc108-d07f-4af8-840c-18839a810659', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86f2a5e5-686e-43cf-9c63-83a515462077', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:36:01Z', 'updated_at': '2021-06-03T21:36:04Z', 'revision_number': 4, 'project_id': '5ab3e271fd124a10811224ae2fabf8aa', 'subnets': [{'id': '86f2a5e5-686e-43cf-9c63-83a515462077', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07257eb3-dcc7-4a71-ba8a-73bb7ff2ea0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:36:04.903390 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619d4a6-066c-45ae-a970-78b0a2e8cfb6 None None] The sync data for ids ['462bc108-d07f-4af8-840c-18839a810659'] in dv-neutron-792998-2-hyperv is: [{'id': '462bc108-d07f-4af8-840c-18839a810659', 'name': 'router1', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:35:51Z', 'updated_at': '2021-06-03T21:36:01Z', 'revision_number': 2, 'project_id': '5ab3e271fd124a10811224ae2fabf8aa', 'gw_port_host': None, '_interfaces': [{'id': '213fa236-ba67-468c-a4b8-858a5dd9eb24', 'name': '', 'network_id': '908ad293-5dd9-4971-8162-1230332920fb', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'mac_address': 'fa:16:3e:66:c0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462bc108-d07f-4af8-840c-18839a810659', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86f2a5e5-686e-43cf-9c63-83a515462077', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:36:01Z', 'updated_at': '2021-06-03T21:36:04Z', 'revision_number': 4, 'project_id': '5ab3e271fd124a10811224ae2fabf8aa', 'subnets': [{'id': '86f2a5e5-686e-43cf-9c63-83a515462077', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07257eb3-dcc7-4a71-ba8a-73bb7ff2ea0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:36:05.017298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 47244) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:36:05.167010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d4bc93-58c5-49d2-89cc-91e41a9921c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:36:05.168340 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-99d4bc93-58c5-49d2-89cc-91e41a9921c6 admin admin] 10.222.0.96 "GET /v2.0/networks/89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 842 time: 0.1497219 Jun 03 21:36:05.177837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Request body: {'subnet': {'cidr': '172.26.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'gateway_ip': '172.26.3.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:36:05.183445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:36:05.187366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Usage tracker for resource:subnet and tenant:7ea8ef029a354e67ba07b26cadd9ba34 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:36:05.190202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:36:05.196211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:36:05.208489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Made reservation on behalf of 7ea8ef029a354e67ba07b26cadd9ba34 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:36:05.211255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Notify callbacks [] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:05.673183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.objects.ports [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104396) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:36:05.673618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:05.678100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cced962f-c3f7-4be5-a783-ff7cc53498b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:36:05.746550 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Pushing event updated for resources: {'Subnet': ['ID=16900c06-59a0-4052-93ef-b2ab966fcd82,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:36:05.751577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:36:05.755648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:36:05.755992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Network hostable DHCP agents. Network: 89480cb6-6a7d-4426-8e42-42be78eae688, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:36:05.774298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:36:05.785313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 89480cb6-6a7d-4426-8e42-42be78eae688) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:36:05.790900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:36:05.791500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:05.796759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a6b382-033f-4355-b108-70151b5481a8 None None] Network 89480cb6-6a7d-4426-8e42-42be78eae688 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:36:05.814519 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6401508 Jun 03 21:36:06.021606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887ab3e4-9be9-4103-8fc0-d7f14cb11855 None None] Network 89480cb6-6a7d-4426-8e42-42be78eae688 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:36:08.084888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 47256) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:36:08.303066 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fa46f128-84d7-4164-ba7f-f705bb6b1b52 admin admin] 10.222.0.96 "GET /v2.0/routers/462bc108-d07f-4af8-840c-18839a810659 HTTP/1.1" status: 200 len: 710 time: 0.2169805 Jun 03 21:36:08.441453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23d748a-f415-4a10-8542-12f6465f8d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:36:08.442817 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c23d748a-f415-4a10-8542-12f6465f8d92 admin admin] 10.222.0.96 "GET /v2.0/networks/89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 886 time: 0.1318524 Jun 03 21:36:08.452145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:36:08.888231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:09.303271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:09.363296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:09.410265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 213fa236-ba67-468c-a4b8-858a5dd9eb24 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:36:09.482180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 213fa236-ba67-468c-a4b8-858a5dd9eb24 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:36:09.487093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 213fa236-ba67-468c-a4b8-858a5dd9eb24 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:36:09.487489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:09.507050 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Allocated IP 172.26.3.198 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/8a4abee2-9d46-4d9b-af0c-82b842fdfe39) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:36:09.613339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:09.650491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 213fa236-ba67-468c-a4b8-858a5dd9eb24, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=213fa236-ba67-468c-a4b8-858a5dd9eb24,segment=NetworkSegment(3d32d819-4a4e-4312-8f2f-55dffbcffb63),segment_id=3d32d819-4a4e-4312-8f2f-55dffbcffb63)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:36:09.654946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:09.657224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:36:09.666726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:09.697497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:09.702684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:36:09.721684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=213fa236-ba67-468c-a4b8-858a5dd9eb24,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:36:09.724748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:36:09.758649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:36:09.761366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:36:09.765953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:36:09.847275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Pushing event updated for resources: {'Port': ['ID=8a4abee2-9d46-4d9b-af0c-82b842fdfe39,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:36:09.895177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:36:10.180732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:10.541371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:10.544799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:10.776886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Router 462bc108-d07f-4af8-840c-18839a810659 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:36:10.962546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:36:10.971587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:10.972570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Sync routers for ids ['462bc108-d07f-4af8-840c-18839a810659'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:36:10.972988 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] 10.222.0.96 "PUT /v2.0/routers/462bc108-d07f-4af8-840c-18839a810659 HTTP/1.1" status: 200 len: 890 time: 2.5241029 Jun 03 21:36:10.983001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Routers {'462bc108-d07f-4af8-840c-18839a810659'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:36:10.983709 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:35:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['462bc108-d07f-4af8-840c-18839a810659'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:36:11.197218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Set router 462bc108-d07f-4af8-840c-18839a810659 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:36:11.419279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 213fa236-ba67-468c-a4b8-858a5dd9eb24 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:36:11.559123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 213fa236-ba67-468c-a4b8-858a5dd9eb24 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:36:11.559488 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:11.702907 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462bc108-d07f-4af8-840c-18839a810659', 'name': 'router1', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': '8a4abee2-9d46-4d9b-af0c-82b842fdfe39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:35:51Z', 'updated_at': '2021-06-03T21:36:09Z', 'revision_number': 4, 'project_id': '5ab3e271fd124a10811224ae2fabf8aa', 'gw_port': {'id': '8a4abee2-9d46-4d9b-af0c-82b842fdfe39', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:05:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462bc108-d07f-4af8-840c-18839a810659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:36:09Z', 'updated_at': '2021-06-03T21:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '213fa236-ba67-468c-a4b8-858a5dd9eb24', 'name': '', 'network_id': '908ad293-5dd9-4971-8162-1230332920fb', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'mac_address': 'fa:16:3e:66:c0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462bc108-d07f-4af8-840c-18839a810659', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86f2a5e5-686e-43cf-9c63-83a515462077', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:36:01Z', 'updated_at': '2021-06-03T21:36:09Z', 'revision_number': 5, 'project_id': '5ab3e271fd124a10811224ae2fabf8aa', 'subnets': [{'id': '86f2a5e5-686e-43cf-9c63-83a515462077', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07257eb3-dcc7-4a71-ba8a-73bb7ff2ea0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:36:11.708325 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Checking router: 462bc108-d07f-4af8-840c-18839a810659 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:36:11.708675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Updating router 462bc108-d07f-4af8-840c-18839a810659 port 8a4abee2-9d46-4d9b-af0c-82b842fdfe39 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:36:11.762617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:12.107365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:12.120146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Transition to ACTIVE for port object 8a4abee2-9d46-4d9b-af0c-82b842fdfe39 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:36:12.126805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:12.130693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:36:12.205939 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2caa1-4a20-4d6e-9d08-2ad009a8fa85 None None] Pushing event updated for resources: {'Port': ['ID=8a4abee2-9d46-4d9b-af0c-82b842fdfe39,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:36:12.209495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cce2caa1-4a20-4d6e-9d08-2ad009a8fa85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:36:12.210364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Attempting to bind port 8a4abee2-9d46-4d9b-af0c-82b842fdfe39 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:36:12.210733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Attempting to bind port 8a4abee2-9d46-4d9b-af0c-82b842fdfe39 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:36:12.211092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Attempting to bind port 8a4abee2-9d46-4d9b-af0c-82b842fdfe39 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:36:12.217089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:36:12.217453 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:36:12.217867 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:12.218238 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:36:12.218704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Bound port: 8a4abee2-9d46-4d9b-af0c-82b842fdfe39, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:36:12.219217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:12.313102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] For port 8a4abee2-9d46-4d9b-af0c-82b842fdfe39, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:36:12.318055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] For port 8a4abee2-9d46-4d9b-af0c-82b842fdfe39, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8a4abee2-9d46-4d9b-af0c-82b842fdfe39,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:36:12.324656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:12.328953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cce2caa1-4a20-4d6e-9d08-2ad009a8fa85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:36:12.405337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Routers {'462bc108-d07f-4af8-840c-18839a810659'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:36:12.405956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:35:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['462bc108-d07f-4af8-840c-18839a810659'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:36:12.472081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2caa1-4a20-4d6e-9d08-2ad009a8fa85 None None] Pushing event updated for resources: {'Port': ['ID=8a4abee2-9d46-4d9b-af0c-82b842fdfe39,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:36:12.475963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cce2caa1-4a20-4d6e-9d08-2ad009a8fa85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:36:12.636421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] Set router 462bc108-d07f-4af8-840c-18839a810659 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:36:12.995389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462bc108-d07f-4af8-840c-18839a810659', 'name': 'router1', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': '8a4abee2-9d46-4d9b-af0c-82b842fdfe39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:35:51Z', 'updated_at': '2021-06-03T21:36:09Z', 'revision_number': 4, 'project_id': '5ab3e271fd124a10811224ae2fabf8aa', 'gw_port': {'id': '8a4abee2-9d46-4d9b-af0c-82b842fdfe39', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:05:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462bc108-d07f-4af8-840c-18839a810659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:36:09Z', 'updated_at': '2021-06-03T21:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '213fa236-ba67-468c-a4b8-858a5dd9eb24', 'name': '', 'network_id': '908ad293-5dd9-4971-8162-1230332920fb', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'mac_address': 'fa:16:3e:66:c0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462bc108-d07f-4af8-840c-18839a810659', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86f2a5e5-686e-43cf-9c63-83a515462077', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:36:01Z', 'updated_at': '2021-06-03T21:36:09Z', 'revision_number': 5, 'project_id': '5ab3e271fd124a10811224ae2fabf8aa', 'subnets': [{'id': '86f2a5e5-686e-43cf-9c63-83a515462077', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07257eb3-dcc7-4a71-ba8a-73bb7ff2ea0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:36:12.999339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b8e5a-9c7f-4fd7-9604-2473c5d0a4e4 None None] The sync data for ids ['462bc108-d07f-4af8-840c-18839a810659'] in dv-neutron-792998-2-hyperv is: [{'id': '462bc108-d07f-4af8-840c-18839a810659', 'name': 'router1', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.198'}], 'enable_snat': True}, 'gw_port_id': '8a4abee2-9d46-4d9b-af0c-82b842fdfe39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:35:51Z', 'updated_at': '2021-06-03T21:36:09Z', 'revision_number': 4, 'project_id': '5ab3e271fd124a10811224ae2fabf8aa', 'gw_port': {'id': '8a4abee2-9d46-4d9b-af0c-82b842fdfe39', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:05:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462bc108-d07f-4af8-840c-18839a810659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:36:09Z', 'updated_at': '2021-06-03T21:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '213fa236-ba67-468c-a4b8-858a5dd9eb24', 'name': '', 'network_id': '908ad293-5dd9-4971-8162-1230332920fb', 'tenant_id': '5ab3e271fd124a10811224ae2fabf8aa', 'mac_address': 'fa:16:3e:66:c0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462bc108-d07f-4af8-840c-18839a810659', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86f2a5e5-686e-43cf-9c63-83a515462077', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:36:01Z', 'updated_at': '2021-06-03T21:36:09Z', 'revision_number': 5, 'project_id': '5ab3e271fd124a10811224ae2fabf8aa', 'subnets': [{'id': '86f2a5e5-686e-43cf-9c63-83a515462077', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07257eb3-dcc7-4a71-ba8a-73bb7ff2ea0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:36:13.361543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 47264) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:36:13.452732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8a4abee2-9d46-4d9b-af0c-82b842fdfe39 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:36:13.485478 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f20a6c12-603d-4f2b-a30a-66101a0df855 admin admin] 10.222.0.96 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1218555 Jun 03 21:36:13.534199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 8a4abee2-9d46-4d9b-af0c-82b842fdfe39 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:36:13.540334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 8a4abee2-9d46-4d9b-af0c-82b842fdfe39 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:36:13.540688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:13.669985 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:13.686570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 8a4abee2-9d46-4d9b-af0c-82b842fdfe39, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8a4abee2-9d46-4d9b-af0c-82b842fdfe39,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:36:13.691272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:13.693518 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d05457a6-8561-4df8-bf89-16ea1baf40ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:36:13.764655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=8a4abee2-9d46-4d9b-af0c-82b842fdfe39,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:36:13.773757 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:36:15.411206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8a4abee2-9d46-4d9b-af0c-82b842fdfe39 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:36:15.495161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 8a4abee2-9d46-4d9b-af0c-82b842fdfe39 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:36:15.495983 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:22.853625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6922931f-8bd8-46b9-ba37-d31e4c56e5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:23.959524 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 5 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:36:25.330454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:25.449890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a00746f-a0b0-4547-9c2d-f4f10b79e8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:26.764526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:28.259244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:52.831648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5a816e99-2452-4c71-a50d-0d887efd637b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:55.336249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:55.456787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0d202d23-e9e8-4452-95aa-a54a45816bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:56.769024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:36:58.257415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:00.958634 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 5 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:37:22.829627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-779c9ab2-f760-42f0-a228-4f30f723145a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:25.336283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:25.451474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-334f92e0-c7a7-4b77-94fc-23f033aacf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:26.767205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:28.259361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:37.960114 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 5 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:37:52.835852 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7e618ba2-4a66-470e-b1ff-7b9d83cf24fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:55.332315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:55.454977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6775b3b1-28ab-4370-93cf-872c42fa3606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:55.624748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 47864) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:37:55.706478 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-313c1674-76fe-4885-8d3d-358bac6d00dc admin admin] GET failed (client error): The resource could not be found. Jun 03 21:37:55.707197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-313c1674-76fe-4885-8d3d-358bac6d00dc admin admin] Synchronizing usage tracker for tenant:7ea8ef029a354e67ba07b26cadd9ba34 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:37:55.726020 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-313c1674-76fe-4885-8d3d-358bac6d00dc admin admin] Unset dirty status for tenant:7ea8ef029a354e67ba07b26cadd9ba34 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:37:55.727205 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-313c1674-76fe-4885-8d3d-358bac6d00dc admin admin] 10.222.0.96 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1011643 Jun 03 21:37:55.893457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9eac4d-3133-4b38-9296-140863c33e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:37:55.895015 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bb9eac4d-3133-4b38-9296-140863c33e41 admin admin] 10.222.0.96 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1637931 Jun 03 21:37:56.774134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:58.111787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 47874) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:37:58.251423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16649a90-b85d-466f-8c73-7e980703010d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:37:58.252010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-16649a90-b85d-466f-8c73-7e980703010d admin admin] Synchronizing usage tracker for tenant:7ea8ef029a354e67ba07b26cadd9ba34 on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:37:58.257128 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:58.274141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-16649a90-b85d-466f-8c73-7e980703010d admin admin] Unset dirty status for tenant:7ea8ef029a354e67ba07b26cadd9ba34 on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:37:58.275490 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-16649a90-b85d-466f-8c73-7e980703010d admin admin] 10.222.0.96 "GET /v2.0/subnets/86f2a5e5-686e-43cf-9c63-83a515462077 HTTP/1.1" status: 200 len: 849 time: 0.1626775 Jun 03 21:37:58.284977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:37:58.415036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Notify callbacks [] for subnet, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:58.640011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763094312964'] for subnet, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:58.646187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:37:58.688571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:37:58.688859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:58.690156 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] 10.222.0.96 "PUT /v2.0/subnets/86f2a5e5-686e-43cf-9c63-83a515462077 HTTP/1.1" status: 200 len: 868 time: 0.4090338 Jun 03 21:37:58.691049 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f17a83-cd01-4a47-bf13-3d39bb296988 None None] Network 908ad293-5dd9-4971-8162-1230332920fb requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:37:58.715110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f2a5e5-686e-43cf-9c63-83a515462077,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:37:58.722974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:37:58.723306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:37:58.723787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:37:58.724284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:37:58.724662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:37:58.724975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:37:58.725285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:37:58.725642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:37:58.725951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:37:58.726281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:37:58.726580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:37:58.726888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:37:58.730604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:37:59.223946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9429ea7f-dc1f-4eb3-81e0-abcd27974641 None None] Provisioning complete for port 213fa236-ba67-468c-a4b8-858a5dd9eb24 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:37:59.223946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9429ea7f-dc1f-4eb3-81e0-abcd27974641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:37:59.358944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9429ea7f-dc1f-4eb3-81e0-abcd27974641 None None] Provisioning complete for port 2b3a634f-3e65-4b18-9052-b71076b555e0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:37:59.359691 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9429ea7f-dc1f-4eb3-81e0-abcd27974641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:00.869766 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 47884) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:38:01.080324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11882b43-76f0-4cc4-bc60-1bd97fe89391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:01.080848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11882b43-76f0-4cc4-bc60-1bd97fe89391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:01.082407 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-11882b43-76f0-4cc4-bc60-1bd97fe89391 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2113943 Jun 03 21:38:03.263328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 47892) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:38:03.476213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e884c-208c-45e5-9feb-9dba9cedadba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:03.476673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e884c-208c-45e5-9feb-9dba9cedadba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:03.478375 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-df4e884c-208c-45e5-9feb-9dba9cedadba admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2139452 Jun 03 21:38:05.620446 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 47900) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:38:05.810636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d0e990-6667-41fa-8c7f-4a5dbae47f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:05.812009 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a4d0e990-6667-41fa-8c7f-4a5dbae47f99 admin admin] 10.222.0.96 "GET /v2.0/networks/89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 886 time: 0.1902997 Jun 03 21:38:07.968490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 47908) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:38:08.167022 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566e44d-5064-45d9-b8cd-a9b42e7955f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:08.168340 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2566e44d-5064-45d9-b8cd-a9b42e7955f5 admin admin] 10.222.0.96 "GET /v2.0/networks/908ad293-5dd9-4971-8162-1230332920fb HTTP/1.1" status: 200 len: 870 time: 0.1989129 Jun 03 21:38:10.370402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 47916) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:38:10.491873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44632a87-19aa-433a-b80a-edfd30d63a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:10.492786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44632a87-19aa-433a-b80a-edfd30d63a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:10.494059 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-44632a87-19aa-433a-b80a-edfd30d63a58 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227045 Jun 03 21:38:12.621247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 47924) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:38:12.737215 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce7105-83dc-47bf-ae52-31c427f3dc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:12.737673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce7105-83dc-47bf-ae52-31c427f3dc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:12.739435 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-43ce7105-83dc-47bf-ae52-31c427f3dc24 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1169407 Jun 03 21:38:14.924878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 47932) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:38:14.959061 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 5 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:38:15.079052 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55659409-1847-4585-9673-754c03f0da23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:15.080635 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-55659409-1847-4585-9673-754c03f0da23 admin admin] 10.222.0.96 "GET /v2.0/subnets/16900c06-59a0-4052-93ef-b2ab966fcd82 HTTP/1.1" status: 200 len: 816 time: 0.1545951 Jun 03 21:38:17.222006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 47940) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:38:17.333517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2760e7-43ae-452d-b005-04f6ba6c3abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:17.334879 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7a2760e7-43ae-452d-b005-04f6ba6c3abb admin admin] 10.222.0.96 "GET /v2.0/subnets/86f2a5e5-686e-43cf-9c63-83a515462077 HTTP/1.1" status: 200 len: 868 time: 0.1119199 Jun 03 21:38:22.832774 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-75813284-194a-4abd-9aef-dea81d689c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:25.333005 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:25.459498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47f6d066-8074-4587-989b-45e96304ece6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:26.778473 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:28.257931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:41.272916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 47984) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:38:41.334901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-b64dd8f4-fb1c-4a74-9032-fcee780607c9 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:38:41.335854 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b64dd8f4-fb1c-4a74-9032-fcee780607c9 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0619600 Jun 03 21:38:43.759311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 47992) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:38:43.838011 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-4522df82-d070-48d5-9111-20b105356811 admin admin] GET failed (client error): The resource could not be found. Jun 03 21:38:43.839327 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4522df82-d070-48d5-9111-20b105356811 admin admin] 10.222.0.96 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0790565 Jun 03 21:38:43.971506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec02a31f-3bbb-43e5-a6cb-c39cf5add52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:43.972925 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ec02a31f-3bbb-43e5-a6cb-c39cf5add52d admin admin] 10.222.0.96 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1275487 Jun 03 21:38:46.240985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48000) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:38:46.313335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:38:46.318565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:38:46.328290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:38:46.340140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Made reservation on behalf of 7ea8ef029a354e67ba07b26cadd9ba34 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:38:46.342505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:46.430374 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.services.revisions.revision_plugin [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Could not find related network for resource to bump revision. Jun 03 21:38:46.445928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:38:46.455276 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:46.455652 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Added segment 6964acf7-429c-4702-9e96-c43cb44d31aa of type vlan for network 699cc05c-5413-4424-8e1c-418891420511 Jun 03 21:38:46.482627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:46.520933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:46.522784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:46.523297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:46.528513 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:38:46.630119 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3875754 Jun 03 21:38:46.630813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Pushing event updated for resources: {'Network': ['ID=699cc05c-5413-4424-8e1c-418891420511,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:38:46.641662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:46.641974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:46.642283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:46.642594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:46.642982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:46.643427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:46.643759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:46.644081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:46.644392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:46.644775 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:46.645082 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:46.645377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:46.649230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:38:46.658351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 699cc05c-5413-4424-8e1c-418891420511 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:38:48.878824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48008) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:38:48.962680 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e81b8c-d274-422b-8ce5-c4921a6a81c3 admin admin] GET failed (client error): The resource could not be found. Jun 03 21:38:48.963199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-08e81b8c-d274-422b-8ce5-c4921a6a81c3 admin admin] Synchronizing usage tracker for tenant:7ea8ef029a354e67ba07b26cadd9ba34 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:38:48.981175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-08e81b8c-d274-422b-8ce5-c4921a6a81c3 admin admin] Unset dirty status for tenant:7ea8ef029a354e67ba07b26cadd9ba34 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:38:48.982316 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-08e81b8c-d274-422b-8ce5-c4921a6a81c3 admin admin] 10.222.0.96 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1018486 Jun 03 21:38:49.088988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eead02d-acc4-476d-afce-dfaeea07c2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:49.090424 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1eead02d-acc4-476d-afce-dfaeea07c2d2 admin admin] 10.222.0.96 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1040626 Jun 03 21:38:49.102920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '699cc05c-5413-4424-8e1c-418891420511', 'name': 'shared-subnet'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:38:49.108455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:38:49.120456 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:38:49.131894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Made reservation on behalf of 7ea8ef029a354e67ba07b26cadd9ba34 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:38:49.134265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:49.567636 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:49.571859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:38:49.642206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a65b179-c12d-416d-8d86-6538801f36db,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:38:49.647826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:38:49.653849 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Checking segment: {'id': '6964acf7-429c-4702-9e96-c43cb44d31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '699cc05c-5413-4424-8e1c-418891420511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:38:49.654207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Network hostable DHCP agents. Network: 699cc05c-5413-4424-8e1c-418891420511, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:38:49.679044 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Network 699cc05c-5413-4424-8e1c-418891420511 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:38:49.696396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 699cc05c-5413-4424-8e1c-418891420511) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:38:49.704715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:38:49.705300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:49.712035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577a2396-72da-4c50-b115-b7df4de2fcf2 None None] Network 699cc05c-5413-4424-8e1c-418891420511 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:38:49.731205 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6320472 Jun 03 21:38:49.940166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-699cc05c-5413-4424-8e1c-418891420511', 'network_id': '699cc05c-5413-4424-8e1c-418891420511', 'tenant_id': '7ea8ef029a354e67ba07b26cadd9ba34', 'fixed_ips': [{'subnet_id': '3a65b179-c12d-416d-8d86-6538801f36db'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:38:49.941002 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:50.111756 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Allocated IP 192.168.233.2 (699cc05c-5413-4424-8e1c-418891420511/3a65b179-c12d-416d-8d86-6538801f36db/3d83830f-1227-425a-a115-f3302b9d320a) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:38:50.334790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:50.345695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Transition to ACTIVE for port object 3d83830f-1227-425a-a115-f3302b9d320a will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:38:50.365589 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Transition to ACTIVE for port object 3d83830f-1227-425a-a115-f3302b9d320a will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:38:50.372563 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:50.377692 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:38:50.440763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Network 699cc05c-5413-4424-8e1c-418891420511 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:38:50.443725 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:38:50.453137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:38:50.461461 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Pushing event updated for resources: {'Port': ['ID=3d83830f-1227-425a-a115-f3302b9d320a,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:38:50.496653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:50.497021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:50.497360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:50.497683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:50.498002 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:50.498323 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:50.498639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:50.498990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:50.499307 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:50.499664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:50.499990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:50.500287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:38:50.507986 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:38:50.568121 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Attempting to bind port 3d83830f-1227-425a-a115-f3302b9d320a on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:38:50.568121 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Attempting to bind port 3d83830f-1227-425a-a115-f3302b9d320a by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '6964acf7-429c-4702-9e96-c43cb44d31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '699cc05c-5413-4424-8e1c-418891420511'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:38:50.568684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Attempting to bind port 3d83830f-1227-425a-a115-f3302b9d320a on network 699cc05c-5413-4424-8e1c-418891420511 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:38:50.574693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:38:50.575059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Checking segment: {'id': '6964acf7-429c-4702-9e96-c43cb44d31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '699cc05c-5413-4424-8e1c-418891420511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:38:50.575545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:50.575950 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Bound using segment: {'id': '6964acf7-429c-4702-9e96-c43cb44d31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '699cc05c-5413-4424-8e1c-418891420511'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:38:50.576506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Bound port: 3d83830f-1227-425a-a115-f3302b9d320a, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6964acf7-429c-4702-9e96-c43cb44d31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '699cc05c-5413-4424-8e1c-418891420511'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:38:50.576870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:50.674168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] For port 3d83830f-1227-425a-a115-f3302b9d320a, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:38:50.677604 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] For port 3d83830f-1227-425a-a115-f3302b9d320a, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3d83830f-1227-425a-a115-f3302b9d320a,segment=NetworkSegment(6964acf7-429c-4702-9e96-c43cb44d31aa),segment_id=6964acf7-429c-4702-9e96-c43cb44d31aa)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:38:50.682840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:50.686977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:38:50.770861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Pushing event updated for resources: {'Port': ['ID=3d83830f-1227-425a-a115-f3302b9d320a,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:38:50.775903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:38:51.575725 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3d83830f-1227-425a-a115-f3302b9d320a up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:38:51.663151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 3d83830f-1227-425a-a115-f3302b9d320a completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:38:51.683675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428f1843-7dd2-4020-8f1d-eae883e5fe83 None None] Network 699cc05c-5413-4424-8e1c-418891420511 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:38:51.834751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6a6536e1-3ad3-468f-8be3-a57993e1557f None None] Provisioning for port 3d83830f-1227-425a-a115-f3302b9d320a completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:38:51.850295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6a6536e1-3ad3-468f-8be3-a57993e1557f None None] Provisioning complete for port 3d83830f-1227-425a-a115-f3302b9d320a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:38:51.850668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6a6536e1-3ad3-468f-8be3-a57993e1557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:51.958227 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 5 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:38:52.065514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6a6536e1-3ad3-468f-8be3-a57993e1557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:52.111718 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6a6536e1-3ad3-468f-8be3-a57993e1557f None None] For port 3d83830f-1227-425a-a115-f3302b9d320a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3d83830f-1227-425a-a115-f3302b9d320a,segment=NetworkSegment(6964acf7-429c-4702-9e96-c43cb44d31aa),segment_id=6964acf7-429c-4702-9e96-c43cb44d31aa)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:38:52.118914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6a6536e1-3ad3-468f-8be3-a57993e1557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:52.122499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:38:52.193598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6536e1-3ad3-468f-8be3-a57993e1557f None None] Pushing event updated for resources: {'Port': ['ID=3d83830f-1227-425a-a115-f3302b9d320a,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:38:52.196809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6a6536e1-3ad3-468f-8be3-a57993e1557f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:38:52.341657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a01c1f35-196c-46ee-b6b2-5ca546f6eafc None None] Provisioning complete for port 3d83830f-1227-425a-a115-f3302b9d320a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:38:52.341958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a01c1f35-196c-46ee-b6b2-5ca546f6eafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:52.832904 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e4c5fc23-3234-48f6-9392-5cd4ae8c7cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:53.527869 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3d83830f-1227-425a-a115-f3302b9d320a up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:38:53.601283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3d83830f-1227-425a-a115-f3302b9d320a triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:38:53.601622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:55.332483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:55.478265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-33d71094-ddfc-4956-9e29-12e545207c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:56.780763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:38:58.275382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:22.830523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-72b9072a-7e1f-4c3c-be28-e202e36a0814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:25.330194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:25.464943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6f612c3e-ce2b-4a6b-a873-e5be546209de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:26.783041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:28.268552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:28.957507 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 5 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:39:52.824773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5e74fbad-9448-4ec3-aee4-659e76b61f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:55.325649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:55.459799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-95cd1814-2be0-457e-921e-320f2ca6a3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:56.785240 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:58.268271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:59.189933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48060) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:39:59.199161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-f07da442-5fbf-480c-8632-53f438baa039 tempest-verify_tempest_config-2112516924 tempest-verify_tempest_config-2112516924-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:39:59.200464 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f07da442-5fbf-480c-8632-53f438baa039 tempest-verify_tempest_config-2112516924 tempest-verify_tempest_config-2112516924-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0089538 Jun 03 21:39:59.528728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48078) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:39:59.685623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:59.701329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:39:59.705432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Usage tracker for resource:security_group_rule and tenant:cf32a314e3644b9c983d5709fe26b3db is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:39:59.710652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:39:59.716545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:39:59.819709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:59.825095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:59.832354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:39:59.872425 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cf32a314e3644b9c983d5709fe26b3db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3426430 Jun 03 21:39:59.873470 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c638cd38-01a5-4274-825c-f9d285bd58f6,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:39:59.875213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48084) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:39:59.881786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:39:59.882061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:39:59.882356 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:39:59.882678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:39:59.882993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:39:59.883323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:39:59.883685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:39:59.883999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:39:59.884307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:39:59.884615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:39:59.884919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:39:59.885226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:39:59.896867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:39:59.947880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:39:59.973920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:00.085346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:00.090069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-232b4327-ef2c-4d2d-99f2-653f51defb13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:40:00.103182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c638cd38-01a5-4274-825c-f9d285bd58f6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:40:00.110115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:00.110466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:00.110803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:00.111127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:00.111446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:00.111808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:00.112224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:00.113346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:00.113346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:00.113346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:00.113691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:00.113826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:40:00.118204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:40:00.120233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:00.121793 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c638cd38-01a5-4274-825c-f9d285bd58f6 HTTP/1.1" status: 204 len: 168 time: 0.2454484 Jun 03 21:40:05.958036 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 5 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:40:22.831203 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e85309f1-b927-409b-ae95-2459baddbf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:25.333050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:25.459525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-82faa0f4-5e40-455f-b65f-fe82666ada11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:26.786282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:28.272137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:42.963939 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 5 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:40:52.828360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bf24c0ef-7690-4959-a55c-41c4cf6e7605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:55.330262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:55.458731 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1496826f-db45-4586-87ab-fbdb196ef334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:56.789967 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:40:58.275674 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:19.971758 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 5 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:41:22.828614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4979a34f-d075-43ec-ba57-b30d1aed93b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:25.326047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:25.454257 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5b81efa2-4109-442c-bcc1-4e0ab97256cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:26.492513 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303'] for agent, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:26.793506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:28.276070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:43.713048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48154) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:41:43.852918 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-217fb379-6977-47e0-a360-68686237f524 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1384842 Jun 03 21:41:46.065246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48164) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:41:46.142825 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-24457600-6997-4997-b300-84d2f45f5288 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0764320 Jun 03 21:41:52.824686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6931c7fe-5f54-4644-aa27-3eea1799058b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:55.323747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:55.449172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cf1b1d2f-1a2c-4f89-81a4-a19a4bba3890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:56.448192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:56.796097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:41:56.965639 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:41:58.282114 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:22.823168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4899df15-2327-4bff-80c8-f5418a9630aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:25.327308 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:25.454066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9ca1d869-9092-4fe1-b3af-ed0a3f2c0ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:26.454595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:26.803865 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:28.284307 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:33.967660 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:42:52.819303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c0f189c0-643e-47cc-95d0-27155c52f46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:55.323816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:55.453580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-400eddb3-fe46-4808-88af-2a7442d0ab80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:56.468114 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:56.803773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:58.312310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:59.549960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48290) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:42:59.939104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1277248048-network', 'tenant_id': 'e8575706e29d4efb935647060af56086'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:42:59.944366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:42:59.948491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Usage tracker for resource:network and tenant:e8575706e29d4efb935647060af56086 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:42:59.952166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:42:59.958096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:42:59.972786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Made reservation on behalf of e8575706e29d4efb935647060af56086 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:42:59.975150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:42:59.987804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:00.002650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:00.006847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Usage tracker for resource:security_group_rule and tenant:e8575706e29d4efb935647060af56086 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:00.009903 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:00.015875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:00.109758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:00.113960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:00.126740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:00.131898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b05114be-7a2b-4674-baf6-65bcaeaec4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:00.145680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:00.145925 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Added segment 27cb45ad-b59c-4ed8-8743-05a5a1971407 of type vlan for network f3ab37d9-450d-465b-af87-fe797b3c7680 Jun 03 21:43:00.174685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:00.199825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ad58bd-7838-4ee0-9fe8-29285f91895d,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:00.218812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:00.219067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:00.219394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:00.219736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:00.220046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:00.220373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:00.220664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:00.220985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:00.221293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:00.221595 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:00.221892 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:00.222190 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Tracked resource versions report: Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: pushed versions: Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: { 'AddressGroup': {'1.2'}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'ConntrackHelper': {'1.0'}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Log': {'1.0'}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Network': {'1.1'}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Port': {'1.7'}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'PortForwarding': {'1.2'}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'QosPolicy': {'1.8'}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'SecurityGroup': {'1.4'}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'SubPort': {'1.0'}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Subnet': {'1.1'}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Trunk': {'1.1'}} Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: consumer versions: Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: { DHCP agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: HyperV agent@hv-neutron-7929: {}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: L3 agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: Metadata agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: Metering agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: Open vSwitch agent@dv-neutron-792998-2-hyperv: { 'AddressGroup': '1.2', Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'ConntrackHelper': '1.0', Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Log': '1.0', Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Network': '1.1', Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Port': '1.7', Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'PortForwarding': '1.2', Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'QosPolicy': '1.8', Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'SecurityGroup': '1.4', Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'SecurityGroupRule': '1.2', Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'SubPort': '1.0', Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Subnet': '1.1', Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: 'Trunk': '1.1'}} Jun 03 21:43:00.223368 dv-neutron-792998-2-hyperv neutron-server[104397]: {{(pid=104397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:43:00.226456 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:00.240973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:00.242598 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:00.243228 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:00.251062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4f252492-93d5-462d-b10d-ca324a8b1957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:00.398834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Pushing event updated for resources: {'Network': ['ID=f3ab37d9-450d-465b-af87-fe797b3c7680,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:00.402556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:00.410056 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8583131 Jun 03 21:43:00.413206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48340) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:00.416259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network f3ab37d9-450d-465b-af87-fe797b3c7680 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:00.419877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Request body: {'subnet': {'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1277248048-subnet', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:00.425679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:00.429722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Usage tracker for resource:subnet and tenant:e8575706e29d4efb935647060af56086 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:00.433571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:00.440789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:00.454681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Made reservation on behalf of e8575706e29d4efb935647060af56086 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:00.457539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:00.927210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:00.932493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:01.008170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48f48ce-c887-4cce-89b6-0302a64d4519,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:01.018150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Checking segment: {'id': '27cb45ad-b59c-4ed8-8743-05a5a1971407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:01.018504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Network hostable DHCP agents. Network: f3ab37d9-450d-465b-af87-fe797b3c7680, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:43:01.023120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:01.023567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:01.023910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:01.024244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:01.024594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:01.024973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:01.025301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:01.025636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:01.025948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:01.026443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:01.026756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:01.027068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Tracked resource versions report: Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: pushed versions: Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: { 'AddressGroup': {'1.2'}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'ConntrackHelper': {'1.0'}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Log': {'1.0'}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Network': {'1.1'}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Port': {'1.7'}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'PortForwarding': {'1.2'}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'QosPolicy': {'1.8'}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'SecurityGroup': {'1.4'}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'SubPort': {'1.0'}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Subnet': {'1.1'}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Trunk': {'1.1'}} Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: consumer versions: Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: { DHCP agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: HyperV agent@hv-neutron-7929: {}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: L3 agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: Metadata agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: Metering agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: Open vSwitch agent@dv-neutron-792998-2-hyperv: { 'AddressGroup': '1.2', Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'ConntrackHelper': '1.0', Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Log': '1.0', Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Network': '1.1', Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Port': '1.7', Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'PortForwarding': '1.2', Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'QosPolicy': '1.8', Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'SecurityGroup': '1.4', Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'SecurityGroupRule': '1.2', Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'SubPort': '1.0', Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Subnet': '1.1', Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: 'Trunk': '1.1'}} Jun 03 21:43:01.028323 dv-neutron-792998-2-hyperv neutron-server[104396]: {{(pid=104396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:43:01.033469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:01.050887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Network f3ab37d9-450d-465b-af87-fe797b3c7680 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:43:01.070810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, f3ab37d9-450d-465b-af87-fe797b3c7680) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:01.083592 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac94e0-f7e1-4d2e-a0eb-87411d97f301 None None] Network f3ab37d9-450d-465b-af87-fe797b3c7680 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:01.100403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:01.101595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:01.142128 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7276766 Jun 03 21:43:01.145045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48370) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:01.153060 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:01.159153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:01.164037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Usage tracker for resource:router and tenant:e8575706e29d4efb935647060af56086 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:01.168748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:01.175721 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:01.192887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:01.194394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:01.215602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:01.376269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-f3ab37d9-450d-465b-af87-fe797b3c7680', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'fixed_ips': [{'subnet_id': 'f48f48ce-c887-4cce-89b6-0302a64d4519'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:43:01.377119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:01.520934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48380) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:01.542931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48384) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:01.559925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48388) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:01.562264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:01.562431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Allocated IP 172.20.0.2 (f3ab37d9-450d-465b-af87-fe797b3c7680/f48f48ce-c887-4cce-89b6-0302a64d4519/9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:01.829530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:01.844927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Transition to ACTIVE for port object 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:01.861708 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bb911217-394d-44a9-9704-0304f72ade9e tempest-AgentManagementNegativeTest-1525855943 tempest-AgentManagementNegativeTest-1525855943-project] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3388007 Jun 03 21:43:01.870316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Transition to ACTIVE for port object 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:01.877680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-134864694-network', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:01.880405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:01.885037 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:01.889655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Usage tracker for resource:network and tenant:fb162b9e85e341649c3678d854dd6e2c is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:01.890467 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:01.896881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:01.908659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:01.923038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Made reservation on behalf of fb162b9e85e341649c3678d854dd6e2c for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:01.926352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:01.943147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:01.958465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Network f3ab37d9-450d-465b-af87-fe797b3c7680 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:01.961277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:01.969164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-307329739-network', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:01.970757 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:01.978354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:01.983202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:fb162b9e85e341649c3678d854dd6e2c is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:01.987636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:01.995045 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:02.004439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Pushing event updated for resources: {'Port': ['ID=9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:02.014086 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.056895 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.059965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:02.060308 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:02.060727 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:02.061229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:02.061360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:02.061645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:02.061966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:02.062281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:02.062733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:02.063064 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:02.063514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:02.063960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Tracked resource versions report: Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: pushed versions: Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: { 'AddressGroup': {'1.2'}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'ConntrackHelper': {'1.0'}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Log': {'1.0'}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Network': {'1.1'}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Port': {'1.7'}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'PortForwarding': {'1.2'}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'QosPolicy': {'1.8'}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'SecurityGroup': {'1.4'}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'SubPort': {'1.0'}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Subnet': {'1.1'}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Trunk': {'1.1'}} Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: consumer versions: Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: { DHCP agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: HyperV agent@hv-neutron-7929: {}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: L3 agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: Metadata agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: Metering agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: Open vSwitch agent@dv-neutron-792998-2-hyperv: { 'AddressGroup': '1.2', Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'ConntrackHelper': '1.0', Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Log': '1.0', Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Network': '1.1', Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Port': '1.7', Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'PortForwarding': '1.2', Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'QosPolicy': '1.8', Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'SecurityGroup': '1.4', Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'SecurityGroupRule': '1.2', Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'SubPort': '1.0', Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Subnet': '1.1', Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: 'Trunk': '1.1'}} Jun 03 21:43:02.065018 dv-neutron-792998-2-hyperv neutron-server[104398]: {{(pid=104398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:43:02.075877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:02.096837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Attempting to bind port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:02.097209 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Attempting to bind port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '27cb45ad-b59c-4ed8-8743-05a5a1971407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:02.097764 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Attempting to bind port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b on network f3ab37d9-450d-465b-af87-fe797b3c7680 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:02.109860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:02.111419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Checking segment: {'id': '27cb45ad-b59c-4ed8-8743-05a5a1971407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:02.111855 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.112253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Bound using segment: {'id': '27cb45ad-b59c-4ed8-8743-05a5a1971407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:02.112747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Bound port: 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cb45ad-b59c-4ed8-8743-05a5a1971407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:02.115051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.135113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.138205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:02.144272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.145975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Usage tracker for resource:network and tenant:de330ded214f4d50a7154a6f70805db0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:02.149310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:02.168021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:02.181937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763094224312', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.182939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Unsubscribe: segment precommit_create {{(pid=104396) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 21:43:02.183555 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Added segment 99b1434c-0efc-4899-9796-9b906144659f of type vlan for network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 Jun 03 21:43:02.228986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.240280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Allocated IP 172.26.3.25 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/a76ed404-eb99-4218-b098-be09868b9e06) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:02.253014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48408) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:02.277900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:02.286805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:02.306191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.313263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] For port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:02.317277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] For port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b,segment=NetworkSegment(27cb45ad-b59c-4ed8-8743-05a5a1971407),segment_id=27cb45ad-b59c-4ed8-8743-05a5a1971407)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:02.325275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.330467 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:02.343005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:02.343689 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.398564 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8542480 Jun 03 21:43:02.399626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e946c74b-4d66-4e33-99dd-3822542cadba,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:02.404850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48418) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:02.422869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Request body: {'subnet': {'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-134864694-subnet', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:02.424792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:02.428661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:02.429797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:02.437573 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Usage tracker for resource:subnet and tenant:fb162b9e85e341649c3678d854dd6e2c is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:02.442737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:02.453387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:02.454575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Made reservation on behalf of de330ded214f4d50a7154a6f70805db0 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:02.457075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.473341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Made reservation on behalf of fb162b9e85e341649c3678d854dd6e2c for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:02.475934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Notify callbacks [] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.492284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.533765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Pushing event updated for resources: {'Port': ['ID=9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:02.536035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:02.574261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:02.585787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Usage tracker for resource:security_group_rule and tenant:de330ded214f4d50a7154a6f70805db0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:02.590895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=8a0a66ca-e212-4121-af0e-4c0d43c5e5c8,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:02.603626 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:02.604254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:02.605444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:02.612911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:02.629673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.740944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.747691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.753486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7ab44859-630c-495c-8abb-16ade3b0a345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:02.828688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35c5ea7-9de4-4943-b906-5c27ffd08023,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:02.834971 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:02.839073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:02.840104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8511dcec-9d3d-4025-a5ae-8d412acf897f tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1711336400'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:02.841344 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8511dcec-9d3d-4025-a5ae-8d412acf897f tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Unknown quota resources ['metering_label']. {{(pid=104397) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 21:43:02.858110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.859211 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Added segment 4d4eadd1-7b50-4f07-b065-19a8b093a91d of type vlan for network 21c45018-37a9-4d8b-8264-e960e83890a9 Jun 03 21:43:02.866785 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.879805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:02.902028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.916384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48430) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:02.986659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.988399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:02.989478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:02.999034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:03.126177 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5648785 Jun 03 21:43:03.130270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48440) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:03.136533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Request body: {'subnet': {'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-307329739-subnet', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:03.141544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Pushing event updated for resources: {'Network': ['ID=21c45018-37a9-4d8b-8264-e960e83890a9,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:03.144726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:03.147227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:03.149696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Usage tracker for resource:subnet and tenant:de330ded214f4d50a7154a6f70805db0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:03.152733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:03.156260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 21c45018-37a9-4d8b-8264-e960e83890a9 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:03.159189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:03.173306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Made reservation on behalf of de330ded214f4d50a7154a6f70805db0 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:03.177933 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:03.204491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:03.216835 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:03.237555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:03.469809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bf439a5c-fe4f-494a-b79a-23240b57ceae admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:03.499111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bf439a5c-fe4f-494a-b79a-23240b57ceae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:03.508104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bf439a5c-fe4f-494a-b79a-23240b57ceae admin admin] Usage tracker for resource:security_group_rule and tenant:5fb611a8fa1841ff9ac9dc8fc5f493fd is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:03.513643 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bf439a5c-fe4f-494a-b79a-23240b57ceae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:03.522983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bf439a5c-fe4f-494a-b79a-23240b57ceae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:03.646983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48448) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:03.797618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:03.851974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Pushing event updated for resources: {'Port': ['ID=a76ed404-eb99-4218-b098-be09868b9e06,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:03.872177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:03.915489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:03.963539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48456) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:04.001804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c7b083-b32b-45c6-97f2-806ff5818a8c None None] Network f3ab37d9-450d-465b-af87-fe797b3c7680 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:04.028688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bf439a5c-fe4f-494a-b79a-23240b57ceae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.048961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bf439a5c-fe4f-494a-b79a-23240b57ceae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.109715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:04.139480 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bf439a5c-fe4f-494a-b79a-23240b57ceae admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5fb611a8fa1841ff9ac9dc8fc5f493fd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2209241 Jun 03 21:43:04.144364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48462) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:04.144830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48464) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:04.145283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.148699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf439a5c-fe4f-494a-b79a-23240b57ceae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c90467e-000a-426b-aaa2-95dc983c321c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:04.152506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-79030245-e4fe-41d2-944c-865dd79a0e35 None None] Provisioning for port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:04.154578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bf439a5c-fe4f-494a-b79a-23240b57ceae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:04.163859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-79030245-e4fe-41d2-944c-865dd79a0e35 None None] Provisioning complete for port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:04.164459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79030245-e4fe-41d2-944c-865dd79a0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.280489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.297125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-25d5c3e0-5586-407e-b4c6-dc6ee31b6e32 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:04.299526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:04.328427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:04.361585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:04.377536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Usage tracker for resource:floatingip and tenant:fb216345482943c3ab8fa6f3300c8a00 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:04.397540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:04.401471 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-25d5c3e0-5586-407e-b4c6-dc6ee31b6e32 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] 10.222.0.96 "PUT /v2.0/quotas/265104e76f05482d96ffc8afe2eb1c72 HTTP/1.1" status: 200 len: 368 time: 0.2490270 Jun 03 21:43:04.402542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a573ce1-97db-4535-a3fd-d3c890468119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.403886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48476) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:04.412008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8511dcec-9d3d-4025-a5ae-8d412acf897f tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.412374 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8511dcec-9d3d-4025-a5ae-8d412acf897f tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 2.1581264 Jun 03 21:43:04.418923 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Request body: {'network': {'project_id': '265104e76f05482d96ffc8afe2eb1c72'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:04.421059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48478) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:04.422956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:04.443227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a2526c8d-adef-4398-86ec-8853951e1255 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5ab10bb0-894c-47ce-b27a-be3316fa7ec0'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:04.443800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a2526c8d-adef-4398-86ec-8853951e1255 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104396) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 21:43:04.443934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79030245-e4fe-41d2-944c-865dd79a0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.449386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Checking segment: {'id': '4d4eadd1-7b50-4f07-b065-19a8b093a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:04.449749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Network hostable DHCP agents. Network: 21c45018-37a9-4d8b-8264-e960e83890a9, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:43:04.492101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-79030245-e4fe-41d2-944c-865dd79a0e35 None None] For port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b,segment=NetworkSegment(27cb45ad-b59c-4ed8-8743-05a5a1971407),segment_id=27cb45ad-b59c-4ed8-8743-05a5a1971407)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:04.501519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:04.513032 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Usage tracker for resource:network and tenant:265104e76f05482d96ffc8afe2eb1c72 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:04.514539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79030245-e4fe-41d2-944c-865dd79a0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.517804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2395fa3c-f45c-41c6-90eb-40742843d772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:04.518632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:04.534330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1657799819'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:04.582206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:04.588563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:04.592975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Usage tracker for resource:network and tenant:7032c2cfbbfb43a39259aa4b40f533d1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:04.596300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:04.601507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79030245-e4fe-41d2-944c-865dd79a0e35 None None] Pushing event updated for resources: {'Port': ['ID=9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:04.602663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:04.605829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-79030245-e4fe-41d2-944c-865dd79a0e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:04.614091 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.662278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a91673-3043-4757-a983-3e6ef46383ed,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:04.668613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:04.683337 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a573ce1-97db-4535-a3fd-d3c890468119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.694343 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.services.metering.metering_plugin [None req-a2526c8d-adef-4398-86ec-8853951e1255 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 03 21:43:04.744566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-49601525-0d96-46f8-b88f-da5cd756eff7 None None] Provisioning complete for port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:04.744940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-49601525-0d96-46f8-b88f-da5cd756eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.779796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Made reservation on behalf of 7032c2cfbbfb43a39259aa4b40f533d1 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:04.783787 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.807792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Network 21c45018-37a9-4d8b-8264-e960e83890a9 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:43:04.812556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Made reservation on behalf of 265104e76f05482d96ffc8afe2eb1c72 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:04.815392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.835128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.875824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.892798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 21c45018-37a9-4d8b-8264-e960e83890a9) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:04.899074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:04.899794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.904042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:04.913305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f75204-6539-4291-b3de-f990956a6722 None None] Network 21c45018-37a9-4d8b-8264-e960e83890a9 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:04.914595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2526c8d-adef-4398-86ec-8853951e1255 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.919024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Usage tracker for resource:security_group_rule and tenant:7032c2cfbbfb43a39259aa4b40f533d1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:04.919214 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a2526c8d-adef-4398-86ec-8853951e1255 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4938619 Jun 03 21:43:04.919214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48482) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:04.924489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6fe90685-781b-457a-a5de-5b2be02f2696 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5ab10bb0-894c-47ce-b27a-be3316fa7ec0'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:04.924973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6fe90685-781b-457a-a5de-5b2be02f2696 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104396) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 21:43:04.926641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:04.929251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:04.933439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.940107 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8085160 Jun 03 21:43:04.942592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48484) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:04.943995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Usage tracker for resource:security_group_rule and tenant:265104e76f05482d96ffc8afe2eb1c72 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:04.946831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:04.948575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:04.953192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:04.955056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a573ce1-97db-4535-a3fd-d3c890468119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.965761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a573ce1-97db-4535-a3fd-d3c890468119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:04.969532 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0a573ce1-97db-4535-a3fd-d3c890468119 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5c90467e-000a-426b-aaa2-95dc983c321c HTTP/1.1" status: 204 len: 168 time: 0.8137286 Jun 03 21:43:04.969532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:04.970805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bf439a5c-fe4f-494a-b79a-23240b57ceae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:04.978760 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.services.metering.metering_plugin [None req-6fe90685-781b-457a-a5de-5b2be02f2696 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 03 21:43:04.983878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Usage tracker for resource:router and tenant:de330ded214f4d50a7154a6f70805db0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:04.989787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:04.994552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a573ce1-97db-4535-a3fd-d3c890468119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c90467e-000a-426b-aaa2-95dc983c321c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:05.085813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0a573ce1-97db-4535-a3fd-d3c890468119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:05.086932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:05.090359 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:05.157416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6fe90685-781b-457a-a5de-5b2be02f2696 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.161198 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6fe90685-781b-457a-a5de-5b2be02f2696 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2383354 Jun 03 21:43:05.161481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48488) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:05.169508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.170609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.178856 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e9e30df5-f11c-4dbb-b692-fcb354f7b331 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=c7676e9e-acdd-4371-9003-be0ac628c240 HTTP/1.1" status: 200 len: 462 time: 0.0154448 Jun 03 21:43:05.181225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48490) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:05.207024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.226568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-21c45018-37a9-4d8b-8264-e960e83890a9', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'fixed_ips': [{'subnet_id': 'a8a91673-3043-4757-a983-3e6ef46383ed'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:43:05.227704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.425974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.459480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Allocated IP 172.20.0.2 (21c45018-37a9-4d8b-8264-e960e83890a9/a8a91673-3043-4757-a983-3e6ef46383ed/ee24016c-def5-4561-a0b8-5c39889ea29a) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:05.464688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ba527775-fae8-4c95-8cb6-89240e62dde1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:05.508181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.538114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.590869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.613605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbec842f-83c0-4510-ab8c-a00939d873fc,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:05.616099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.626102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:05.648316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.660250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:05.678084 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:43:05.752813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.766179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:05.796465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:05.820239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Checking segment: {'id': '99b1434c-0efc-4899-9796-9b906144659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:05.820591 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Network hostable DHCP agents. Network: 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:43:05.834988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:05.839339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50492f86-ebdf-403f-ba38-f95d87a5009b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:05.840026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Transition to ACTIVE for port object ee24016c-def5-4561-a0b8-5c39889ea29a will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:05.883924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Transition to ACTIVE for port object ee24016c-def5-4561-a0b8-5c39889ea29a will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:05.903441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:05.903976 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.940905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.946056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:05.959781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.960591 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.960935 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Added segment 250a0f44-9bad-4708-b7d2-584e7c796db8 of type vlan for network b18d176d-27fc-474c-8e1b-db9e0dc15cd6 Jun 03 21:43:05.980746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7342e7a9-ab9c-492e-a69b-65d3df32c3e6 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.982309 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7342e7a9-ab9c-492e-a69b-65d3df32c3e6 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/c7676e9e-acdd-4371-9003-be0ac628c240 HTTP/1.1" status: 204 len: 168 time: 0.7998884 Jun 03 21:43:05.985406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48514) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:05.985970 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:05.986308 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Added segment c2965ef8-a8ab-4a06-aad1-b29e803a70af of type vlan for network 7b9da78d-66a5-4b9a-932d-e378cd5d540d Jun 03 21:43:06.004407 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Network 21c45018-37a9-4d8b-8264-e960e83890a9 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:06.007998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:06.012750 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:06.036687 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a0ef92b7-4896-4ff5-8da7-d2beaec9d31a tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=c7676e9e-acdd-4371-9003-be0ac628c240 HTTP/1.1" status: 200 len: 221 time: 0.0490079 Jun 03 21:43:06.038316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48516) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:06.043960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5ea7a636-8315-4a92-94ad-31cd9a65f485 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--3946608', 'description': 'label created by tempest'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:06.044686 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5ea7a636-8315-4a92-94ad-31cd9a65f485 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Unknown quota resources ['metering_label']. {{(pid=104396) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 21:43:06.052812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:43:06.082737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86528ca-f9cd-412c-bb7e-abc4ffbe7ba9,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:06.107689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Allocated IP 172.26.3.148 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/af7bf460-3f7e-483f-bffa-a7272b8c2f5e) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:06.109855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:06.110326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:06.110777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:06.112797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.118539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.124863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:43:06.137193 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Sync routers for ids ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:43:06.140319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:06.153201 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Routers {'4f5fe75b-3949-48ce-a2a4-08c1d7736610'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:06.153827 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:06.160123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48518) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:06.177357 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Attempting to bind port ee24016c-def5-4561-a0b8-5c39889ea29a on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:06.177790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Attempting to bind port ee24016c-def5-4561-a0b8-5c39889ea29a by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '4d4eadd1-7b50-4f07-b065-19a8b093a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:06.178065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Attempting to bind port ee24016c-def5-4561-a0b8-5c39889ea29a on network 21c45018-37a9-4d8b-8264-e960e83890a9 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:06.184251 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48f8b72-abf6-4f04-8a41-c7b7bf535fff None None] Network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:06.189021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:06.189887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.209965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:06.210333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Checking segment: {'id': '4d4eadd1-7b50-4f07-b065-19a8b093a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:06.210935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.211103 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Bound using segment: {'id': '4d4eadd1-7b50-4f07-b065-19a8b093a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:06.211698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Bound port: ee24016c-def5-4561-a0b8-5c39889ea29a, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4eadd1-7b50-4f07-b065-19a8b093a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:06.212068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.314333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] For port ee24016c-def5-4561-a0b8-5c39889ea29a, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:06.317792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] For port ee24016c-def5-4561-a0b8-5c39889ea29a, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ee24016c-def5-4561-a0b8-5c39889ea29a,segment=NetworkSegment(4d4eadd1-7b50-4f07-b065-19a8b093a91d),segment_id=4d4eadd1-7b50-4f07-b065-19a8b093a91d)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:06.329863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.337986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.357494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:06.358332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.361941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.368080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:06.448173 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Set router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:43:06.463316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.464799 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3181918 Jun 03 21:43:06.473897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Pushing event updated for resources: {'Network': ['ID=7b9da78d-66a5-4b9a-932d-e378cd5d540d,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:06.482664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:06.483720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.485352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48524) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:06.520645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-220521781'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:06.526361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:06.531493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:network and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:06.535167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:06.541366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:06.554725 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1465135 Jun 03 21:43:06.555907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48526) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:06.582088 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:06.586679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:06.590970 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.608668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 7b9da78d-66a5-4b9a-932d-e378cd5d540d details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:06.625341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.643855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:06.660239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:06.664533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:security_group_rule and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:06.667789 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:06.673963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:06.679991 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.2700207 Jun 03 21:43:06.692843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48528) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:06.696217 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Usage tracker for resource:router and tenant:fb162b9e85e341649c3678d854dd6e2c is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:06.699788 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5556874 Jun 03 21:43:06.761726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48530) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:06.765550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Pushing event updated for resources: {'Port': ['ID=ee24016c-def5-4561-a0b8-5c39889ea29a,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:06.766508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5ea7a636-8315-4a92-94ad-31cd9a65f485 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.771018 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5ea7a636-8315-4a92-94ad-31cd9a65f485 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 467 time: 0.7314968 Jun 03 21:43:06.771500 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:06.777016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48532) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:06.819433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-79030245-e4fe-41d2-944c-865dd79a0e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:06.895364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'fixed_ips': [{'subnet_id': 'bbec842f-83c0-4510-ab8c-a00939d873fc'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:43:06.896293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.902589 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:06.929336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Request body: {'network': {'project_id': '265104e76f05482d96ffc8afe2eb1c72'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:06.948144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:06.952014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:06.965622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:06.977074 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Pushing event updated for resources: {'Network': ['ID=b18d176d-27fc-474c-8e1b-db9e0dc15cd6,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:06.981969 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Usage tracker for resource:network and tenant:265104e76f05482d96ffc8afe2eb1c72 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:06.989609 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:06.998400 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:43:03Z', 'revision_number': 3, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:07.012016 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Checking router: 4f5fe75b-3949-48ce-a2a4-08c1d7736610 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:43:07.012733 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Updating router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 port a76ed404-eb99-4218-b098-be09868b9e06 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:43:07.013064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:07.017946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:07.018304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:07.023846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network b18d176d-27fc-474c-8e1b-db9e0dc15cd6 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:07.032870 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:07.046260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.047618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.055719 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-49d8e64d-05f4-4ec0-93bb-d04f1858d014 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=7748908b-9c40-4ef7-832d-bf73729c97e3 HTTP/1.1" status: 200 len: 465 time: 0.2723637 Jun 03 21:43:07.066850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48536) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:07.121037 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.221024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Made reservation on behalf of 265104e76f05482d96ffc8afe2eb1c72 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:07.223308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.234554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.341129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Pushing event updated for resources: {'Port': ['ID=ee24016c-def5-4561-a0b8-5c39889ea29a,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:07.357825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Request body: {'network': {'name': 'tempest-network--1858234906', 'router:external': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:07.417565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:07.439125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:07.452689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Allocated IP 172.20.0.2 (8a0a66ca-e212-4121-af0e-4c0d43c5e5c8/bbec842f-83c0-4510-ab8c-a00939d873fc/34fbed90-05ae-415b-9a77-2b9e7f6e56be) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:07.458844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Usage tracker for resource:network and tenant:62d9090c3730419a8945680abac591d0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:07.464003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:07.475783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:07.661059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.664193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Made reservation on behalf of 62d9090c3730419a8945680abac591d0 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:07.668348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.668995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:07.764325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:07.777879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.789832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.792774 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Transition to ACTIVE for port object 34fbed90-05ae-415b-9a77-2b9e7f6e56be will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:07.818883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.823996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ee24016c-def5-4561-a0b8-5c39889ea29a up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:07.889602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:07.904544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.906628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Transition to ACTIVE for port object 34fbed90-05ae-415b-9a77-2b9e7f6e56be will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:07.910514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.911184 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Added segment f8d3ac1a-a646-478c-81e5-5b1c2b2a7574 of type vlan for network c727bad0-47be-4271-9729-72e3816f62b2 Jun 03 21:43:07.923792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Usage tracker for resource:security_group_rule and tenant:62d9090c3730419a8945680abac591d0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:07.932850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.936203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:07.939180 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.955747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:07.957171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:07.960400 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:07.961550 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Transition to ACTIVE for port object a76ed404-eb99-4218-b098-be09868b9e06 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:07.973734 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:07.983762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:07.997930 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-78a231e6-bece-4935-b46f-cf9979580a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:08.012178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:08.024167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:08.029290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:08.042180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.047590 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:08.075408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:08.080618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.094993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.109900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port ee24016c-def5-4561-a0b8-5c39889ea29a completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:08.124207 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Pushing event updated for resources: {'Port': ['ID=a76ed404-eb99-4218-b098-be09868b9e06,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:08.153460 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Attempting to bind port a76ed404-eb99-4218-b098-be09868b9e06 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:08.154306 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Attempting to bind port a76ed404-eb99-4218-b098-be09868b9e06 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:08.154921 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Attempting to bind port a76ed404-eb99-4218-b098-be09868b9e06 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:08.163568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58e64e8-e9b8-4d29-bf60-f8d0f7f04c3a None None] Network 21c45018-37a9-4d8b-8264-e960e83890a9 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:08.168526 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:08.169159 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.169628 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:08.169750 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Added segment bc9dc2ae-665a-415b-9919-a479d1b70fd9 of type vlan for network cbb53051-ee43-4a44-9142-0253c78ad4c8 Jun 03 21:43:08.170604 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.171284 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:08.172074 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Bound port: a76ed404-eb99-4218-b098-be09868b9e06, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:08.172745 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.209603 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.255179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Pushing event updated for resources: {'Port': ['ID=af7bf460-3f7e-483f-bffa-a7272b8c2f5e,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:08.271880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.278371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62e82842-704c-4fed-9b4f-6215f54deba6 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.278546 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] For port a76ed404-eb99-4218-b098-be09868b9e06, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:08.282247 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-62e82842-704c-4fed-9b4f-6215f54deba6 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/7748908b-9c40-4ef7-832d-bf73729c97e3 HTTP/1.1" status: 204 len: 168 time: 1.2103829 Jun 03 21:43:08.282247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.286737 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] For port a76ed404-eb99-4218-b098-be09868b9e06, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a76ed404-eb99-4218-b098-be09868b9e06,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:08.289525 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:08.290265 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:08.291103 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:08.291739 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:08.292348 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:08.292518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48540) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:08.293036 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:08.293591 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:08.294150 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:08.294742 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:08.295317 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:08.296040 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:08.296590 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Tracked resource versions report: Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: pushed versions: Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: { 'AddressGroup': {'1.2'}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'ConntrackHelper': {'1.0'}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Log': {'1.0'}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Network': {'1.1'}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Port': {'1.7'}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'PortForwarding': {'1.2'}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'QosPolicy': {'1.8'}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'SecurityGroup': {'1.4'}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'SecurityGroupRule': {'1.2'}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'SubPort': {'1.0'}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Subnet': {'1.1'}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Trunk': {'1.1'}} Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: consumer versions: Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: { DHCP agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: HyperV agent@hv-neutron-7929: {}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: L3 agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: Metadata agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: Metering agent@dv-neutron-792998-2-hyperv: {}, Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: Open vSwitch agent@dv-neutron-792998-2-hyperv: { 'AddressGroup': '1.2', Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'ConntrackHelper': '1.0', Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Log': '1.0', Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Network': '1.1', Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Port': '1.7', Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'PortForwarding': '1.2', Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'QosPolicy': '1.8', Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'SecurityGroup': '1.4', Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'SecurityGroupRule': '1.2', Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'SubPort': '1.0', Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Subnet': '1.1', Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: 'Trunk': '1.1'}} Jun 03 21:43:08.297984 dv-neutron-792998-2-hyperv neutron-server[104399]: {{(pid=104399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 21:43:08.303940 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:08.304685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:08.305796 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.308427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5c2ffa97-6c61-4a5d-bf6d-b58f4d38bb0d tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:08.312475 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:08.359517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:08.359517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.364499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Pushing event updated for resources: {'Port': ['ID=34fbed90-05ae-415b-9a77-2b9e7f6e56be,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:08.387076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9311e4c0-b147-4f5f-9fa8-d855b18afa22,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:08.390341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:08.391025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8932e351-2f7f-4a0a-9284-973584bfdbce None None] Provisioning for port ee24016c-def5-4561-a0b8-5c39889ea29a completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:08.403923 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:08.406930 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2288053 Jun 03 21:43:08.407934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:08.411388 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Routers {'4f5fe75b-3949-48ce-a2a4-08c1d7736610'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:08.413213 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:08.426980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8932e351-2f7f-4a0a-9284-973584bfdbce None None] Provisioning complete for port ee24016c-def5-4561-a0b8-5c39889ea29a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:08.427674 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8932e351-2f7f-4a0a-9284-973584bfdbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.447036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Allocated IP 172.26.3.10 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/2db3922a-3c1e-4e1c-b782-47782d822c13) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:08.484967 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Pushing event updated for resources: {'Port': ['ID=a76ed404-eb99-4218-b098-be09868b9e06,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:08.489770 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:08.497577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Attempting to bind port 34fbed90-05ae-415b-9a77-2b9e7f6e56be on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:08.498185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Attempting to bind port 34fbed90-05ae-415b-9a77-2b9e7f6e56be by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '99b1434c-0efc-4899-9796-9b906144659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:08.498731 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Attempting to bind port 34fbed90-05ae-415b-9a77-2b9e7f6e56be on network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:08.500271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48542) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:08.508310 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4c2b007f-1eb6-40e9-bcef-001decaeb909 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=7748908b-9c40-4ef7-832d-bf73729c97e3 HTTP/1.1" status: 200 len: 216 time: 0.2135878 Jun 03 21:43:08.509944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:08.510688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Checking segment: {'id': '99b1434c-0efc-4899-9796-9b906144659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:08.511257 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.511834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Bound using segment: {'id': '99b1434c-0efc-4899-9796-9b906144659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:08.512482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Bound port: 34fbed90-05ae-415b-9a77-2b9e7f6e56be, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b1434c-0efc-4899-9796-9b906144659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:08.513044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.522271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48544) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:08.529995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Network': ['ID=cbb53051-ee43-4a44-9142-0253c78ad4c8,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:08.552060 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.resource_extend [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:43:08.560548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:08.576315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.588864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network cbb53051-ee43-4a44-9142-0253c78ad4c8 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:08.591178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-358547549'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:08.615973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:08.626680 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a7c042e5-33e5-4bd9-bf80-60646e11f806 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1029429 Jun 03 21:43:08.637638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:network and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:08.643903 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] Set router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:43:08.650732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48546) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:08.651650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:08.678991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:08.699157 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cb624de0-c45f-43a8-9edb-5b0e832e221b tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0387738 Jun 03 21:43:08.733199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48548) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:08.782885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.792169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:08.796343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.805181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8932e351-2f7f-4a0a-9284-973584bfdbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.834717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.873104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.880056 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:08.880637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.886864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:08.905164 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] For port 34fbed90-05ae-415b-9a77-2b9e7f6e56be, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:08.909007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] For port 34fbed90-05ae-415b-9a77-2b9e7f6e56be, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=34fbed90-05ae-415b-9a77-2b9e7f6e56be,segment=NetworkSegment(99b1434c-0efc-4899-9796-9b906144659f),segment_id=99b1434c-0efc-4899-9796-9b906144659f)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:08.920299 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.931283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.941215 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5180b59c-cd43-4cb4-853e-76f896855081 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels/5ab10bb0-894c-47ce-b27a-be3316fa7ec0 HTTP/1.1" status: 200 len: 473 time: 0.2011197 Jun 03 21:43:08.958582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48550) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:08.962875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:08.966867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:08.990810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cce2caa1-4a20-4d6e-9d08-2ad009a8fa85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:08.995797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Pushing event updated for resources: {'Network': ['ID=c727bad0-47be-4271-9729-72e3816f62b2,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:09.005884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:09.051446 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network c727bad0-47be-4271-9729-72e3816f62b2 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:09.059273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:09.074448 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.3735342 Jun 03 21:43:09.079261 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48554) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:09.098221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7d1128c0-8950-4297-92fc-5821b64f92a2 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Request body: {'network': {'project_id': '265104e76f05482d96ffc8afe2eb1c72'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:09.105082 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:09.105798 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7d1128c0-8950-4297-92fc-5821b64f92a2 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:09.109023 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cef72464-288a-4068-b7dc-9d5afe095650 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules/d51be5f3-ead0-41b3-9e6b-bbfe9ec4faef HTTP/1.1" status: 200 len: 459 time: 0.1324630 Jun 03 21:43:09.114689 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:43:03Z', 'revision_number': 3, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:09.118691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ef2325-595d-42cc-a867-ddf1f7b974a8,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:09.123713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:09.124651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48556) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:09.139478 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a350af-6972-4717-8a2c-1d9399e01a21 None None] The sync data for ids ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'] in dv-neutron-792998-2-hyperv is: [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:43:03Z', 'revision_number': 3, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:43:09.139670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.140261 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Added segment 4f5acad3-78f1-4699-8bab-619c73c353d0 of type vlan for network 064b5d11-989d-4ae1-adf4-fdd5f7d56d6e Jun 03 21:43:09.169664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.170549 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Added segment e5810f2e-b959-4b27-99f0-aec3b4decb1b of type vlan for network aca2eee9-7802-4c05-be3f-a5dbda104f55 Jun 03 21:43:09.173750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7d1128c0-8950-4297-92fc-5821b64f92a2 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Usage tracker for resource:network and tenant:265104e76f05482d96ffc8afe2eb1c72 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:09.176253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.188767 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8932e351-2f7f-4a0a-9284-973584bfdbce None None] For port ee24016c-def5-4561-a0b8-5c39889ea29a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ee24016c-def5-4561-a0b8-5c39889ea29a,segment=NetworkSegment(4d4eadd1-7b50-4f07-b065-19a8b093a91d),segment_id=4d4eadd1-7b50-4f07-b065-19a8b093a91d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:09.205433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7d1128c0-8950-4297-92fc-5821b64f92a2 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:09.213167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8932e351-2f7f-4a0a-9284-973584bfdbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.239494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7d1128c0-8950-4297-92fc-5821b64f92a2 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:09.247405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Pushing event updated for resources: {'Port': ['ID=34fbed90-05ae-415b-9a77-2b9e7f6e56be,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:09.251218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:09.251402 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1128c0-8950-4297-92fc-5821b64f92a2 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 03 21:43:09.251745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1128c0-8950-4297-92fc-5821b64f92a2 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:43:09.252101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:09.252887 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7d1128c0-8950-4297-92fc-5821b64f92a2 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1624005 Jun 03 21:43:09.256883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48560) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:09.352324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932e351-2f7f-4a0a-9284-973584bfdbce None None] Pushing event updated for resources: {'Port': ['ID=ee24016c-def5-4561-a0b8-5c39889ea29a,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:09.356668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8932e351-2f7f-4a0a-9284-973584bfdbce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:09.458850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0f8d4af3-cf35-4972-9d22-688101c1f753 None None] Provisioning complete for port ee24016c-def5-4561-a0b8-5c39889ea29a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:09.459651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f8d4af3-cf35-4972-9d22-688101c1f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.516192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.548851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.573996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.638335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.699023 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.702601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.785297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:09.819830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.resource_extend [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:43:09.858487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2b070232-4928-4b78-a03f-f7eb51c08e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:09.896148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.908986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.909486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a76ed404-eb99-4218-b098-be09868b9e06 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:09.956617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:09.984345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.resource_extend [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:43:09.995552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port a76ed404-eb99-4218-b098-be09868b9e06 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:10.002313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a76ed404-eb99-4218-b098-be09868b9e06 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:10.003529 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.033132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.037944 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3838165 Jun 03 21:43:10.039185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Pushing event updated for resources: {'Port': ['ID=af7bf460-3f7e-483f-bffa-a7272b8c2f5e,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:10.044886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48562) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:10.075078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:10.079891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:10.082248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.092391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:10.093132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:10.096162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1574790594', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'fixed_ips': [{'ip_address': '172.26.3.148'}]}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:10.122272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:10.165974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Usage tracker for resource:port and tenant:fb216345482943c3ab8fa6f3300c8a00 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:10.178991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:10.180413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.201274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port a76ed404-eb99-4218-b098-be09868b9e06, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a76ed404-eb99-4218-b098-be09868b9e06,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:10.210425 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:10.215278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.217142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 34fbed90-05ae-415b-9a77-2b9e7f6e56be up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:10.245837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8932e351-2f7f-4a0a-9284-973584bfdbce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:10.284279 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.320910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.321315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.322935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.323276 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > port after_create 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.323646 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.324007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > port after_update 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.324330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.324665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.324982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.325371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.348375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Allocated IP 172.20.0.1 (f3ab37d9-450d-465b-af87-fe797b3c7680/f48f48ce-c887-4cce-89b6-0302a64d4519/a23baf25-a4b0-4907-b982-adff9bc167b3) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:10.357024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=a76ed404-eb99-4218-b098-be09868b9e06,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:10.369195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:10.382024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 34fbed90-05ae-415b-9a77-2b9e7f6e56be completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:10.388545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ee24016c-def5-4561-a0b8-5c39889ea29a up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:10.484889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ee24016c-def5-4561-a0b8-5c39889ea29a triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:10.485631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.523414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:10.524069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.528661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2db3922a-3c1e-4e1c-b782-47782d822c13,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:10.531563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da3977e2-de1d-4804-9660-583c6a6bb569 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.535306 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-da3977e2-de1d-4804-9660-583c6a6bb569 tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/d51be5f3-ead0-41b3-9e6b-bbfe9ec4faef HTTP/1.1" status: 204 len: 168 time: 1.4032319 Jun 03 21:43:10.536157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48564) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:10.536810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:10.538537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.538939 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.539269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.539677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:10.540036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c727bad0-47be-4271-9729-72e3816f62b2']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:10.548715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Made reservation on behalf of fb216345482943c3ab8fa6f3300c8a00 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:10.551166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.559869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:10.573673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.588483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d3ac1a-a646-478c-81e5-5b1c2b2a7574') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:10.588785 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d3ac1a-a646-478c-81e5-5b1c2b2a7574') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:10.611313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Allocated IP 172.26.3.12 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/9aaad10e-56e4-46b4-a28d-1bef9280df0f) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:10.619199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.637060 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:10.644837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Usage tracker for resource:security_group_rule and tenant:fb216345482943c3ab8fa6f3300c8a00 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:10.651418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:10.654577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.669454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.676317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:10.700614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1e8bf6-e7c8-4ca9-9ff2-ab7481b1eb74 None None] Network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:10.700996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:43:10.701219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: from cryptography.utils import int_from_bytes Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: from cryptography.utils import int_from_bytes Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:43:10.717850 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:43:10.774070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:10.774710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.787518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Network': ['ID=aca2eee9-7802-4c05-be3f-a5dbda104f55,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:10.804739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network aca2eee9-7802-4c05-be3f-a5dbda104f55 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:10.809043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:10.814958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:10.828218 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3163548 Jun 03 21:43:10.841159 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48566) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:10.863107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'subnet': {'network_id': 'cbb53051-ee43-4a44-9142-0253c78ad4c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:10.909096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-30c61006-83d2-4103-9115-82623859283b None None] Provisioning for port 34fbed90-05ae-415b-9a77-2b9e7f6e56be completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:10.934891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.941742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-30c61006-83d2-4103-9115-82623859283b None None] Provisioning complete for port 34fbed90-05ae-415b-9a77-2b9e7f6e56be triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:10.942166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-30c61006-83d2-4103-9115-82623859283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:10.969296 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:43:11.013075 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.078781 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 4.3036361 Jun 03 21:43:11.089074 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:11.102358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48568) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:11.152780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.165263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Pushing event deleted for resources: {'Network': ['ID=c727bad0-47be-4271-9729-72e3816f62b2,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:11.181999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:11.186107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-30c61006-83d2-4103-9115-82623859283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.220347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.230643 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] 10.222.0.96 "DELETE /v2.0/networks/c727bad0-47be-4271-9729-72e3816f62b2 HTTP/1.1" status: 204 len: 168 time: 1.9715323 Jun 03 21:43:11.232188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:11.235812 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-30c61006-83d2-4103-9115-82623859283b None None] For port 34fbed90-05ae-415b-9a77-2b9e7f6e56be, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=34fbed90-05ae-415b-9a77-2b9e7f6e56be,segment=NetworkSegment(99b1434c-0efc-4899-9796-9b906144659f),segment_id=99b1434c-0efc-4899-9796-9b906144659f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:11.241376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-30c61006-83d2-4103-9115-82623859283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.245468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:11.247941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48570) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:11.326906 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c61006-83d2-4103-9115-82623859283b None None] Pushing event updated for resources: {'Port': ['ID=34fbed90-05ae-415b-9a77-2b9e7f6e56be,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:11.329798 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:subnet and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:11.330422 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-30c61006-83d2-4103-9115-82623859283b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:11.335369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:11.410201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event updated for resources: {'Network': ['ID=064b5d11-989d-4ae1-adf4-fdd5f7d56d6e,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:11.411819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:11.413402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Transition to ACTIVE for port object a23baf25-a4b0-4907-b982-adff9bc167b3 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:11.418339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.423908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:11.424749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 064b5d11-989d-4ae1-adf4-fdd5f7d56d6e details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:11.426036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.432356 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2bfb2a1a-c661-4d30-89be-70412aa5fcbc tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.433582 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2bfb2a1a-c661-4d30-89be-70412aa5fcbc tempest-MeteringIpV6TestJSON-1103256026 tempest-MeteringIpV6TestJSON-1103256026-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/5ab10bb0-894c-47ce-b27a-be3316fa7ec0 HTTP/1.1" status: 204 len: 168 time: 0.8847296 Jun 03 21:43:11.457622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.522087 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] device_id is not set on port c3ff99e3-1eb9-4c08-864d-48b507b3c6bc yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:11.568682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.577853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:11.578516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d9ff33a5-8acd-4211-91e2-890ab20ec23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:11.603544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:11.608096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.621231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.645254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-303eaf6b-13d6-49f9-9c9b-16183d911765 None None] Provisioning complete for port 34fbed90-05ae-415b-9a77-2b9e7f6e56be triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:11.645749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-303eaf6b-13d6-49f9-9c9b-16183d911765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.732748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.733474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Network f3ab37d9-450d-465b-af87-fe797b3c7680 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:11.737948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:11.746351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:11.747227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.792633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Pushing event updated for resources: {'Port': ['ID=a23baf25-a4b0-4907-b982-adff9bc167b3,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:11.810004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 34fbed90-05ae-415b-9a77-2b9e7f6e56be up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:11.811548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:11.858183 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5136e0f6-9200-4078-957a-4a0e7d216fb2,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:11.893744 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:11.904784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:11.921466 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 34fbed90-05ae-415b-9a77-2b9e7f6e56be triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:11.922174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.041475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:12.074252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48576) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:12.076293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6d47de90-2627-48b4-bdab-eb2c143b3d20 None None] Provisioning for port a23baf25-a4b0-4907-b982-adff9bc167b3 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:12.082757 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a76ed404-eb99-4218-b098-be09868b9e06 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:12.111443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.116421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6d47de90-2627-48b4-bdab-eb2c143b3d20 None None] Provisioning complete for port a23baf25-a4b0-4907-b982-adff9bc167b3 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:12.116898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6d47de90-2627-48b4-bdab-eb2c143b3d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.131893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064b5d11-989d-4ae1-adf4-fdd5f7d56d6e']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:12.151338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5acad3-78f1-4699-8bab-619c73c353d0') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:12.151574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5acad3-78f1-4699-8bab-619c73c353d0') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:12.166188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.188960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.199642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:43:12.200040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.205617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6d47de90-2627-48b4-bdab-eb2c143b3d20 None None] Port a23baf25-a4b0-4907-b982-adff9bc167b3 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:43:12.220332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a76ed404-eb99-4218-b098-be09868b9e06 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:12.220708 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.296177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a898ac39-6d81-40cf-a4ea-705faa72bf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:43:12.308526 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:43:12.310783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.354011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.387877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.392891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 064b5d11-989d-4ae1-adf4-fdd5f7d56d6e {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 21:43:12.397322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a898ac39-6d81-40cf-a4ea-705faa72bf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:12.411595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a898ac39-6d81-40cf-a4ea-705faa72bf30 admin admin] Usage tracker for resource:security_group_rule and tenant:a8091cd78c664f35b75f02eb5fadf8a6 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:12.416599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a898ac39-6d81-40cf-a4ea-705faa72bf30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:12.425810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:12.427725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.428057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a898ac39-6d81-40cf-a4ea-705faa72bf30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:12.432342 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Pushing event updated for resources: {'Port': ['ID=9aaad10e-56e4-46b4-a28d-1bef9280df0f,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:12.435891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:12.443542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:12.456393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:12.459177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:12.582765 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.592406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event deleted for resources: {'Network': ['ID=064b5d11-989d-4ae1-adf4-fdd5f7d56d6e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:12.604942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:12.643479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9da78d-66a5-4b9a-932d-e378cd5d540d']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:12.658234 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "DELETE /v2.0/networks/064b5d11-989d-4ae1-adf4-fdd5f7d56d6e HTTP/1.1" status: 204 len: 168 time: 1.5271542 Jun 03 21:43:12.661169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48580) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:12.671641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2965ef8-a8ab-4a06-aad1-b29e803a70af') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:12.671838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2965ef8-a8ab-4a06-aad1-b29e803a70af') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:12.684964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:12.694251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.698419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:12.752639 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 03 21:43:12.753073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:43:12.758242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Usage tracker for resource:network and tenant:62d9090c3730419a8945680abac591d0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:12.766965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:12.785720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:12.842848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Router 40120277-7df1-4f2c-b87f-d56aefa646df is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:43:12.877649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a898ac39-6d81-40cf-a4ea-705faa72bf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.950242 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:12.998496 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.9118392 Jun 03 21:43:13.008056 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48582) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:13.011756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:43:13.011756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:43:13.026286 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:43:13.045416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a898ac39-6d81-40cf-a4ea-705faa72bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.057661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Made reservation on behalf of 62d9090c3730419a8945680abac591d0 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:13.060122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.074795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.resource_extend [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:43:13.084344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:13.118333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.204728 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a898ac39-6d81-40cf-a4ea-705faa72bf30 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a8091cd78c664f35b75f02eb5fadf8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1278164 Jun 03 21:43:13.205471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.215331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48584) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:13.217733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.225199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898ac39-6d81-40cf-a4ea-705faa72bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5783809-08f0-4588-bb62-827c49ec1f35,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:13.236306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a898ac39-6d81-40cf-a4ea-705faa72bf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:13.236749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:13.292928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:13.341765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.342105 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Added segment 26637b16-2a91-45f0-811b-44f43cdd722a of type vlan for network a2b3615e-0fcd-4d7f-921a-39d52aacd1af Jun 03 21:43:13.346517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.353590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:43:13.365568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Sync routers for ids ['40120277-7df1-4f2c-b87f-d56aefa646df'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:43:13.380359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Routers {'40120277-7df1-4f2c-b87f-d56aefa646df'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:13.381385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['40120277-7df1-4f2c-b87f-d56aefa646df'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:13.406502 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.456524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Pushing event updated for resources: {'Port': ['ID=a23baf25-a4b0-4907-b982-adff9bc167b3,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:13.464655 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-49c2114b-d9ba-4ea9-9648-6c5be835013a tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:13.472027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:13.488217 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.506457 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.507774 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.5639629 Jun 03 21:43:13.512191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48588) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:13.515598 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] 10.222.0.96 "DELETE /v2.0/networks/7b9da78d-66a5-4b9a-932d-e378cd5d540d HTTP/1.1" status: 204 len: 168 time: 2.2636745 Jun 03 21:43:13.546637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b9da78d-66a5-4b9a-932d-e378cd5d540d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:13.549058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:13.579332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Set router 40120277-7df1-4f2c-b87f-d56aefa646df gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:43:13.609996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Network f3ab37d9-450d-465b-af87-fe797b3c7680 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:13.614919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:13.693631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8f83cd4-ce58-47a2-8074-ccab50b46ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.742535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.771081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.848705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:13.849883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.853601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:13.882863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8f83cd4-ce58-47a2-8074-ccab50b46ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.913947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-923dcb45-d7c6-4829-8a4b-933cf8d8f2d2 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Deleting port af7bf460-3f7e-483f-bffa-a7272b8c2f5e {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:43:13.914238 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-923dcb45-d7c6-4829-8a4b-933cf8d8f2d2 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:13.999089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 3, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port': {'id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:08Z', 'updated_at': '2021-06-03T21:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:14.005309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Checking router: 40120277-7df1-4f2c-b87f-d56aefa646df for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:43:14.006176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Updating router 40120277-7df1-4f2c-b87f-d56aefa646df port 2db3922a-3c1e-4e1c-b782-47782d822c13 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:43:14.029140 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3614995 Jun 03 21:43:14.079781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.081175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48594) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:14.092921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Request body: {'subnet': {'network_id': 'a2b3615e-0fcd-4d7f-921a-39d52aacd1af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:14.168202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:14.170614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event updated for resources: {'Network': ['ID=a2b3615e-0fcd-4d7f-921a-39d52aacd1af,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:14.185845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:14.189695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Usage tracker for resource:subnet and tenant:62d9090c3730419a8945680abac591d0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:14.196284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:14.212435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:14.222714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:43:14.282475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8f83cd4-ce58-47a2-8074-ccab50b46ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.284500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-923dcb45-d7c6-4829-8a4b-933cf8d8f2d2 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.284816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-923dcb45-d7c6-4829-8a4b-933cf8d8f2d2 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.287182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48598) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:14.294963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9838728f-b7c5-4a16-8f09-c4b7145dd295 None None] Provisioning complete for port a23baf25-a4b0-4907-b982-adff9bc167b3 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:14.295513 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9838728f-b7c5-4a16-8f09-c4b7145dd295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.308531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:14.312768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Made reservation on behalf of 62d9090c3730419a8945680abac591d0 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:14.315168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks [] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.439841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network a2b3615e-0fcd-4d7f-921a-39d52aacd1af details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:14.572504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f83cd4-ce58-47a2-8074-ccab50b46ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5783809-08f0-4588-bb62-827c49ec1f35,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:14.586139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-923dcb45-d7c6-4829-8a4b-933cf8d8f2d2 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Calling delete_port for af7bf460-3f7e-483f-bffa-a7272b8c2f5e owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:43:14.604044 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e8f83cd4-ce58-47a2-8074-ccab50b46ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:14.645453 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9838728f-b7c5-4a16-8f09-c4b7145dd295 None None] Port a23baf25-a4b0-4907-b982-adff9bc167b3 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:43:14.674626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8f83cd4-ce58-47a2-8074-ccab50b46ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.680565 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e8f83cd4-ce58-47a2-8074-ccab50b46ad1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a5783809-08f0-4588-bb62-827c49ec1f35 HTTP/1.1" status: 204 len: 168 time: 1.4615386 Jun 03 21:43:14.685130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-58f747da-3119-41a9-bccf-ae221dd6bc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.756103 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.771743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Transition to ACTIVE for port object 2db3922a-3c1e-4e1c-b782-47782d822c13 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:14.782276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.787542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:14.791867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.798784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-58f747da-3119-41a9-bccf-ae221dd6bc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:14.805675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:14.827769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-58f747da-3119-41a9-bccf-ae221dd6bc6c admin admin] Usage tracker for resource:security_group_rule and tenant:a38804cf0238493ca1d2bf64caf561dc is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:14.848536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-58f747da-3119-41a9-bccf-ae221dd6bc6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:14.895593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.900771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d4d2a-3327-4b58-a469-25ea35ed7284 None None] Pushing event updated for resources: {'Port': ['ID=2db3922a-3c1e-4e1c-b782-47782d822c13,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:14.913074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-235d4d2a-3327-4b58-a469-25ea35ed7284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:14.916686 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-58f747da-3119-41a9-bccf-ae221dd6bc6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:14.927805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Attempting to bind port 2db3922a-3c1e-4e1c-b782-47782d822c13 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:14.930306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Attempting to bind port 2db3922a-3c1e-4e1c-b782-47782d822c13 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:14.930634 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Attempting to bind port 2db3922a-3c1e-4e1c-b782-47782d822c13 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:14.945319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:14.946698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:14.948099 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.948745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:14.950167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Bound port: 2db3922a-3c1e-4e1c-b782-47782d822c13, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:14.951267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:14.976992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:43:14.990423 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Sync routers for ids ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:43:15.023177 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Routers {'4f5fe75b-3949-48ce-a2a4-08c1d7736610'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:15.024039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Subnet': ['ID=1be96ba8-4ac1-43ee-9482-8605f9e2a6c5,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:15.028180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:15.031616 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:15.049010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] For port 2db3922a-3c1e-4e1c-b782-47782d822c13, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:15.051924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Checking segment: {'id': 'bc9dc2ae-665a-415b-9919-a479d1b70fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cbb53051-ee43-4a44-9142-0253c78ad4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:15.052654 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network hostable DHCP agents. Network: cbb53051-ee43-4a44-9142-0253c78ad4c8, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:43:15.053201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] For port 2db3922a-3c1e-4e1c-b782-47782d822c13, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2db3922a-3c1e-4e1c-b782-47782d822c13,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:15.094198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:15.094198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:15.188544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Routers {'40120277-7df1-4f2c-b87f-d56aefa646df'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:15.189239 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['40120277-7df1-4f2c-b87f-d56aefa646df'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:15.251079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network cbb53051-ee43-4a44-9142-0253c78ad4c8 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:43:15.254758 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d4d2a-3327-4b58-a469-25ea35ed7284 None None] Pushing event updated for resources: {'Port': ['ID=2db3922a-3c1e-4e1c-b782-47782d822c13,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:15.265638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-235d4d2a-3327-4b58-a469-25ea35ed7284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:15.274500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-923dcb45-d7c6-4829-8a4b-933cf8d8f2d2 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:15.300039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48606) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:15.300705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:15.308867 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Set router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:43:15.351398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, cbb53051-ee43-4a44-9142-0253c78ad4c8) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:15.375855 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ede79d7-fd92-4dfa-9a69-dd740c93fb38 None None] Network cbb53051-ee43-4a44-9142-0253c78ad4c8 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:15.380556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2d4699fd-f0e7-436d-9192-2d2275028f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:15.395203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dcb45-d7c6-4829-8a4b-933cf8d8f2d2 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Pushing event deleted for resources: {'Port': ['ID=af7bf460-3f7e-483f-bffa-a7272b8c2f5e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:15.420097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-58f747da-3119-41a9-bccf-ae221dd6bc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:15.430048 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:15.431410 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:15.448345 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] 10.222.0.96 "PUT /v2.0/routers/4f5fe75b-3949-48ce-a2a4-08c1d7736610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9062917 Jun 03 21:43:15.451773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2d4699fd-f0e7-436d-9192-2d2275028f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:15.479653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-923dcb45-d7c6-4829-8a4b-933cf8d8f2d2 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:15.485831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2d4699fd-f0e7-436d-9192-2d2275028f7f admin admin] Usage tracker for resource:security_group_rule and tenant:feac8316462345c4806f100d8abe58a0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:15.501936 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2d4699fd-f0e7-436d-9192-2d2275028f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:15.522029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] Set router 40120277-7df1-4f2c-b87f-d56aefa646df gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:43:15.539087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-58f747da-3119-41a9-bccf-ae221dd6bc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:15.563128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2d4699fd-f0e7-436d-9192-2d2275028f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:15.606855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:15.612233 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7640069 Jun 03 21:43:15.621945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48614) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:15.628431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'subnet': {'network_id': 'aca2eee9-7802-4c05-be3f-a5dbda104f55', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:15.686180 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:43:12Z', 'revision_number': 4, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'a23baf25-a4b0-4907-b982-adff9bc167b3', 'name': '', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'mac_address': 'fa:16:3e:f7:d4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:12Z', 'revision_number': 2, 'project_id': 'e8575706e29d4efb935647060af56086', 'subnets': [{'id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:15.687101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Router 7217d2cf-f166-41d8-a63c-df35ee206757 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:43:15.692221 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Checking router: 4f5fe75b-3949-48ce-a2a4-08c1d7736610 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:43:15.692569 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Updating router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 port a23baf25-a4b0-4907-b982-adff9bc167b3 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:43:15.771522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-923dcb45-d7c6-4829-8a4b-933cf8d8f2d2 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:15.803083 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:15.865764 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:15.886334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f747da-3119-41a9-bccf-ae221dd6bc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79190435-118b-4144-a090-3799e1411319,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:15.891279 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-58f747da-3119-41a9-bccf-ae221dd6bc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:15.896826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-923dcb45-d7c6-4829-8a4b-933cf8d8f2d2 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:15.898883 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-923dcb45-d7c6-4829-8a4b-933cf8d8f2d2 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/515f36d5-dd69-44b1-8207-80298a4964eb HTTP/1.1" status: 204 len: 168 time: 2.8741508 Jun 03 21:43:15.912136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:15.929275 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-58f747da-3119-41a9-bccf-ae221dd6bc6c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a38804cf0238493ca1d2bf64caf561dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6400826 Jun 03 21:43:15.934891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48628) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:15.942373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:subnet and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:16.046845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2314751-643a-4402-851f-28878259d065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-cbb53051-ee43-4a44-9142-0253c78ad4c8', 'network_id': 'cbb53051-ee43-4a44-9142-0253c78ad4c8', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'fixed_ips': [{'subnet_id': '1be96ba8-4ac1-43ee-9482-8605f9e2a6c5'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:43:16.047902 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2314751-643a-4402-851f-28878259d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:16.083625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:16.121066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:16.170733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 3, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port': {'id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:08Z', 'updated_at': '2021-06-03T21:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:16.219635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:16.223237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:16.286904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2d4699fd-f0e7-436d-9192-2d2275028f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:16.307131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:43:16.316740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f10fc1d-616a-430c-9939-5685d056c9f7 None None] The sync data for ids ['40120277-7df1-4f2c-b87f-d56aefa646df'] in dv-neutron-792998-2-hyperv is: [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 3, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port': {'id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:08Z', 'updated_at': '2021-06-03T21:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:43:16.342360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-b2314751-643a-4402-851f-28878259d065 None None] Allocated IP 2001:db8::2 (cbb53051-ee43-4a44-9142-0253c78ad4c8/1be96ba8-4ac1-43ee-9482-8605f9e2a6c5/e66e14e3-32b8-4eeb-a795-c90906dffc9a) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:16.346660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2d4699fd-f0e7-436d-9192-2d2275028f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:16.347447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Sync routers for ids ['7217d2cf-f166-41d8-a63c-df35ee206757'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:43:16.371568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Routers {'7217d2cf-f166-41d8-a63c-df35ee206757'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:16.374474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7217d2cf-f166-41d8-a63c-df35ee206757'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:16.460828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b38e8f05-db7d-44d9-838b-aa4bd256c81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:16.494120 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:16.497581 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48632) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:16.514405 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Transition to ACTIVE for port object a23baf25-a4b0-4907-b982-adff9bc167b3 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:16.529340 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:16.543249 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:16.553660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b38e8f05-db7d-44d9-838b-aa4bd256c81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:16.596416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:16.614683 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:16.618913 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.0518394 Jun 03 21:43:16.624932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48638) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:16.889143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-983f9929-cb77-4d09-8f19-02eb311cb1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:16.959589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Allocated IP 172.20.0.1 (21c45018-37a9-4d8b-8264-e960e83890a9/a8a91673-3043-4757-a983-3e6ef46383ed/4763fc66-5226-4ca5-a573-74bf633d58cf) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:16.962394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-983f9929-cb77-4d09-8f19-02eb311cb1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:16.973430 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955ef44-3334-4209-a5af-01f5c1928c44 None None] Pushing event updated for resources: {'Port': ['ID=a23baf25-a4b0-4907-b982-adff9bc167b3,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:16.989260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-983f9929-cb77-4d09-8f19-02eb311cb1e7 admin admin] Usage tracker for resource:security_group_rule and tenant:11e49ce19d234dfa8f1a13442c6e0127 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:17.010598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-983f9929-cb77-4d09-8f19-02eb311cb1e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:17.044394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2d4699fd-f0e7-436d-9192-2d2275028f7f admin admin] Synchronizing usage tracker for tenant:7ea8ef029a354e67ba07b26cadd9ba34 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:17.048368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4699fd-f0e7-436d-9192-2d2275028f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9479c2e0-ba5a-40c7-b322-72c0a5520403,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:17.055835 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-7955ef44-3334-4209-a5af-01f5c1928c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:17.059699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2d4699fd-f0e7-436d-9192-2d2275028f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:17.078526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48640) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:17.099755 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434509625', 'description': 'tempest-description--369795769'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:17.115045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:17.161047 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Attempting to bind port a23baf25-a4b0-4907-b982-adff9bc167b3 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:17.161047 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Attempting to bind port a23baf25-a4b0-4907-b982-adff9bc167b3 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '27cb45ad-b59c-4ed8-8743-05a5a1971407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:17.161402 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Attempting to bind port a23baf25-a4b0-4907-b982-adff9bc167b3 on network f3ab37d9-450d-465b-af87-fe797b3c7680 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:17.167145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-983f9929-cb77-4d09-8f19-02eb311cb1e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:17.169711 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:17.170097 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Checking segment: {'id': '27cb45ad-b59c-4ed8-8743-05a5a1971407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:17.170953 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:17.171192 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Bound using segment: {'id': '27cb45ad-b59c-4ed8-8743-05a5a1971407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:17.171892 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Bound port: a23baf25-a4b0-4907-b982-adff9bc167b3, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cb45ad-b59c-4ed8-8743-05a5a1971407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:17.172255 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:17.209122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Usage tracker for resource:security_group and tenant:e8575706e29d4efb935647060af56086 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:17.209730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.objects.ports [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104396) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:43:17.210205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:17.234759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:17.253870 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:17.254485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:17.288206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2d4699fd-f0e7-436d-9192-2d2275028f7f admin admin] Unset dirty status for tenant:7ea8ef029a354e67ba07b26cadd9ba34 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:17.289856 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2d4699fd-f0e7-436d-9192-2d2275028f7f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=feac8316462345c4806f100d8abe58a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9609594 Jun 03 21:43:17.304958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48642) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:17.322443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f4168c80-9e05-46df-94a7-c869334b9cb4,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:17.328249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b38e8f05-db7d-44d9-838b-aa4bd256c81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:17.329443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:17.344659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:17.359653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Set router 7217d2cf-f166-41d8-a63c-df35ee206757 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:43:17.360785 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] For port a23baf25-a4b0-4907-b982-adff9bc167b3, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:17.364774 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] For port a23baf25-a4b0-4907-b982-adff9bc167b3, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a23baf25-a4b0-4907-b982-adff9bc167b3,segment=NetworkSegment(27cb45ad-b59c-4ed8-8743-05a5a1971407),segment_id=27cb45ad-b59c-4ed8-8743-05a5a1971407)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:17.372733 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:17.379197 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:17.457736 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955ef44-3334-4209-a5af-01f5c1928c44 None None] Pushing event updated for resources: {'Port': ['ID=a23baf25-a4b0-4907-b982-adff9bc167b3,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:17.471246 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-7955ef44-3334-4209-a5af-01f5c1928c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:17.475491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:17.501712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Transition to ACTIVE for port object 4763fc66-5226-4ca5-a573-74bf633d58cf will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:17.504208 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Routers {'4f5fe75b-3949-48ce-a2a4-08c1d7736610'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:17.505249 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:17.535661 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2314751-643a-4402-851f-28878259d065 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:17.586248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b2314751-643a-4402-851f-28878259d065 None None] Transition to ACTIVE for port object e66e14e3-32b8-4eeb-a795-c90906dffc9a will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:17.606309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a65b2871-a7e0-42b8-aeee-4aa163958790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:17.616937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:17.622767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e8f05-db7d-44d9-838b-aa4bd256c81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79190435-118b-4144-a090-3799e1411319,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:17.632763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b38e8f05-db7d-44d9-838b-aa4bd256c81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:17.662230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:17.692202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:17.706470 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Usage tracker for resource:security_group_rule and tenant:e8575706e29d4efb935647060af56086 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:17.731813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:17.737243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b2314751-643a-4402-851f-28878259d065 None None] Transition to ACTIVE for port object e66e14e3-32b8-4eeb-a795-c90906dffc9a will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:17.749176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2314751-643a-4402-851f-28878259d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:17.755026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:17.831138 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] Set router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:43:17.846913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Pushing event updated for resources: {'Port': ['ID=4763fc66-5226-4ca5-a573-74bf633d58cf,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:17.850404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:17.871072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Checking segment: {'id': '26637b16-2a91-45f0-811b-44f43cdd722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': 'a2b3615e-0fcd-4d7f-921a-39d52aacd1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:17.871702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Network hostable DHCP agents. Network: a2b3615e-0fcd-4d7f-921a-39d52aacd1af, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:43:17.876408 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2314751-643a-4402-851f-28878259d065 None None] Pushing event updated for resources: {'Port': ['ID=e66e14e3-32b8-4eeb-a795-c90906dffc9a,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:17.883088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Network 21c45018-37a9-4d8b-8264-e960e83890a9 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:17.893867 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b2314751-643a-4402-851f-28878259d065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:17.908836 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2db3922a-3c1e-4e1c-b782-47782d822c13 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:17.910255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:17.913073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:17.913764 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:17.972320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:17.998404 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2314751-643a-4402-851f-28878259d065 None None] Network cbb53051-ee43-4a44-9142-0253c78ad4c8 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:18.055380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-b2314751-643a-4402-851f-28878259d065 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:18.067430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2314751-643a-4402-851f-28878259d065 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:18.076220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.118078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.146723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b38e8f05-db7d-44d9-838b-aa4bd256c81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.148907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-96af59a8-18f4-4a18-ad41-6e854097a361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:18.149840 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b38e8f05-db7d-44d9-838b-aa4bd256c81b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/79190435-118b-4144-a090-3799e1411319 HTTP/1.1" status: 204 len: 168 time: 2.2013044 Jun 03 21:43:18.154952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Network a2b3615e-0fcd-4d7f-921a-39d52aacd1af is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:43:18.193705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, a2b3615e-0fcd-4d7f-921a-39d52aacd1af) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:18.235387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544095bc-7ac1-4981-a3aa-c5714556e47f None None] Network a2b3615e-0fcd-4d7f-921a-39d52aacd1af requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:18.247107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5224c3dd-cd29-44e3-86ad-efe7696be2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.248236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-983f9929-cb77-4d09-8f19-02eb311cb1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.256383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:18.257137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.279785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 2db3922a-3c1e-4e1c-b782-47782d822c13 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:18.287204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-983f9929-cb77-4d09-8f19-02eb311cb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.288917 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2066579 Jun 03 21:43:18.292793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48646) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:18.293580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2db3922a-3c1e-4e1c-b782-47782d822c13 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:18.294261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.309544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Request body: {'floatingip': {'floating_network_id': 'a2b3615e-0fcd-4d7f-921a-39d52aacd1af'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:18.315204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-698c8533-dfdc-4b97-a265-b3a6b70d3ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:18.330595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:18.394207 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:43:12Z', 'revision_number': 4, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'a23baf25-a4b0-4907-b982-adff9bc167b3', 'name': '', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'mac_address': 'fa:16:3e:f7:d4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:17Z', 'revision_number': 4, 'project_id': 'e8575706e29d4efb935647060af56086', 'subnets': [{'id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:18.399529 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2357f971-daa2-4ebf-b1b8-16429896fd50 None None] The sync data for ids ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'] in dv-neutron-792998-2-hyperv is: [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:43:12Z', 'revision_number': 4, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'a23baf25-a4b0-4907-b982-adff9bc167b3', 'name': '', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'mac_address': 'fa:16:3e:f7:d4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:17Z', 'revision_number': 4, 'project_id': 'e8575706e29d4efb935647060af56086', 'subnets': [{'id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:43:18.414481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Usage tracker for resource:floatingip and tenant:62d9090c3730419a8945680abac591d0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:18.430311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:18.433073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b6fd19-39c5-44ad-8057-ce62a1c42e36,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:18.437072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b2314751-643a-4402-851f-28878259d065 None None] Attempting to bind port e66e14e3-32b8-4eeb-a795-c90906dffc9a on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:18.437557 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b2314751-643a-4402-851f-28878259d065 None None] Attempting to bind port e66e14e3-32b8-4eeb-a795-c90906dffc9a by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'bc9dc2ae-665a-415b-9919-a479d1b70fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cbb53051-ee43-4a44-9142-0253c78ad4c8'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:18.437775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2314751-643a-4402-851f-28878259d065 None None] Attempting to bind port e66e14e3-32b8-4eeb-a795-c90906dffc9a on network cbb53051-ee43-4a44-9142-0253c78ad4c8 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:18.439283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:18.449378 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.454138 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3602927 Jun 03 21:43:18.454595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.456042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:18.458453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5224c3dd-cd29-44e3-86ad-efe7696be2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.461683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2314751-643a-4402-851f-28878259d065 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:18.462132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2314751-643a-4402-851f-28878259d065 None None] Checking segment: {'id': 'bc9dc2ae-665a-415b-9919-a479d1b70fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cbb53051-ee43-4a44-9142-0253c78ad4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:18.462532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2314751-643a-4402-851f-28878259d065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.462924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2314751-643a-4402-851f-28878259d065 None None] Bound using segment: {'id': 'bc9dc2ae-665a-415b-9919-a479d1b70fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cbb53051-ee43-4a44-9142-0253c78ad4c8'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:18.463406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b2314751-643a-4402-851f-28878259d065 None None] Bound port: e66e14e3-32b8-4eeb-a795-c90906dffc9a, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9dc2ae-665a-415b-9919-a479d1b70fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'cbb53051-ee43-4a44-9142-0253c78ad4c8'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:18.465203 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2314751-643a-4402-851f-28878259d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.472460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48650) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:18.487611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f836b658-1cde-4079-855a-0f1e45f30458 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Request body: {'security_group_rule': {'security_group_id': '30b6fd19-39c5-44ad-8057-ce62a1c42e36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:18.501327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.519655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f836b658-1cde-4079-855a-0f1e45f30458 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:18.524022 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-983f9929-cb77-4d09-8f19-02eb311cb1e7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=11e49ce19d234dfa8f1a13442c6e0127&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0232782 Jun 03 21:43:18.525615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f9929-cb77-4d09-8f19-02eb311cb1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee3d6a4-91c0-48cc-8bbe-9aabd6534ea8,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:18.532190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48652) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:18.536580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f836b658-1cde-4079-855a-0f1e45f30458 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Usage tracker for resource:security_group_rule and tenant:e8575706e29d4efb935647060af56086 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:18.554402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-983f9929-cb77-4d09-8f19-02eb311cb1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:18.609875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f836b658-1cde-4079-855a-0f1e45f30458 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:18.647324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f836b658-1cde-4079-855a-0f1e45f30458 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:18.744659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f99c977c-9762-436e-ba58-b2d46be63fee None None] Provisioning for port 4763fc66-5226-4ca5-a573-74bf633d58cf completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:18.842233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f836b658-1cde-4079-855a-0f1e45f30458 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.846724 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f99c977c-9762-436e-ba58-b2d46be63fee None None] Provisioning complete for port 4763fc66-5226-4ca5-a573-74bf633d58cf triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:18.847096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f99c977c-9762-436e-ba58-b2d46be63fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.852665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48654) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:18.909522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:43:13Z', 'revision_number': 3, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:18.916752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7160a384-44ea-481b-b112-c00c8c6fc744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.934917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5224c3dd-cd29-44e3-86ad-efe7696be2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:18.942860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b2314751-643a-4402-851f-28878259d065 None None] For port e66e14e3-32b8-4eeb-a795-c90906dffc9a, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:18.952081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b2314751-643a-4402-851f-28878259d065 None None] For port e66e14e3-32b8-4eeb-a795-c90906dffc9a, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e66e14e3-32b8-4eeb-a795-c90906dffc9a,segment=NetworkSegment(bc9dc2ae-665a-415b-9919-a479d1b70fd9),segment_id=bc9dc2ae-665a-415b-9919-a479d1b70fd9)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:18.955676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2d4699fd-f0e7-436d-9192-2d2275028f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:18.969296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7160a384-44ea-481b-b112-c00c8c6fc744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:18.974011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Checking router: 7217d2cf-f166-41d8-a63c-df35ee206757 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:43:18.974510 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Updating router 7217d2cf-f166-41d8-a63c-df35ee206757 port 9aaad10e-56e4-46b4-a28d-1bef9280df0f binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:43:18.988014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7160a384-44ea-481b-b112-c00c8c6fc744 admin admin] Usage tracker for resource:security_group_rule and tenant:269cd43d41ae4dc7aa2c2ad07729ceb9 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:18.991971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7160a384-44ea-481b-b112-c00c8c6fc744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:19.005130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7160a384-44ea-481b-b112-c00c8c6fc744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:19.048684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2314751-643a-4402-851f-28878259d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.058945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-94db167c-4c2f-40bc-8b34-95800a90e0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.077558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.151131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224c3dd-cd29-44e3-86ad-efe7696be2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9479c2e0-ba5a-40c7-b322-72c0a5520403,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:19.161006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-94db167c-4c2f-40bc-8b34-95800a90e0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.169132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5224c3dd-cd29-44e3-86ad-efe7696be2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:19.190884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5224c3dd-cd29-44e3-86ad-efe7696be2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.195503 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5224c3dd-cd29-44e3-86ad-efe7696be2a1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9479c2e0-ba5a-40c7-b322-72c0a5520403 HTTP/1.1" status: 204 len: 168 time: 1.8280659 Jun 03 21:43:19.230886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f836b658-1cde-4079-855a-0f1e45f30458 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.241044 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.254670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f836b658-1cde-4079-855a-0f1e45f30458 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.275167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:19.303001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.315976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836b658-1cde-4079-855a-0f1e45f30458 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4376d57-fd70-4ca2-9479-0df62f6a3904,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:19.331659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f836b658-1cde-4079-855a-0f1e45f30458 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:19.336747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.352197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.364687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c55525a9-b785-4409-b193-1ceba88673d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:19.411708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.428749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f836b658-1cde-4079-855a-0f1e45f30458 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.432963 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f836b658-1cde-4079-855a-0f1e45f30458 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9500694 Jun 03 21:43:19.458935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48658) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:19.469216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2bf8626e-610b-44b0-970a-a6a70a0b125d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Request body: {'security_group_rule': {'security_group_id': '30b6fd19-39c5-44ad-8057-ce62a1c42e36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:19.507430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2bf8626e-610b-44b0-970a-a6a70a0b125d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:19.527785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.541220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Transition to ACTIVE for port object 9aaad10e-56e4-46b4-a28d-1bef9280df0f will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:19.545860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-235d4d2a-3327-4b58-a469-25ea35ed7284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:19.553793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2bf8626e-610b-44b0-970a-a6a70a0b125d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Usage tracker for resource:security_group_rule and tenant:e8575706e29d4efb935647060af56086 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:19.579670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2bf8626e-610b-44b0-970a-a6a70a0b125d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:19.597149 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7160a384-44ea-481b-b112-c00c8c6fc744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.606530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.608243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2bf8626e-610b-44b0-970a-a6a70a0b125d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:19.614620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7160a384-44ea-481b-b112-c00c8c6fc744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.665185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:19.704175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Network 21c45018-37a9-4d8b-8264-e960e83890a9 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:19.705330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-94db167c-4c2f-40bc-8b34-95800a90e0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.707534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.710365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:19.730721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2314751-643a-4402-851f-28878259d065 None None] Pushing event updated for resources: {'Port': ['ID=e66e14e3-32b8-4eeb-a795-c90906dffc9a,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:19.734103 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b2314751-643a-4402-851f-28878259d065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:19.734757 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b2314751-643a-4402-851f-28878259d065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:19.860081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2bf8626e-610b-44b0-970a-a6a70a0b125d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.932562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb054bac-63d3-4610-a0b7-3d18f0e378ca None None] Pushing event updated for resources: {'Port': ['ID=9aaad10e-56e4-46b4-a28d-1bef9280df0f,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:19.939690 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cb054bac-63d3-4610-a0b7-3d18f0e378ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:19.949550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Attempting to bind port 9aaad10e-56e4-46b4-a28d-1bef9280df0f on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:19.949876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Attempting to bind port 9aaad10e-56e4-46b4-a28d-1bef9280df0f by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:19.950233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Attempting to bind port 9aaad10e-56e4-46b4-a28d-1bef9280df0f on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:19.970196 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7160a384-44ea-481b-b112-c00c8c6fc744 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=269cd43d41ae4dc7aa2c2ad07729ceb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1124902 Jun 03 21:43:19.973157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Pushing event updated for resources: {'Port': ['ID=4763fc66-5226-4ca5-a573-74bf633d58cf,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:19.974927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:19.976113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:19.976536 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.976929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:19.977417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Bound port: 9aaad10e-56e4-46b4-a28d-1bef9280df0f, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:19.977829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:19.997636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48668) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:20.001447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:20.003374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a898ac39-6d81-40cf-a4ea-705faa72bf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:20.050417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-94db167c-4c2f-40bc-8b34-95800a90e0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:20.064411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Subnet': ['ID=ce808b7c-f1b0-41d5-afb6-e342e0335934,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:20.068394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:20.076875 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-94db167c-4c2f-40bc-8b34-95800a90e0b3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3ee3d6a4-91c0-48cc-8bbe-9aabd6534ea8 HTTP/1.1" status: 204 len: 168 time: 1.5419524 Jun 03 21:43:20.167720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] For port 9aaad10e-56e4-46b4-a28d-1bef9280df0f, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:20.171487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] For port 9aaad10e-56e4-46b4-a28d-1bef9280df0f, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9aaad10e-56e4-46b4-a28d-1bef9280df0f,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:20.221589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db167c-4c2f-40bc-8b34-95800a90e0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee3d6a4-91c0-48cc-8bbe-9aabd6534ea8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:20.226382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:20.314946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Allocated IP 172.20.0.1 (8a0a66ca-e212-4121-af0e-4c0d43c5e5c8/bbec842f-83c0-4510-ab8c-a00939d873fc/e404ba5e-68c7-4ea2-ae43-080a862ccdf0) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:20.328637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:20.338300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-94db167c-4c2f-40bc-8b34-95800a90e0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:20.350023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cb054bac-63d3-4610-a0b7-3d18f0e378ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:20.448255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f99c977c-9762-436e-ba58-b2d46be63fee None None] Port 4763fc66-5226-4ca5-a573-74bf633d58cf cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:43:20.507655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 2db3922a-3c1e-4e1c-b782-47782d822c13, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2db3922a-3c1e-4e1c-b782-47782d822c13,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:20.523385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:20.526516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Allocated IP 172.20.0.8 (a2b3615e-0fcd-4d7f-921a-39d52aacd1af/f4168c80-9e05-46df-94a7-c869334b9cb4/83f3d551-aa2a-4243-a4da-285bb429856a) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:20.536532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45a675-49a1-45e6-9640-312d41afaa00 None None] Network a2b3615e-0fcd-4d7f-921a-39d52aacd1af requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:20.539243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-346b9302-ebc0-416c-9cfd-1b2bdc714c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:20.547358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Transition to ACTIVE for port object e404ba5e-68c7-4ea2-ae43-080a862ccdf0 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:20.584102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e8f83cd4-ce58-47a2-8074-ccab50b46ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.841s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:20.598520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Checking segment: {'id': 'e5810f2e-b959-4b27-99f0-aec3b4decb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'aca2eee9-7802-4c05-be3f-a5dbda104f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:20.598832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network hostable DHCP agents. Network: aca2eee9-7802-4c05-be3f-a5dbda104f55, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:43:20.601382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:20.693260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:20.699513 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48682) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:20.709198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb054bac-63d3-4610-a0b7-3d18f0e378ca None None] Pushing event updated for resources: {'Port': ['ID=9aaad10e-56e4-46b4-a28d-1bef9280df0f,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:20.723138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cb054bac-63d3-4610-a0b7-3d18f0e378ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:20.725535 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:20.765065 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:20.773368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Routers {'7217d2cf-f166-41d8-a63c-df35ee206757'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:20.774027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7217d2cf-f166-41d8-a63c-df35ee206757'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:20.838951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Router 40120277-7df1-4f2c-b87f-d56aefa646df has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:43:20.850916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:20.882489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-346b9302-ebc0-416c-9cfd-1b2bdc714c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:20.889569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:20.909357 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network aca2eee9-7802-4c05-be3f-a5dbda104f55 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:43:20.933774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160a384-44ea-481b-b112-c00c8c6fc744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da85bb7e-b9dc-49a3-8a65-1addaef4ce12,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:20.950859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7160a384-44ea-481b-b112-c00c8c6fc744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:20.952670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:20.953328 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:20.965068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Network a2b3615e-0fcd-4d7f-921a-39d52aacd1af is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:21.001934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event updated for resources: {'Port': ['ID=83f3d551-aa2a-4243-a4da-285bb429856a,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:21.011712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:21.031920 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:21.084061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e66e14e3-32b8-4eeb-a795-c90906dffc9a up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:21.101523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2bf8626e-610b-44b0-970a-a6a70a0b125d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.106912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Pushing event updated for resources: {'Port': ['ID=e404ba5e-68c7-4ea2-ae43-080a862ccdf0,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:21.110946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:21.112042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:21.114990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:21.160194 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-07868a7a-895a-4d60-999e-257543e280f3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fb216345482943c3ab8fa6f3300c8a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471002 Jun 03 21:43:21.160194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, aca2eee9-7802-4c05-be3f-a5dbda104f55) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:21.172493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48690) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:21.179591 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2bf8626e-610b-44b0-970a-a6a70a0b125d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.223740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-16ff5504-3625-4c47-8250-9732eea5d026 None None] Provisioning complete for port 4763fc66-5226-4ca5-a573-74bf633d58cf triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:21.227161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-16ff5504-3625-4c47-8250-9732eea5d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.231883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:21.232486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.287175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:21.324028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63faf22b-7f6f-463d-a9bc-c9944112341e None None] Network aca2eee9-7802-4c05-be3f-a5dbda104f55 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:21.369453 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.7424705 Jun 03 21:43:21.369453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2bf8626e-610b-44b0-970a-a6a70a0b125d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.369453 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2bf8626e-610b-44b0-970a-a6a70a0b125d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9036129 Jun 03 21:43:21.379184 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48694) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:21.382126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48696) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:21.406748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-adf16920-3e8a-4e80-b684-1a71560acfa5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1658370866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:21.412620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8626e-610b-44b0-970a-a6a70a0b125d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7089b1-b1e0-4a87-8c63-a29937d987e5,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:21.421284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:21.431553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.535898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-16ff5504-3625-4c47-8250-9732eea5d026 None None] Port 4763fc66-5226-4ca5-a573-74bf633d58cf cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:43:21.582839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-adf16920-3e8a-4e80-b684-1a71560acfa5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:21.587820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-adf16920-3e8a-4e80-b684-1a71560acfa5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:router and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:21.591376 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-adf16920-3e8a-4e80-b684-1a71560acfa5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:21.599384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-adf16920-3e8a-4e80-b684-1a71560acfa5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:21.599633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:43:21.620797 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Sync routers for ids ['40120277-7df1-4f2c-b87f-d56aefa646df'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:43:21.622784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:21.630004 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Usage tracker for resource:floatingip and tenant:e8575706e29d4efb935647060af56086 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:21.633607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:21.642999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:21.643329 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Routers {'40120277-7df1-4f2c-b87f-d56aefa646df'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:21.645762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:21.650444 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['40120277-7df1-4f2c-b87f-d56aefa646df'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:21.658138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb20f653-fc9b-4786-a8ff-6001c5ea27b2 None None] Network cbb53051-ee43-4a44-9142-0253c78ad4c8 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:21.667479 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] 10.222.0.96 "PUT /v2.0/routers/40120277-7df1-4f2c-b87f-d56aefa646df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1521246 Jun 03 21:43:21.670743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2bf8626e-610b-44b0-970a-a6a70a0b125d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:21.674856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.734218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adf16920-3e8a-4e80-b684-1a71560acfa5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.735492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adf16920-3e8a-4e80-b684-1a71560acfa5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.768371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-346b9302-ebc0-416c-9cfd-1b2bdc714c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.780987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:21.803977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b9302-ebc0-416c-9cfd-1b2bdc714c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da85bb7e-b9dc-49a3-8a65-1addaef4ce12,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:21.819006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-346b9302-ebc0-416c-9cfd-1b2bdc714c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:21.819639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adf16920-3e8a-4e80-b684-1a71560acfa5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.825228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.845410 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-17c7a784-92dd-4870-863a-d544931725dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.849070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-346b9302-ebc0-416c-9cfd-1b2bdc714c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.855805 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-346b9302-ebc0-416c-9cfd-1b2bdc714c4d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/da85bb7e-b9dc-49a3-8a65-1addaef4ce12 HTTP/1.1" status: 204 len: 168 time: 1.8529911 Jun 03 21:43:21.930707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adf16920-3e8a-4e80-b684-1a71560acfa5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.952405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=2db3922a-3c1e-4e1c-b782-47782d822c13,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:21.954339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-17c7a784-92dd-4870-863a-d544931725dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:21.961687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.236s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:21.968173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port e66e14e3-32b8-4eeb-a795-c90906dffc9a completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:21.991251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.007593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a23baf25-a4b0-4907-b982-adff9bc167b3 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:22.075118 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Set router 40120277-7df1-4f2c-b87f-d56aefa646df gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:43:22.096322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adf16920-3e8a-4e80-b684-1a71560acfa5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.097485 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-adf16920-3e8a-4e80-b684-1a71560acfa5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7123311 Jun 03 21:43:22.104215 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48722) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:22.329839 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] Set router 7217d2cf-f166-41d8-a63c-df35ee206757 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:43:22.352928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-17c7a784-92dd-4870-863a-d544931725dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.378552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:22.394913 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7a784-92dd-4870-863a-d544931725dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5136e0f6-9200-4078-957a-4a0e7d216fb2,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:22.404343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-17c7a784-92dd-4870-863a-d544931725dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:22.434285 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.503911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.582236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.591798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48734) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:22.594985 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-72294972-3f75-413f-ab5a-0668a95af16f None None] Provisioning for port e404ba5e-68c7-4ea2-ae43-080a862ccdf0 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:22.599518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-17c7a784-92dd-4870-863a-d544931725dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.603406 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-17c7a784-92dd-4870-863a-d544931725dd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5136e0f6-9200-4078-957a-4a0e7d216fb2 HTTP/1.1" status: 204 len: 168 time: 1.4222441 Jun 03 21:43:22.668005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:22.709636 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.746369 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:43:18Z', 'revision_number': 4, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port': {'id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:08Z', 'updated_at': '2021-06-03T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '4763fc66-5226-4ca5-a573-74bf633d58cf', 'name': '', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'mac_address': 'fa:16:3e:36:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:16Z', 'updated_at': '2021-06-03T21:43:18Z', 'revision_number': 2, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'subnets': [{'id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:22.761489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-72294972-3f75-413f-ab5a-0668a95af16f None None] Provisioning complete for port e404ba5e-68c7-4ea2-ae43-080a862ccdf0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:22.762036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-72294972-3f75-413f-ab5a-0668a95af16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.773200 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Checking router: 40120277-7df1-4f2c-b87f-d56aefa646df for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:43:22.773835 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Updating router 40120277-7df1-4f2c-b87f-d56aefa646df port 4763fc66-5226-4ca5-a573-74bf633d58cf binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:43:22.932118 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:22.970781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:23.108736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8636afa4-c7d9-4358-aa16-1ca33708df56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:23.231153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event updated for resources: {'Port': ['ID=83f3d551-aa2a-4243-a4da-285bb429856a,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:23.308556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:23.312912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:23.320553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48744) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:23.322770 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0202179 Jun 03 21:43:23.346899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-72294972-3f75-413f-ab5a-0668a95af16f None None] Port e404ba5e-68c7-4ea2-ae43-080a862ccdf0 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:43:23.377336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-aca2eee9-7802-4c05-be3f-a5dbda104f55', 'network_id': 'aca2eee9-7802-4c05-be3f-a5dbda104f55', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'fixed_ips': [{'subnet_id': 'ce808b7c-f1b0-41d5-afb6-e342e0335934'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:43:23.378671 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:23.438441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:23.484908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port a23baf25-a4b0-4907-b982-adff9bc167b3 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:23.518407 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a23baf25-a4b0-4907-b982-adff9bc167b3 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:23.518782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:23.565771 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-968f4e3c-bba5-4678-9683-24d92e453892 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "GET /v2.0/floatingips?floating_network_id=a2b3615e-0fcd-4d7f-921a-39d52aacd1af HTTP/1.1" status: 200 len: 689 time: 0.2440438 Jun 03 21:43:23.570043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48750) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:23.590330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.resource_extend [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:43:23.646841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c1008c8b-9659-4d35-8cff-e4602f576783 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1352673323'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:23.647569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c1008c8b-9659-4d35-8cff-e4602f576783 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Unknown quota resources ['metering_label']. {{(pid=104396) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 21:43:23.941170 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:23.952383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Allocated IP 2001:db8:1::2 (aca2eee9-7802-4c05-be3f-a5dbda104f55/ce808b7c-f1b0-41d5-afb6-e342e0335934/5c1dce45-132d-4684-be07-898db8a75033) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:23.963090 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Transition to ACTIVE for port object 4763fc66-5226-4ca5-a573-74bf633d58cf will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:23.984506 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.012033 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:24.093973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.131279 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Allocated IP 172.26.3.155 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/8df8a7ab-2f45-418c-b185-cd93e167a8a0) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:24.142114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.271878 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983260d7-41d7-434c-ba4c-7c6ce1fe211a None None] Pushing event updated for resources: {'Port': ['ID=4763fc66-5226-4ca5-a573-74bf633d58cf,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:24.277241 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-983260d7-41d7-434c-ba4c-7c6ce1fe211a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:24.294474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.309389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c1008c8b-9659-4d35-8cff-e4602f576783 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.313033 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c1008c8b-9659-4d35-8cff-e4602f576783 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.7177496 Jun 03 21:43:24.313954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.331137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48772) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:24.335124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Transition to ACTIVE for port object 5c1dce45-132d-4684-be07-898db8a75033 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:24.369239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-da19b6bf-51de-4e0e-b4f9-629380cd6282 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'bf645b46-dba7-434b-b967-1408efc8b8d7'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:24.369737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-da19b6bf-51de-4e0e-b4f9-629380cd6282 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104396) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 21:43:24.392285 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Transition to ACTIVE for port object 5c1dce45-132d-4684-be07-898db8a75033 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:24.406450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-72294972-3f75-413f-ab5a-0668a95af16f None None] Provisioning for port e66e14e3-32b8-4eeb-a795-c90906dffc9a completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:24.411642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48778) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:24.422040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-72294972-3f75-413f-ab5a-0668a95af16f None None] Provisioning complete for port e66e14e3-32b8-4eeb-a795-c90906dffc9a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:24.422421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-72294972-3f75-413f-ab5a-0668a95af16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.425907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420656652', 'description': 'tempest-description--133372768'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:24.434994 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Attempting to bind port 4763fc66-5226-4ca5-a573-74bf633d58cf on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:24.435950 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Attempting to bind port 4763fc66-5226-4ca5-a573-74bf633d58cf by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '4d4eadd1-7b50-4f07-b065-19a8b093a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:24.436549 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Attempting to bind port 4763fc66-5226-4ca5-a573-74bf633d58cf on network 21c45018-37a9-4d8b-8264-e960e83890a9 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:24.442792 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:24.443581 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Checking segment: {'id': '4d4eadd1-7b50-4f07-b065-19a8b093a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:24.444230 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.444740 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Bound using segment: {'id': '4d4eadd1-7b50-4f07-b065-19a8b093a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:24.445327 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Bound port: 4763fc66-5226-4ca5-a573-74bf633d58cf, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4eadd1-7b50-4f07-b065-19a8b093a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:24.445806 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.471576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:24.472851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-06058b12-4d1d-4294-89a8-7ffa3d90998c tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:24.514311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Usage tracker for resource:security_group and tenant:de330ded214f4d50a7154a6f70805db0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:24.532622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:24.534394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.535299 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.services.metering.metering_plugin [None req-da19b6bf-51de-4e0e-b4f9-629380cd6282 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 03 21:43:24.549516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:24.566379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:24.615500 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] For port 4763fc66-5226-4ca5-a573-74bf633d58cf, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:24.622883 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] For port 4763fc66-5226-4ca5-a573-74bf633d58cf, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4763fc66-5226-4ca5-a573-74bf633d58cf,segment=NetworkSegment(4d4eadd1-7b50-4f07-b065-19a8b093a91d),segment_id=4d4eadd1-7b50-4f07-b065-19a8b093a91d)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:24.633920 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.639239 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-7955ef44-3334-4209-a5af-01f5c1928c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:24.647419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Pushing event updated for resources: {'Port': ['ID=5c1dce45-132d-4684-be07-898db8a75033,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:24.658297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:24.665986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Pushing event updated for resources: {'Port': ['ID=e404ba5e-68c7-4ea2-ae43-080a862ccdf0,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:24.667427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Network aca2eee9-7802-4c05-be3f-a5dbda104f55 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:24.675009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:24.743577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:24.750487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:43:13Z', 'revision_number': 3, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:24.755971 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:24.761586 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-72294972-3f75-413f-ab5a-0668a95af16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.774060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b2cd4e-5e22-42ad-907e-820e1837abf3 None None] The sync data for ids ['7217d2cf-f166-41d8-a63c-df35ee206757'] in dv-neutron-792998-2-hyperv is: [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:43:13Z', 'revision_number': 3, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:43:24.811613 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983260d7-41d7-434c-ba4c-7c6ce1fe211a None None] Pushing event updated for resources: {'Port': ['ID=4763fc66-5226-4ca5-a573-74bf633d58cf,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:24.816369 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-983260d7-41d7-434c-ba4c-7c6ce1fe211a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:24.856594 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Routers {'40120277-7df1-4f2c-b87f-d56aefa646df'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:24.861518 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['40120277-7df1-4f2c-b87f-d56aefa646df'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:24.915881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.951838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da19b6bf-51de-4e0e-b4f9-629380cd6282 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:24.960019 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-da19b6bf-51de-4e0e-b4f9-629380cd6282 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6249349 Jun 03 21:43:24.971108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48790) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:24.987561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-602394c9-e120-4868-8fca-dec243f8ca78 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'bf645b46-dba7-434b-b967-1408efc8b8d7'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:24.987969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-602394c9-e120-4868-8fca-dec243f8ca78 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104396) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 21:43:25.072385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Attempting to bind port 5c1dce45-132d-4684-be07-898db8a75033 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:25.078218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Attempting to bind port 5c1dce45-132d-4684-be07-898db8a75033 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'e5810f2e-b959-4b27-99f0-aec3b4decb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'aca2eee9-7802-4c05-be3f-a5dbda104f55'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:25.078867 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Attempting to bind port 5c1dce45-132d-4684-be07-898db8a75033 on network aca2eee9-7802-4c05-be3f-a5dbda104f55 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:25.111358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:25.112087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Checking segment: {'id': 'e5810f2e-b959-4b27-99f0-aec3b4decb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'aca2eee9-7802-4c05-be3f-a5dbda104f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:25.115068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.119266 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Bound using segment: {'id': 'e5810f2e-b959-4b27-99f0-aec3b4decb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'aca2eee9-7802-4c05-be3f-a5dbda104f55'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:25.120191 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Bound port: 5c1dce45-132d-4684-be07-898db8a75033, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5810f2e-b959-4b27-99f0-aec3b4decb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'aca2eee9-7802-4c05-be3f-a5dbda104f55'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:25.120734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.172405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.208060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.232596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.234631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.248704 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:25.260456 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.services.metering.metering_plugin [None req-602394c9-e120-4868-8fca-dec243f8ca78 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 03 21:43:25.265921 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:25.278169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Usage tracker for resource:security_group_rule and tenant:de330ded214f4d50a7154a6f70805db0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:25.290878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:25.300484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-72294972-3f75-413f-ab5a-0668a95af16f None None] For port e66e14e3-32b8-4eeb-a795-c90906dffc9a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e66e14e3-32b8-4eeb-a795-c90906dffc9a,segment=NetworkSegment(bc9dc2ae-665a-415b-9919-a479d1b70fd9),segment_id=bc9dc2ae-665a-415b-9919-a479d1b70fd9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:25.304403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:25.442943 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] Set router 40120277-7df1-4f2c-b87f-d56aefa646df gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:43:25.497220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-72294972-3f75-413f-ab5a-0668a95af16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.499547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:25.514413 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:25.515506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:25.522955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-602394c9-e120-4868-8fca-dec243f8ca78 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.524274 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-602394c9-e120-4868-8fca-dec243f8ca78 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5429735 Jun 03 21:43:25.526304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:25.541160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48800) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:25.544276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Allocated IP 2001:db8::1 (cbb53051-ee43-4a44-9142-0253c78ad4c8/1be96ba8-4ac1-43ee-9482-8605f9e2a6c5/84d0a5f7-f5ce-4324-93b1-66e68f786708) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:25.569945 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fb4559f8-4e55-45ee-8820-d07f6ff8a963 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=9cedc289-0e6a-42ab-b42f-2b5043e4d796 HTTP/1.1" status: 200 len: 464 time: 0.0273821 Jun 03 21:43:25.573161 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48802) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:25.624567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] For port 5c1dce45-132d-4684-be07-898db8a75033, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:25.642227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port a23baf25-a4b0-4907-b982-adff9bc167b3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a23baf25-a4b0-4907-b982-adff9bc167b3,segment=NetworkSegment(27cb45ad-b59c-4ed8-8743-05a5a1971407),segment_id=27cb45ad-b59c-4ed8-8743-05a5a1971407)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:25.696851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Deleting port 83f3d551-aa2a-4243-a4da-285bb429856a {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:43:25.697421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.706113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8a7cf256-4cf6-4f30-a8c7-f87a55ea6864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.713425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.738762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.749729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] For port 5c1dce45-132d-4684-be07-898db8a75033, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=5c1dce45-132d-4684-be07-898db8a75033,segment=NetworkSegment(e5810f2e-b959-4b27-99f0-aec3b4decb1b),segment_id=e5810f2e-b959-4b27-99f0-aec3b4decb1b)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:25.786843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.839970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5422f14f-8a67-486c-adc6-517f1ae6b609 None None] Provisioning complete for port e66e14e3-32b8-4eeb-a795-c90906dffc9a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:25.840355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5422f14f-8a67-486c-adc6-517f1ae6b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.936669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:25.965201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.011868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-983f9929-cb77-4d09-8f19-02eb311cb1e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:26.037534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48814) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:26.038586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.047376 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6346679 Jun 03 21:43:26.073379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48818) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:26.074916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Pushing event updated for resources: {'Port': ['ID=8df8a7ab-2f45-418c-b185-cd93e167a8a0,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:26.075038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72294972-3f75-413f-ab5a-0668a95af16f None None] Pushing event updated for resources: {'Port': ['ID=e66e14e3-32b8-4eeb-a795-c90906dffc9a,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:26.083286 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-72294972-3f75-413f-ab5a-0668a95af16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:26.099028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:26.100913 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:26.127287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-852a2f39-e2b0-4c5e-a084-21642c7547d2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Request body: {'security_group_rule': {'security_group_id': 'd248a5f9-f395-41d2-b85c-3224e956e582', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:26.135474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-852a2f39-e2b0-4c5e-a084-21642c7547d2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:26.140295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-852a2f39-e2b0-4c5e-a084-21642c7547d2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Usage tracker for resource:security_group_rule and tenant:de330ded214f4d50a7154a6f70805db0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:26.143679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-852a2f39-e2b0-4c5e-a084-21642c7547d2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:26.149978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-852a2f39-e2b0-4c5e-a084-21642c7547d2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:26.215761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2db3922a-3c1e-4e1c-b782-47782d822c13 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:26.327141 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:43:18Z', 'revision_number': 4, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port': {'id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:08Z', 'updated_at': '2021-06-03T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '4763fc66-5226-4ca5-a573-74bf633d58cf', 'name': '', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'mac_address': 'fa:16:3e:36:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:16Z', 'updated_at': '2021-06-03T21:43:24Z', 'revision_number': 4, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'subnets': [{'id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:26.335724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852a2f39-e2b0-4c5e-a084-21642c7547d2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.353931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.354519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.355999 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d485c428-8089-448a-bae4-e6090f7455a7 None None] The sync data for ids ['40120277-7df1-4f2c-b87f-d56aefa646df'] in dv-neutron-792998-2-hyperv is: [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:43:18Z', 'revision_number': 4, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port': {'id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:08Z', 'updated_at': '2021-06-03T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '4763fc66-5226-4ca5-a573-74bf633d58cf', 'name': '', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'mac_address': 'fa:16:3e:36:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:16Z', 'updated_at': '2021-06-03T21:43:24Z', 'revision_number': 4, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'subnets': [{'id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:43:26.409623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:26.420349 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:26.521516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e045956-6a38-4d1e-9e75-cd95fb8866f5 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.524805 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4e045956-6a38-4d1e-9e75-cd95fb8866f5 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/9cedc289-0e6a-42ab-b42f-2b5043e4d796 HTTP/1.1" status: 204 len: 168 time: 0.9478838 Jun 03 21:43:26.561487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48826) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:26.562328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d248a5f9-f395-41d2-b85c-3224e956e582,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:26.575306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:26.658183 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4e29b8de-0902-4220-924b-d869e06c59d4 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=9cedc289-0e6a-42ab-b42f-2b5043e4d796 HTTP/1.1" status: 200 len: 221 time: 0.0800605 Jun 03 21:43:26.661838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1265805390'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:26.670041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48828) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:26.677368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.694683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:26.721413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-3b75a407-b160-4620-a1c2-cd428896a886 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1013973913', 'description': 'label created by tempest'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:26.722290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-3b75a407-b160-4620-a1c2-cd428896a886 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Unknown quota resources ['metering_label']. {{(pid=104396) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 21:43:26.771189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Calling delete_port for 83f3d551-aa2a-4243-a4da-285bb429856a owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:43:26.793386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.812686 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Usage tracker for resource:network and tenant:04dbf528a4a24906b622cce0f20a34a6 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:26.820057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48830) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:26.842949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:26.895237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=a23baf25-a4b0-4907-b982-adff9bc167b3,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:26.909243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:26.963232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:26.981030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2db3922a-3c1e-4e1c-b782-47782d822c13 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:26.982015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.053293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.068563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Router 7217d2cf-f166-41d8-a63c-df35ee206757 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:43:27.102863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-bf87bc35-a5a5-4d95-bc69-1152a80db796 None None] Provisioning complete for port e404ba5e-68c7-4ea2-ae43-080a862ccdf0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:27.105533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bf87bc35-a5a5-4d95-bc69-1152a80db796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.179204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-bf87bc35-a5a5-4d95-bc69-1152a80db796 None None] Port e404ba5e-68c7-4ea2-ae43-080a862ccdf0 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:43:27.183337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Pushing event updated for resources: {'Port': ['ID=5c1dce45-132d-4684-be07-898db8a75033,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:27.199279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.100s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:27.199776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.362s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:27.200051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:27.212818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Transition to ACTIVE for port object 84d0a5f7-f5ce-4324-93b1-66e68f786708 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:27.219796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1822175955', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:27.238266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:27.276963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9aaad10e-56e4-46b4-a28d-1bef9280df0f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:27.304736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Usage tracker for resource:port and tenant:894f387285d8406c950498daa1f7cf52 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:27.319758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:27.362739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 9aaad10e-56e4-46b4-a28d-1bef9280df0f completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:27.369941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 9aaad10e-56e4-46b4-a28d-1bef9280df0f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:27.370246 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.394544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.396429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Made reservation on behalf of 04dbf528a4a24906b622cce0f20a34a6 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:27.400458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.412369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852a2f39-e2b0-4c5e-a084-21642c7547d2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.413428 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:27.436934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852a2f39-e2b0-4c5e-a084-21642c7547d2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.437765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.468869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:27.485285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3b75a407-b160-4620-a1c2-cd428896a886 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.486448 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3b75a407-b160-4620-a1c2-cd428896a886 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8123076 Jun 03 21:43:27.487217 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Made reservation on behalf of 894f387285d8406c950498daa1f7cf52 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:27.489560 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.499013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48834) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:27.505466 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:27.511353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.531007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 9aaad10e-56e4-46b4-a28d-1bef9280df0f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9aaad10e-56e4-46b4-a28d-1bef9280df0f,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:27.535033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Usage tracker for resource:security_group_rule and tenant:04dbf528a4a24906b622cce0f20a34a6 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:27.537542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.538331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.539714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:27.548969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a2f39-e2b0-4c5e-a084-21642c7547d2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a607067a-9787-4577-b680-03077e1a102e,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:27.552496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-852a2f39-e2b0-4c5e-a084-21642c7547d2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:27.556058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:27.567639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.593688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:27.611838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=9aaad10e-56e4-46b4-a28d-1bef9280df0f,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:27.614927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:27.648804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852a2f39-e2b0-4c5e-a084-21642c7547d2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.650328 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-852a2f39-e2b0-4c5e-a084-21642c7547d2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5379560 Jun 03 21:43:27.651627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:27.659693 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-834f850b-69cc-4f98-8574-f8021c39ffa1 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=6b883247-0c7b-47ba-bcd6-137e15e664d7 HTTP/1.1" status: 200 len: 468 time: 0.1468093 Jun 03 21:43:27.660201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48836) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:27.660432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48838) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:27.667208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6616954c-4159-489e-8269-a8afe82f00dc tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Request body: {'security_group_rule': {'security_group_id': 'd248a5f9-f395-41d2-b85c-3224e956e582', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:27.674554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:27.683769 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event deleted for resources: {'Port': ['ID=83f3d551-aa2a-4243-a4da-285bb429856a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:27.686740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:27.690481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.694366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Usage tracker for resource:security_group_rule and tenant:894f387285d8406c950498daa1f7cf52 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:27.697869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6616954c-4159-489e-8269-a8afe82f00dc tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:27.701516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:27.736001 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:43:27.796569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6616954c-4159-489e-8269-a8afe82f00dc tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Usage tracker for resource:security_group_rule and tenant:de330ded214f4d50a7154a6f70805db0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:27.804151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:27.870168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:27.875007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6616954c-4159-489e-8269-a8afe82f00dc tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:27.907127 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6616954c-4159-489e-8269-a8afe82f00dc tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:27.946358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:27.964786 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] 10.222.0.96 "PUT /v2.0/routers/7217d2cf-f166-41d8-a63c-df35ee206757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3332791 Jun 03 21:43:28.013935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 5c1dce45-132d-4684-be07-898db8a75033 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:28.016997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network cbb53051-ee43-4a44-9142-0253c78ad4c8 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:28.077142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.084796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.107665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:28.110663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:28.111323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.122362 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.151029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-923dcb45-d7c6-4829-8a4b-933cf8d8f2d2 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:28.164149 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=84d0a5f7-f5ce-4324-93b1-66e68f786708,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:28.168119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:28.200087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 5c1dce45-132d-4684-be07-898db8a75033 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:28.203787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6616954c-4159-489e-8269-a8afe82f00dc tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.230704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4763fc66-5226-4ca5-a573-74bf633d58cf up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:28.371526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b630f0d-991f-4b42-b9be-cf0b9ccf62b0 None None] Network aca2eee9-7802-4c05-be3f-a5dbda104f55 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:28.380412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.436616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.448902 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0590391 Jun 03 21:43:28.532157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.591333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Pushing event updated for resources: {'Port': ['ID=8df8a7ab-2f45-418c-b185-cd93e167a8a0,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:28.595402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:28.663825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.676009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.677796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5c2b6e7b-d5b6-45c9-aefb-ded7d603dcdd None None] Provisioning for port 5c1dce45-132d-4684-be07-898db8a75033 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:28.687052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5c2b6e7b-d5b6-45c9-aefb-ded7d603dcdd None None] Provisioning complete for port 5c1dce45-132d-4684-be07-898db8a75033 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:28.687580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6e7b-d5b6-45c9-aefb-ded7d603dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.697807 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.698621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.705720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.707975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4adf0a34-37e1-4c79-b36e-8f13ac3c0222 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.709317 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4adf0a34-37e1-4c79-b36e-8f13ac3c0222 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/6b883247-0c7b-47ba-bcd6-137e15e664d7 HTTP/1.1" status: 204 len: 168 time: 1.0465157 Jun 03 21:43:28.711406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6616954c-4159-489e-8269-a8afe82f00dc tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.714055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-94db167c-4c2f-40bc-8b34-95800a90e0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:28.722133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48850) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:28.723270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:28.733517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 4763fc66-5226-4ca5-a573-74bf633d58cf completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:28.744752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] device_id is not set on port 91da1491-7d98-47be-bc10-abc768017694 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:28.820264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6616954c-4159-489e-8269-a8afe82f00dc tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.828654 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:28.838929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.839332 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Added segment ac6b8a06-4966-45fc-b75a-621cb284d56b of type vlan for network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 Jun 03 21:43:28.864484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 4763fc66-5226-4ca5-a573-74bf633d58cf triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:28.865588 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.868488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.954521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48868) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:28.974748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839676474', 'description': 'tempest-description--1481505474'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:28.981039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.983005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:28.993255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f4168c80-9e05-46df-94a7-c869334b9cb4,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:29.001368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03ab06e-8756-49f3-9892-01e2857e77c2,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:29.002541 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:29.005537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:29.012409 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8e0a69c0-a3c4-4448-b403-a291e3186d66 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=6b883247-0c7b-47ba-bcd6-137e15e664d7 HTTP/1.1" status: 200 len: 216 time: 0.0656183 Jun 03 21:43:29.014575 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48870) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:29.019201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b3615e-0fcd-4d7f-921a-39d52aacd1af']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:29.033608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Usage tracker for resource:security_group and tenant:fb162b9e85e341649c3678d854dd6e2c is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:29.045324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26637b16-2a91-45f0-811b-44f43cdd722a') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:29.045692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26637b16-2a91-45f0-811b-44f43cdd722a') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:29.060466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.084173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.096652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:43:29.097234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:43:29.131194 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:43:29.139222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6616954c-4159-489e-8269-a8afe82f00dc tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.143284 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6616954c-4159-489e-8269-a8afe82f00dc tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4791958 Jun 03 21:43:29.157149 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48872) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:29.167913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:29.172657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.181356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:29.195115 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6e7b-d5b6-45c9-aefb-ded7d603dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.204961 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-491245c4-024c-4841-a671-99018174da96 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1841373 Jun 03 21:43:29.206877 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:29.209268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48880) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:29.213882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:29.223855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48882) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:29.229381 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 21:43:29.236704 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:29.236892 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-34940d9a-3d88-45d9-9007-6261bd066c04 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0226040 Jun 03 21:43:29.236966 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.237038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.239953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bd5e8b-5de9-45b9-a378-655cc078faa6,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:29.257673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48884) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:29.271620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.301477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.305894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-9f0b0bff-0590-4f98-8178-9cfc29f9980d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Synchronizing usage tracker for tenant:e8575706e29d4efb935647060af56086 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:29.306384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-5c2b6e7b-d5b6-45c9-aefb-ded7d603dcdd None None] For port 5c1dce45-132d-4684-be07-898db8a75033, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=5c1dce45-132d-4684-be07-898db8a75033,segment=NetworkSegment(e5810f2e-b959-4b27-99f0-aec3b4decb1b),segment_id=e5810f2e-b959-4b27-99f0-aec3b4decb1b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:29.317104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 4763fc66-5226-4ca5-a573-74bf633d58cf, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4763fc66-5226-4ca5-a573-74bf633d58cf,segment=NetworkSegment(4d4eadd1-7b50-4f07-b065-19a8b093a91d),segment_id=4d4eadd1-7b50-4f07-b065-19a8b093a91d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:29.317337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2b3615e-0fcd-4d7f-921a-39d52aacd1af {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 21:43:29.320051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6e7b-d5b6-45c9-aefb-ded7d603dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.320261 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.327384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:29.327613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:29.371044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.372113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e66e14e3-32b8-4eeb-a795-c90906dffc9a up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:29.372560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2b3615e-0fcd-4d7f-921a-39d52aacd1af,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:29.376110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:29.384021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:29.391166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Usage tracker for resource:security_group_rule and tenant:fb162b9e85e341649c3678d854dd6e2c is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:29.394868 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "DELETE /v2.0/networks/a2b3615e-0fcd-4d7f-921a-39d52aacd1af HTTP/1.1" status: 204 len: 168 time: 5.8164244 Jun 03 21:43:29.403592 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:29.407008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48886) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:29.475036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b6e7b-d5b6-45c9-aefb-ded7d603dcdd None None] Pushing event updated for resources: {'Port': ['ID=5c1dce45-132d-4684-be07-898db8a75033,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:29.478552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5c2b6e7b-d5b6-45c9-aefb-ded7d603dcdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:29.479523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-beadc054-883b-4447-9f72-eab030329dca None None] Provisioning for port 84d0a5f7-f5ce-4324-93b1-66e68f786708 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:29.483418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:29.484163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:29.522834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-beadc054-883b-4447-9f72-eab030329dca None None] Provisioning complete for port 84d0a5f7-f5ce-4324-93b1-66e68f786708 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:29.523275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-beadc054-883b-4447-9f72-eab030329dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.533167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3c4effe3-a96b-47cd-aa6c-2a135a1aa64b tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Synchronizing usage tracker for tenant:62d9090c3730419a8945680abac591d0 on resource:floatingip {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:29.584882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e66e14e3-32b8-4eeb-a795-c90906dffc9a triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:29.585184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.606163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3c4effe3-a96b-47cd-aa6c-2a135a1aa64b tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Unset dirty status for tenant:62d9090c3730419a8945680abac591d0 on resource:floatingip {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:29.610650 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3c4effe3-a96b-47cd-aa6c-2a135a1aa64b tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2026978 Jun 03 21:43:29.615732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48888) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:29.698106 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-beadc054-883b-4447-9f72-eab030329dca None None] Port 84d0a5f7-f5ce-4324-93b1-66e68f786708 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:43:29.711004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=4763fc66-5226-4ca5-a573-74bf633d58cf,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:29.715267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:29.800073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9aaad10e-56e4-46b4-a28d-1bef9280df0f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:29.842191 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823c116-0952-494f-aac2-813f31056598 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:29.842370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823c116-0952-494f-aac2-813f31056598 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:29.842841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823c116-0952-494f-aac2-813f31056598 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:29.843295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823c116-0952-494f-aac2-813f31056598 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:29.843767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823c116-0952-494f-aac2-813f31056598 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:29.844910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823c116-0952-494f-aac2-813f31056598 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:29.845489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823c116-0952-494f-aac2-813f31056598 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:29.846313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823c116-0952-494f-aac2-813f31056598 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:29.847425 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f823c116-0952-494f-aac2-813f31056598 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Synchronizing usage tracker for tenant:62d9090c3730419a8945680abac591d0 on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:29.868774 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1c4bd54d-d89c-42b7-8fbb-7c31fead84a1 None None] Provisioning complete for port 5c1dce45-132d-4684-be07-898db8a75033 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:29.869126 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.869603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1c4bd54d-d89c-42b7-8fbb-7c31fead84a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.878690 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f823c116-0952-494f-aac2-813f31056598 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Unset dirty status for tenant:62d9090c3730419a8945680abac591d0 on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:29.883137 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f823c116-0952-494f-aac2-813f31056598 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5247 time: 0.2663956 Jun 03 21:43:29.885248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48890) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:29.892286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.178s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:29.893447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Usage tracker for resource:floatingip and tenant:de330ded214f4d50a7154a6f70805db0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:29.903131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.923s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:29.903421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:29.904325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.911108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:29.914321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.875s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:29.938499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 9aaad10e-56e4-46b4-a28d-1bef9280df0f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:29.938867 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:29.976024 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-465a52c4-8d64-431a-b4a7-cf826fab9638 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] delete failed (client error): The resource could not be found. Jun 03 21:43:29.981877 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-465a52c4-8d64-431a-b4a7-cf826fab9638 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/7a490774-122b-459a-92d2-8c8ca45dd089 HTTP/1.1" status: 404 len: 345 time: 0.0948470 Jun 03 21:43:29.987283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48892) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:30.012140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.022408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:30.030963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.032776 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab10d8f-7ce0-4f4d-9d65-2365572d5c3f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] DELETE failed (client error): The resource could not be found. Jun 03 21:43:30.033406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab10d8f-7ce0-4f4d-9d65-2365572d5c3f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:43:30.047587 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5ab10d8f-7ce0-4f4d-9d65-2365572d5c3f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "DELETE /v2.0/networks/a2b3615e-0fcd-4d7f-921a-39d52aacd1af HTTP/1.1" status: 404 len: 339 time: 0.0590551 Jun 03 21:43:30.048199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48894) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:30.053461 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Request body: {'network': {'name': 'tempest-network--1391574851', 'router:external': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:30.057708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.076905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:30.079939 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5224c3dd-cd29-44e3-86ad-efe7696be2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:30.124599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.128464 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1566954 Jun 03 21:43:30.128464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Usage tracker for resource:network and tenant:62d9090c3730419a8945680abac591d0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:30.130693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec6c26a-fe74-47f8-8706-e5438d14f8c9,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:30.136657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a23baf25-a4b0-4907-b982-adff9bc167b3 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:30.142571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:30.145555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48896) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:30.153262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7fa822bf-8c0d-4682-9157-4140b5561796 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Request body: {'security_group_rule': {'security_group_id': '1ec6c26a-fe74-47f8-8706-e5438d14f8c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:30.158069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:30.163380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7fa822bf-8c0d-4682-9157-4140b5561796 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:30.167712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:30.172876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7fa822bf-8c0d-4682-9157-4140b5561796 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Usage tracker for resource:security_group_rule and tenant:fb162b9e85e341649c3678d854dd6e2c is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:30.183844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7fa822bf-8c0d-4682-9157-4140b5561796 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:30.193532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7fa822bf-8c0d-4682-9157-4140b5561796 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:30.207278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Sync routers for ids ['7217d2cf-f166-41d8-a63c-df35ee206757'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:43:30.209562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Made reservation on behalf of 62d9090c3730419a8945680abac591d0 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:30.215271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.224915 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9082a38e-d24f-493e-b6d4-459a04764e67 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels/bf645b46-dba7-434b-b967-1408efc8b8d7 HTTP/1.1" status: 200 len: 473 time: 0.3428915 Jun 03 21:43:30.234898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Routers {'7217d2cf-f166-41d8-a63c-df35ee206757'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:30.235092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48898) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:30.235558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7217d2cf-f166-41d8-a63c-df35ee206757'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:30.250798 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-62caf5d6-2839-43d9-b332-e52f9b7601d2 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules/7e5b85d0-b65b-4aff-9b5e-9a700158e2ef HTTP/1.1" status: 200 len: 461 time: 0.0114834 Jun 03 21:43:30.256138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48900) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:30.258538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616954c-4159-489e-8269-a8afe82f00dc tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac0c4df-01ac-4897-bd16-be904603ba83,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:30.262140 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.2070823 Jun 03 21:43:30.266487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6616954c-4159-489e-8269-a8afe82f00dc tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:30.267701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:30.297310 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa822bf-8c0d-4682-9157-4140b5561796 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.305209 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:30.324807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a23baf25-a4b0-4907-b982-adff9bc167b3 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:30.326399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.329587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-9f0b0bff-0590-4f98-8178-9cfc29f9980d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Unset dirty status for tenant:e8575706e29d4efb935647060af56086 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:30.340803 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-9f0b0bff-0590-4f98-8178-9cfc29f9980d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--434509625&fields=id&tenant_id=e8575706e29d4efb935647060af56086 HTTP/1.1" status: 200 len: 267 time: 1.1138747 Jun 03 21:43:30.390257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.417989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Pushing event updated for resources: {'Network': ['ID=1691cff9-5ff4-47ed-9842-d87ee73ecbe4,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:30.426352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network cbb53051-ee43-4a44-9142-0253c78ad4c8 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:30.427738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:30.430479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:30.489081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:30.506762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:30.511188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=84d0a5f7-f5ce-4324-93b1-66e68f786708,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:30.516231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:30.623913 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.626061 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Added segment cc81611a-f4f5-47a1-90ec-cb18a6cf8ed1 of type vlan for network b272db52-d367-4719-960d-aeb5032c21b7 Jun 03 21:43:30.627032 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48906) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:30.641182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Request body: {'port': {'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4', 'binding:host_id': 'hv-neutron-7929', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1160315626'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:30.691524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Allocated IP 172.26.3.126 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/91da1491-7d98-47be-bc10-abc768017694) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:30.728848 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:30.745412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a4cf9768-c0da-4ec2-ba31-75f592cfa23e tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.746555 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a4cf9768-c0da-4ec2-ba31-75f592cfa23e tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/7e5b85d0-b65b-4aff-9b5e-9a700158e2ef HTTP/1.1" status: 204 len: 168 time: 0.4883373 Jun 03 21:43:30.763174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48908) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:30.778151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Set router 7217d2cf-f166-41d8-a63c-df35ee206757 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:43:30.816443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-c541efef-5003-4b4f-a4d3-7b5d176215c2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:30.817155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-c541efef-5003-4b4f-a4d3-7b5d176215c2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Synchronizing usage tracker for tenant:e8575706e29d4efb935647060af56086 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:30.820107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Usage tracker for resource:port and tenant:3249439c78c3472dbb68d88d5b1b5a8a is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:30.834982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:30.847033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:30.856938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.880997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa822bf-8c0d-4682-9157-4140b5561796 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.890554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-c541efef-5003-4b4f-a4d3-7b5d176215c2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Unset dirty status for tenant:e8575706e29d4efb935647060af56086 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:30.892034 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-c541efef-5003-4b4f-a4d3-7b5d176215c2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/networks?id=f3ab37d9-450d-465b-af87-fe797b3c7680 HTTP/1.1" status: 200 len: 812 time: 0.5503917 Jun 03 21:43:30.896838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa822bf-8c0d-4682-9157-4140b5561796 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.909434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2bf8626e-610b-44b0-970a-a6a70a0b125d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:30.915764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Made reservation on behalf of 3249439c78c3472dbb68d88d5b1b5a8a for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:30.918899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.944626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:30.986050 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa822bf-8c0d-4682-9157-4140b5561796 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54642cbe-9461-4600-85fb-30d197b10b59,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:30.993358 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-c3e92b5f-fe3c-4709-b85b-c273816bb715 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/quotas/e8575706e29d4efb935647060af56086 HTTP/1.1" status: 200 len: 375 time: 0.0911303 Jun 03 21:43:30.997365 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:31.002203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Usage tracker for resource:security_group_rule and tenant:3249439c78c3472dbb68d88d5b1b5a8a is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:31.005931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:31.008750 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5189b3e5-5c6b-48dc-9fc8-4c5b6cedd5d5 None None] Provisioning complete for port 84d0a5f7-f5ce-4324-93b1-66e68f786708 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:31.009897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5189b3e5-5c6b-48dc-9fc8-4c5b6cedd5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.013349 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:31.020596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7fa822bf-8c0d-4682-9157-4140b5561796 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:31.108592 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 5c1dce45-132d-4684-be07-898db8a75033 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:31.181074 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.186636 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa822bf-8c0d-4682-9157-4140b5561796 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.188302 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7fa822bf-8c0d-4682-9157-4140b5561796 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0415535 Jun 03 21:43:31.191270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48910) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:31.191900 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.193657 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.201568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-f972d974-521a-4348-8515-1348ee2a512c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Request body: {'security_group_rule': {'security_group_id': '1ec6c26a-fe74-47f8-8706-e5438d14f8c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:31.202388 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5189b3e5-5c6b-48dc-9fc8-4c5b6cedd5d5 None None] Port 84d0a5f7-f5ce-4324-93b1-66e68f786708 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:43:31.212246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] device_id is not set on port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:31.268721 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:31.269327 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.275212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f972d974-521a-4348-8515-1348ee2a512c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:31.278201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 5c1dce45-132d-4684-be07-898db8a75033 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:31.278829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.284888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9173f4a0-e566-427c-a243-f06d70c3934a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:31.301973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f972d974-521a-4348-8515-1348ee2a512c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Usage tracker for resource:security_group_rule and tenant:fb162b9e85e341649c3678d854dd6e2c is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:31.315761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f972d974-521a-4348-8515-1348ee2a512c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:31.342194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f972d974-521a-4348-8515-1348ee2a512c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:31.383315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7566f3d0-7ef0-4b0d-9160-c111f82ead4d,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:31.391362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.410973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a21d84ee-f24a-486a-9ec9-8fb323e9e308 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.414914 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a21d84ee-f24a-486a-9ec9-8fb323e9e308 tempest-MeteringTestJSON-1905598328 tempest-MeteringTestJSON-1905598328-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/bf645b46-dba7-434b-b967-1408efc8b8d7 HTTP/1.1" status: 204 len: 168 time: 0.6459818 Jun 03 21:43:31.490024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4763fc66-5226-4ca5-a573-74bf633d58cf up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:31.521490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:43:22Z', 'revision_number': 4, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'e404ba5e-68c7-4ea2-ae43-080a862ccdf0', 'name': '', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'mac_address': 'fa:16:3e:dd:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:19Z', 'updated_at': '2021-06-03T21:43:22Z', 'revision_number': 2, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'subnets': [{'id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:31.539712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Checking router: 7217d2cf-f166-41d8-a63c-df35ee206757 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:43:31.540401 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Updating router 7217d2cf-f166-41d8-a63c-df35ee206757 port e404ba5e-68c7-4ea2-ae43-080a862ccdf0 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:43:31.559604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 68884a68-fe06-43d7-8fda-9c7a380d118b is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:43:31.614240 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.662129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:31.679015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:31.739802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.772783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:43:31.787495 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/68884a68-fe06-43d7-8fda-9c7a380d118b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6512809 Jun 03 21:43:31.788114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48916) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:31.789131 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebdbdce-dab1-4ae2-aca9-0e36d53e0f43 None None] Sync routers for ids ['68884a68-fe06-43d7-8fda-9c7a380d118b'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:43:31.792477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48918) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:31.793057 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.7432051 Jun 03 21:43:31.798566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f972d974-521a-4348-8515-1348ee2a512c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.800892 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebdbdce-dab1-4ae2-aca9-0e36d53e0f43 None None] Routers {'68884a68-fe06-43d7-8fda-9c7a380d118b'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:31.801686 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7ebdbdce-dab1-4ae2-aca9-0e36d53e0f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['68884a68-fe06-43d7-8fda-9c7a380d118b'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:31.828491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48920) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:31.832907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event updated for resources: {'Network': ['ID=b272db52-d367-4719-960d-aeb5032c21b7,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:31.841838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:31.860379 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-3dd2939a-6a2b-445e-ab3b-d354ed31ba2f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e8575706e29d4efb935647060af56086&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8345380 Jun 03 21:43:31.872162 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7ebdbdce-dab1-4ae2-aca9-0e36d53e0f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:31.872932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] device_id is not set on port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:31.881818 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebdbdce-dab1-4ae2-aca9-0e36d53e0f43 None None] Routers {'68884a68-fe06-43d7-8fda-9c7a380d118b'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:31.882687 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7ebdbdce-dab1-4ae2-aca9-0e36d53e0f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['68884a68-fe06-43d7-8fda-9c7a380d118b'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:31.896656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network b272db52-d367-4719-960d-aeb5032c21b7 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:31.912517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f972d974-521a-4348-8515-1348ee2a512c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.921761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f972d974-521a-4348-8515-1348ee2a512c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.923178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.931811 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:31.964000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Transition to ACTIVE for port object bbd4578a-fdfd-4de7-81f3-3a03d6917b50 will not be triggered until provisioned by entity L2. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:31.981015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972d974-521a-4348-8515-1348ee2a512c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be4e817-dde0-4a54-8a70-0e819386be64,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:31.984266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f972d974-521a-4348-8515-1348ee2a512c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:31.989358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:31.997619 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:32.028389 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7ebdbdce-dab1-4ae2-aca9-0e36d53e0f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:32.030025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c644b-72f5-4828-b46c-7cbe3e858e9d tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:32.030923 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebdbdce-dab1-4ae2-aca9-0e36d53e0f43 None None] The sync data for ids ['68884a68-fe06-43d7-8fda-9c7a380d118b'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:43:32.038709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c644b-72f5-4828-b46c-7cbe3e858e9d tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:32.045138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c644b-72f5-4828-b46c-7cbe3e858e9d tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:32.048348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f972d974-521a-4348-8515-1348ee2a512c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:32.052272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c644b-72f5-4828-b46c-7cbe3e858e9d tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:32.052780 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f972d974-521a-4348-8515-1348ee2a512c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8579962 Jun 03 21:43:32.055554 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-749c644b-72f5-4828-b46c-7cbe3e858e9d tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2227700 Jun 03 21:43:32.056394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48928) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:32.059551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48930) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:32.063988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:32.064555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:32.082625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:32.110874 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Usage tracker for resource:floatingip and tenant:fb162b9e85e341649c3678d854dd6e2c is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:32.117738 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:32.144441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event updated for resources: {'Port': ['ID=bbd4578a-fdfd-4de7-81f3-3a03d6917b50,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:32.147216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:32.159894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:32.171872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Checking segment: {'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:32.172159 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Network hostable DHCP agents. Network: 1691cff9-5ff4-47ed-9842-d87ee73ecbe4, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:43:32.186422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:32.223214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:32.229065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-4f34468f-b46f-4ac7-9fea-7905acf97f55 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:43:32.230034 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-4f34468f-b46f-4ac7-9fea-7905acf97f55 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0772684 Jun 03 21:43:32.230947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:43:32.240813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c3106e6e-ecad-4aed-a885-d428cb872b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:32.289629 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 4763fc66-5226-4ca5-a573-74bf633d58cf triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:32.290210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:32.311960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20269847-96dc-49a0-ab5e-86924e23626c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:32.312565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-20269847-96dc-49a0-ab5e-86924e23626c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Synchronizing usage tracker for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:32.346012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b9469df-9a96-409d-aea3-d4e78e5119ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:32.372735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:32.377931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:32.380984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 1691cff9-5ff4-47ed-9842-d87ee73ecbe4) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:32.385062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:32.388892 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:32.398283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Transition to ACTIVE for port object e404ba5e-68c7-4ea2-ae43-080a862ccdf0 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:32.406151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c1c1d7-4293-4995-99fa-fe0b891cdd4a None None] Network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:32.406300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:32.407154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:32.407866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:32.412989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Pushing event updated for resources: {'Port': ['ID=91da1491-7d98-47be-bc10-abc768017694,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:32.438104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:32.451820 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9b9469df-9a96-409d-aea3-d4e78e5119ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:32.454579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:32.461153 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-72294972-3f75-413f-ab5a-0668a95af16f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:32.465001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Allocated IP 172.26.3.207 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/36bd2c62-2fc0-4041-aece-8b9bd72c6d95) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:32.467361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9b9469df-9a96-409d-aea3-d4e78e5119ab admin admin] Usage tracker for resource:security_group_rule and tenant:db16b79c5a6c4251861e39d59fa6b0ab is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:32.480009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-20269847-96dc-49a0-ab5e-86924e23626c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Unset dirty status for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:32.483901 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-20269847-96dc-49a0-ab5e-86924e23626c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports/84d0a5f7-f5ce-4324-93b1-66e68f786708 HTTP/1.1" status: 200 len: 911 time: 0.6878302 Jun 03 21:43:32.484936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9b9469df-9a96-409d-aea3-d4e78e5119ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:32.503382 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48934) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:32.509689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:32.510252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:32.510459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:32.514900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9b9469df-9a96-409d-aea3-d4e78e5119ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:32.532917 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.7018638 Jun 03 21:43:32.533676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48936) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:32.550445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.126'}]}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:32.582147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:32.590446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:32.590784 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:32.609036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Usage tracker for resource:router and tenant:894f387285d8406c950498daa1f7cf52 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:32.613172 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 2 to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 Jun 03 21:43:32.686335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:32.705849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.706462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.707795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.708562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > port after_create 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.708983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.709421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > port after_update 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.709829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.711129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.711946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.712361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.718770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:32.719315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:32.719401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:32.738515 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-19725d53-2e47-4622-aa54-5090b6446389 service neutron] 10.222.0.96 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975445 Jun 03 21:43:32.749759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372358a3-8264-4ba6-97a8-32fea86d57c0 None None] Pushing event updated for resources: {'Port': ['ID=e404ba5e-68c7-4ea2-ae43-080a862ccdf0,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:32.750296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:32.750296 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:32.753401 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-372358a3-8264-4ba6-97a8-32fea86d57c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:32.758732 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 3 to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 Jun 03 21:43:32.888059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:32.888389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:32.888808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:32.892138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Attempting to bind port e404ba5e-68c7-4ea2-ae43-080a862ccdf0 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:32.892637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Attempting to bind port e404ba5e-68c7-4ea2-ae43-080a862ccdf0 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '99b1434c-0efc-4899-9796-9b906144659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:32.892879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Attempting to bind port e404ba5e-68c7-4ea2-ae43-080a862ccdf0 on network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:32.900384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:32.900764 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Checking segment: {'id': '99b1434c-0efc-4899-9796-9b906144659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:32.901167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:32.901564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Bound using segment: {'id': '99b1434c-0efc-4899-9796-9b906144659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:32.902038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Bound port: e404ba5e-68c7-4ea2-ae43-080a862ccdf0, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b1434c-0efc-4899-9796-9b906144659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:32.902418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:32.918875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.919365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.919869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.920418 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 21:43:32.920963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b272db52-d367-4719-960d-aeb5032c21b7']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:32.932622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:32.946579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:33.003450 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:33.003792 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:33.008934 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 4 to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 Jun 03 21:43:33.025375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] For port e404ba5e-68c7-4ea2-ae43-080a862ccdf0, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:33.034104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] For port e404ba5e-68c7-4ea2-ae43-080a862ccdf0, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e404ba5e-68c7-4ea2-ae43-080a862ccdf0,segment=NetworkSegment(99b1434c-0efc-4899-9796-9b906144659f),segment_id=99b1434c-0efc-4899-9796-9b906144659f)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:33.040337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.045059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:33.069846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:33.070206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:33.070494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:33.081896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.119804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc81611a-f4f5-47a1-90ec-cb18a6cf8ed1') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:33.120181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc81611a-f4f5-47a1-90ec-cb18a6cf8ed1') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:33.149173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Routers {'7217d2cf-f166-41d8-a63c-df35ee206757'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:33.150108 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7217d2cf-f166-41d8-a63c-df35ee206757'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:33.179863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.196945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.198162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.215003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.218864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372358a3-8264-4ba6-97a8-32fea86d57c0 None None] Pushing event updated for resources: {'Port': ['ID=e404ba5e-68c7-4ea2-ae43-080a862ccdf0,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:33.229205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-372358a3-8264-4ba6-97a8-32fea86d57c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:33.248882 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:33.249349 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:33.288161 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 5 to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 Jun 03 21:43:33.439197 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-b08477a3-45ec-40d2-aad0-0bafe91c8398 service neutron] 10.222.0.96 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6837373 Jun 03 21:43:33.447157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:33.447411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:33.447757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:33.457152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] Set router 7217d2cf-f166-41d8-a63c-df35ee206757 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:43:33.471407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.474008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:33.474326 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:33.486089 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 6 to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 Jun 03 21:43:33.539960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:43:33.540507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.548757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:33.549080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:33.549405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:33.563120 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:33.563595 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:33.566093 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 7 to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 Jun 03 21:43:33.587673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:33.588123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:33.588517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: from cryptography.utils import int_from_bytes Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: from cryptography.utils import int_from_bytes Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:43:33.610004 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:43:33.624751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.629090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:33.629346 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:33.635024 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 8 to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 Jun 03 21:43:33.652976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.672420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:33.672748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:33.673075 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:33.680325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.693379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:33.693379 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:33.696259 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 9 to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 Jun 03 21:43:33.738014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:33.738754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:33.738754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:33.771928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b9469df-9a96-409d-aea3-d4e78e5119ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.794049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b9469df-9a96-409d-aea3-d4e78e5119ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.826915 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:33.827622 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:33.829965 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 10 to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 Jun 03 21:43:33.836842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-346b9302-ebc0-416c-9cfd-1b2bdc714c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:33.848027 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9b9469df-9a96-409d-aea3-d4e78e5119ab admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=db16b79c5a6c4251861e39d59fa6b0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0579782 Jun 03 21:43:33.854708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.857542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48952) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:33.917719 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:33.918219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:33.918565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:33.927203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:33.927561 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:33.927913 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:33.957262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:43:22Z', 'revision_number': 4, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'e404ba5e-68c7-4ea2-ae43-080a862ccdf0', 'name': '', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'mac_address': 'fa:16:3e:dd:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:19Z', 'updated_at': '2021-06-03T21:43:33Z', 'revision_number': 4, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'subnets': [{'id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:33.969231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8817369f-e6f4-464b-9390-826335ea4bb1 None None] The sync data for ids ['7217d2cf-f166-41d8-a63c-df35ee206757'] in dv-neutron-792998-2-hyperv is: [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:43:22Z', 'revision_number': 4, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'e404ba5e-68c7-4ea2-ae43-080a862ccdf0', 'name': '', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'mac_address': 'fa:16:3e:dd:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:19Z', 'updated_at': '2021-06-03T21:43:33Z', 'revision_number': 4, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'subnets': [{'id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:43:33.970921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8b1633e-3e33-4bf2-8260-1d3a1238adbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.051944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48962) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:34.059108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b272db52-d367-4719-960d-aeb5032c21b7 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 21:43:34.063240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.077686 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9469df-9a96-409d-aea3-d4e78e5119ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf827ec-8b72-4317-b412-04764e112bc7,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:34.081938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9b9469df-9a96-409d-aea3-d4e78e5119ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:34.096255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:34.133132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event deleted for resources: {'Network': ['ID=b272db52-d367-4719-960d-aeb5032c21b7,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:34.136652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:34.146258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.157118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8b1633e-3e33-4bf2-8260-1d3a1238adbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.187304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:34.240349 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 21:43:34.269981 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "DELETE /v2.0/networks/b272db52-d367-4719-960d-aeb5032c21b7 HTTP/1.1" status: 204 len: 168 time: 2.2066095 Jun 03 21:43:34.276346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48970) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:34.301505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Request body: {'network': {'name': 'tempest-network--437478531', 'router:external': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:34.311983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:34.340435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:34.346691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Usage tracker for resource:network and tenant:62d9090c3730419a8945680abac591d0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:34.350568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Pushing event updated for resources: {'Port': ['ID=36bd2c62-2fc0-4041-aece-8b9bd72c6d95,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:34.355025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:34.358239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Allocated IP 172.26.3.82 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/d0c9908d-b3fe-47a5-bcdf-7fc4890589dc) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:34.362262 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:34.375386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:34.379623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:34.407502 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:34.409890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-7d95467e-641b-4bf0-a524-26773c9a5d33 req-7ead7e8e-27e0-490b-8c2e-54d29fa107cf tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Synchronizing usage tracker for tenant:e8575706e29d4efb935647060af56086 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:34.434638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] For port bbd4578a-fdfd-4de7-81f3-3a03d6917b50, host hv-neutron-7929, cleared binding levels {{(pid=104397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:34.434638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempted to set empty binding levels {{(pid=104397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 21:43:34.462766 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.493836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:34.494659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-7d95467e-641b-4bf0-a524-26773c9a5d33 req-7ead7e8e-27e0-490b-8c2e-54d29fa107cf tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Unset dirty status for tenant:e8575706e29d4efb935647060af56086 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:34.496272 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7d95467e-641b-4bf0-a524-26773c9a5d33 req-7ead7e8e-27e0-490b-8c2e-54d29fa107cf tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 210 time: 0.4386158 Jun 03 21:43:34.551229 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Made reservation on behalf of 62d9090c3730419a8945680abac591d0 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:34.554246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.555180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8b1633e-3e33-4bf2-8260-1d3a1238adbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.576233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2ac67106-c06b-4b27-9f29-849a2ab29dfb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:34.602987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1633e-3e33-4bf2-8260-1d3a1238adbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf827ec-8b72-4317-b412-04764e112bc7,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:34.608882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b8b1633e-3e33-4bf2-8260-1d3a1238adbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:34.695874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.719528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:34.720068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.755599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:34.781218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8b1633e-3e33-4bf2-8260-1d3a1238adbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.789422 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.1520619 Jun 03 21:43:34.791099 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b8b1633e-3e33-4bf2-8260-1d3a1238adbc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3cf827ec-8b72-4317-b412-04764e112bc7 HTTP/1.1" status: 204 len: 168 time: 0.9218817 Jun 03 21:43:34.793053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 48988) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:34.814707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.815060 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Added segment 3b67f123-422c-48d4-8b67-597053883e96 of type vlan for network a1cd5ef5-d583-4a8f-aae3-7add5e849eed Jun 03 21:43:34.818593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event updated for resources: {'Port': ['ID=bbd4578a-fdfd-4de7-81f3-3a03d6917b50,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:34.833122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:34.861745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Allocated IP 2001:db8:1::1 (aca2eee9-7802-4c05-be3f-a5dbda104f55/ce808b7c-f1b0-41d5-afb6-e342e0335934/570399ef-a28f-4ec4-8c99-ca3959e508a8) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:34.894447 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:34.947394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.012241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.084221 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e404ba5e-68c7-4ea2-ae43-080a862ccdf0 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:35.128860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.resource_extend [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:43:35.189176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.200045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:35.201582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.240243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:35.252762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port e404ba5e-68c7-4ea2-ae43-080a862ccdf0 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:35.260557 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e404ba5e-68c7-4ea2-ae43-080a862ccdf0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:35.261079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.262634 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9786887 Jun 03 21:43:35.264040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.270311 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 48998) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:35.300348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.441764 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.475881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.496148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:35.505681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port e404ba5e-68c7-4ea2-ae43-080a862ccdf0, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e404ba5e-68c7-4ea2-ae43-080a862ccdf0,segment=NetworkSegment(99b1434c-0efc-4899-9796-9b906144659f),segment_id=99b1434c-0efc-4899-9796-9b906144659f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:35.508964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49000) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:35.514464 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.515123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:35.524032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0336e866-1a1c-46d4-8b1f-c38d2a904dab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:35.538643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event updated for resources: {'Network': ['ID=a1cd5ef5-d583-4a8f-aae3-7add5e849eed,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:35.540822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc9d163f-3979-4e81-be64-84394e2472a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.551373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Transition to ACTIVE for port object 570399ef-a28f-4ec4-8c99-ca3959e508a8 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:35.557457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:35.588175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network a1cd5ef5-d583-4a8f-aae3-7add5e849eed details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:35.613939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.715663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-1e909091-617f-4378-b095-dcb1f1f037c2 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Deleting port bbd4578a-fdfd-4de7-81f3-3a03d6917b50 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:43:35.716046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1e909091-617f-4378-b095-dcb1f1f037c2 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.734366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:35.736043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:35.740343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=e404ba5e-68c7-4ea2-ae43-080a862ccdf0,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:35.744826 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:35.824471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19583e81-51ba-473e-9ef0-0f5338cf6860 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:35.825414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-19583e81-51ba-473e-9ef0-0f5338cf6860 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Synchronizing usage tracker for tenant:7032c2cfbbfb43a39259aa4b40f533d1 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:35.864391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-fc9d163f-3979-4e81-be64-84394e2472a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:35.872707 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-207d57f4-4eb3-4b44-b4e7-5ef67d4889e4 req-4290c2d3-242b-4e27-9778-7903be524f8d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 210 time: 0.1373658 Jun 03 21:43:35.880495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fc9d163f-3979-4e81-be64-84394e2472a6 admin admin] Usage tracker for resource:security_group_rule and tenant:00e1eab15f1e4d3abc9c377484d83862 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:35.888296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fc9d163f-3979-4e81-be64-84394e2472a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:35.909430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-fc9d163f-3979-4e81-be64-84394e2472a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:35.918937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-1e909091-617f-4378-b095-dcb1f1f037c2 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] For port bbd4578a-fdfd-4de7-81f3-3a03d6917b50, host hv-neutron-7929, got binding levels [] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:35.919294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1e909091-617f-4378-b095-dcb1f1f037c2 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.941423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-19583e81-51ba-473e-9ef0-0f5338cf6860 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Unset dirty status for tenant:7032c2cfbbfb43a39259aa4b40f533d1 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:35.942717 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-19583e81-51ba-473e-9ef0-0f5338cf6860 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] 10.222.0.96 "GET /v2.0/networks/a1cd5ef5-d583-4a8f-aae3-7add5e849eed HTTP/1.1" status: 200 len: 756 time: 0.6481469 Jun 03 21:43:35.943383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Pushing event updated for resources: {'Port': ['ID=d0c9908d-b3fe-47a5-bcdf-7fc4890589dc,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:35.944594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:35.946412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:35.949480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49004) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:36.013312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.082144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:36.092974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.104361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-1e909091-617f-4378-b095-dcb1f1f037c2 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Calling delete_port for bbd4578a-fdfd-4de7-81f3-3a03d6917b50 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:43:36.121872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.132197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:36.174237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.24', 61443) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:36.236095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network aca2eee9-7802-4c05-be3f-a5dbda104f55 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:36.257428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799df1b-7444-42f4-b6b0-64ac2ab878be tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:36.262589 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f799df1b-7444-42f4-b6b0-64ac2ab878be tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] 10.222.0.96 "GET /v2.0/networks/b18d176d-27fc-474c-8e1b-db9e0dc15cd6 HTTP/1.1" status: 200 len: 768 time: 0.3037953 Jun 03 21:43:36.272861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:36.276184 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:36.276749 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.281258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49006) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:36.343070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=570399ef-a28f-4ec4-8c99-ca3959e508a8,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:36.345920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:36.363151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Pushing event updated for resources: {'Port': ['ID=36bd2c62-2fc0-4041-aece-8b9bd72c6d95,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:36.366368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:36.374650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.439325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.587187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-53aa4db7-9c7e-4692-870f-ca4f0473018a None None] Provisioning for port 570399ef-a28f-4ec4-8c99-ca3959e508a8 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:36.587949 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.593332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-53aa4db7-9c7e-4692-870f-ca4f0473018a None None] Provisioning complete for port 570399ef-a28f-4ec4-8c99-ca3959e508a8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:36.593892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-53aa4db7-9c7e-4692-870f-ca4f0473018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.595703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.611506 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4364138 Jun 03 21:43:36.732165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-53aa4db7-9c7e-4692-870f-ca4f0473018a None None] Port 570399ef-a28f-4ec4-8c99-ca3959e508a8 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:43:36.765035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.768078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.771835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1e909091-617f-4378-b095-dcb1f1f037c2 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.792749 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.796853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc9d163f-3979-4e81-be64-84394e2472a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.876725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:36.878917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc9d163f-3979-4e81-be64-84394e2472a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:36.890040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-3afa4cbb-59b1-48dd-9ecd-7c8f8c8d603c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:36.892495 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-3afa4cbb-59b1-48dd-9ecd-7c8f8c8d603c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.24 "GET /v2.0/networks?id=f3ab37d9-450d-465b-af87-fe797b3c7680 HTTP/1.1" status: 200 len: 812 time: 0.7148967 Jun 03 21:43:36.916386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-17c7a784-92dd-4870-863a-d544931725dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:37.018326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e404ba5e-68c7-4ea2-ae43-080a862ccdf0 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:37.108391 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fc9d163f-3979-4e81-be64-84394e2472a6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=00e1eab15f1e4d3abc9c377484d83862&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5945153 Jun 03 21:43:37.130558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49050) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:37.142012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e404ba5e-68c7-4ea2-ae43-080a862ccdf0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:37.142716 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.166014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e909091-617f-4378-b095-dcb1f1f037c2 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbd4578a-fdfd-4de7-81f3-3a03d6917b50,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:37.173785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1e909091-617f-4378-b095-dcb1f1f037c2 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:37.179162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.179679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97a67e90-bde9-4362-882f-8df35d176ae0 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:43:37.192370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1e909091-617f-4378-b095-dcb1f1f037c2 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.223954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d163f-3979-4e81-be64-84394e2472a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf13a95a-9c9a-4cd3-83b2-275969864ee5,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:37.227146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fc9d163f-3979-4e81-be64-84394e2472a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:37.248586 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1e909091-617f-4378-b095-dcb1f1f037c2 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "DELETE /v2.0/ports/bbd4578a-fdfd-4de7-81f3-3a03d6917b50 HTTP/1.1" status: 204 len: 168 time: 2.4531617 Jun 03 21:43:37.250210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49052) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:37.291181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-3e326af7-e851-451a-88a9-5a0967ca2337 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Synchronizing usage tracker for tenant:de330ded214f4d50a7154a6f70805db0 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:37.300169 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 03 21:43:37.304048 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-61a65424-653c-447d-9eca-7b327a7aabe6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.7615266 Jun 03 21:43:37.304183 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6d35f821-80cb-4ea4-be21-ef667e319a57 req-aae8134f-37a8-468e-a7ba-de2335885732 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 210 time: 0.2330134 Jun 03 21:43:37.309022 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49054) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:37.344107 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8037f89-48d1-49c0-8e8c-ed42be1485dc tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] GET failed (client error): The resource could not be found. Jun 03 21:43:37.344647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e8037f89-48d1-49c0-8e8c-ed42be1485dc tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Synchronizing usage tracker for tenant:3249439c78c3472dbb68d88d5b1b5a8a on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:37.427012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e8037f89-48d1-49c0-8e8c-ed42be1485dc tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Unset dirty status for tenant:3249439c78c3472dbb68d88d5b1b5a8a on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:37.428848 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e8037f89-48d1-49c0-8e8c-ed42be1485dc tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "GET /v2.0/ports/bbd4578a-fdfd-4de7-81f3-3a03d6917b50 HTTP/1.1" status: 404 len: 333 time: 0.1731651 Jun 03 21:43:37.433294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a41720f8-edab-48d9-a895-f5df4c9452f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.436705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49058) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:37.440415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-3e326af7-e851-451a-88a9-5a0967ca2337 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Unset dirty status for tenant:de330ded214f4d50a7154a6f70805db0 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:37.441683 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-3e326af7-e851-451a-88a9-5a0967ca2337 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--420656652&fields=id&tenant_id=de330ded214f4d50a7154a6f70805db0 HTTP/1.1" status: 200 len: 267 time: 0.3158960 Jun 03 21:43:37.447279 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Request body: {'port': {'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1165088290'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:37.485981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:37.504223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.515434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.531348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cd5ef5-d583-4a8f-aae3-7add5e849eed']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:37.547970 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b67f123-422c-48d4-8b67-597053883e96') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:37.549423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b67f123-422c-48d4-8b67-597053883e96') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:37.564252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.583730 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.590907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:43:37.591691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.627438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a41720f8-edab-48d9-a895-f5df4c9452f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.628112 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-debe9a23-6d94-403d-bd2a-9c9f31ddf08b tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8575706e29d4efb935647060af56086 HTTP/1.1" status: 200 len: 379 time: 0.6143279 Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:43:37.628992 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:43:37.641822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.707828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.723863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:37.732376 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:37.916112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-a3906598-53e4-4b09-b2c3-db31367d46d4 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:37.916112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-a3906598-53e4-4b09-b2c3-db31367d46d4 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Synchronizing usage tracker for tenant:de330ded214f4d50a7154a6f70805db0 on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:37.916112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a41720f8-edab-48d9-a895-f5df4c9452f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.944498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:37.964561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-a3906598-53e4-4b09-b2c3-db31367d46d4 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Unset dirty status for tenant:de330ded214f4d50a7154a6f70805db0 on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:37.965936 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-a3906598-53e4-4b09-b2c3-db31367d46d4 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/networks?id=21c45018-37a9-4d8b-8264-e960e83890a9 HTTP/1.1" status: 200 len: 805 time: 0.4993308 Jun 03 21:43:37.967781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41720f8-edab-48d9-a895-f5df4c9452f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf13a95a-9c9a-4cd3-83b2-275969864ee5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:37.971687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a41720f8-edab-48d9-a895-f5df4c9452f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:37.972603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a41720f8-edab-48d9-a895-f5df4c9452f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:37.976798 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a41720f8-edab-48d9-a895-f5df4c9452f0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cf13a95a-9c9a-4cd3-83b2-275969864ee5 HTTP/1.1" status: 204 len: 168 time: 0.8422546 Jun 03 21:43:38.006883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Made reservation on behalf of 3249439c78c3472dbb68d88d5b1b5a8a for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:38.010059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:38.031018 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-69e5edcc-6ca2-48fe-a175-01b58e77f3ce tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/quotas/de330ded214f4d50a7154a6f70805db0 HTTP/1.1" status: 200 len: 375 time: 0.0378718 Jun 03 21:43:38.101316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] device_id is not set on port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:38.176751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d85ec9c7-1208-453c-89f9-c9602f36294a tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Deleting port 91da1491-7d98-47be-bc10-abc768017694 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:43:38.176751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d85ec9c7-1208-453c-89f9-c9602f36294a tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:38.341771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Pushing event updated for resources: {'Port': ['ID=d0c9908d-b3fe-47a5-bcdf-7fc4890589dc,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:38.344145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d85ec9c7-1208-453c-89f9-c9602f36294a tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:38.345055 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:38.367110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-dec42342-b028-40a6-96b2-b85607a1ba5b tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Synchronizing usage tracker for tenant:de330ded214f4d50a7154a6f70805db0 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:38.381704 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:38.383205 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:38.412883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:38.446825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1cd5ef5-d583-4a8f-aae3-7add5e849eed,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:38.450202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1cd5ef5-d583-4a8f-aae3-7add5e849eed {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 21:43:38.454433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:38.463475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:38.474500 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "DELETE /v2.0/networks/a1cd5ef5-d583-4a8f-aae3-7add5e849eed HTTP/1.1" status: 204 len: 168 time: 2.1720915 Jun 03 21:43:38.479752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49066) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:38.485337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Request body: {'network': {'name': 'tempest-network--1417679444'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:38.491033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:38.495445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Usage tracker for resource:network and tenant:62d9090c3730419a8945680abac591d0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:38.498860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:38.505621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:38.526083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:38.527376 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4700630 Jun 03 21:43:38.531964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Made reservation on behalf of 62d9090c3730419a8945680abac591d0 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:38.534440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:38.551876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:38.558098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:38.559748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:38.564081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:38.602589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d85ec9c7-1208-453c-89f9-c9602f36294a tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Calling delete_port for 91da1491-7d98-47be-bc10-abc768017694 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:43:38.605934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-dec42342-b028-40a6-96b2-b85607a1ba5b tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Unset dirty status for tenant:de330ded214f4d50a7154a6f70805db0 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:38.607297 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-dec42342-b028-40a6-96b2-b85607a1ba5b tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=de330ded214f4d50a7154a6f70805db0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5702057 Jun 03 21:43:38.668856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=570399ef-a28f-4ec4-8c99-ca3959e508a8,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:38.680081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:38.976109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:39.101407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d85ec9c7-1208-453c-89f9-c9602f36294a tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:39.132103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:39.317744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-9ed9c829-9fdf-4c04-84b7-6b7d2172bb1f service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:43:39.318935 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-9ed9c829-9fdf-4c04-84b7-6b7d2172bb1f service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2269282 Jun 03 21:43:39.475734 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-61f92fb6-9e62-4e9b-80cb-5e52a806ae46 req-13d23c52-862a-4dd1-ad48-ef9c32ae5f78 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 210 time: 0.1740589 Jun 03 21:43:39.487865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:39.529623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:39.530633 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Added segment c3d9d42d-96ad-4635-8143-d18f3b4c1853 of type vlan for network 9e8a67ad-4dfa-4b02-bc97-817f01be968d Jun 03 21:43:39.642314 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:39.703995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network aca2eee9-7802-4c05-be3f-a5dbda104f55 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:39.705473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:39.775281 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-af37b881-ebaf-4053-bbb5-676de5bd17d1 service neutron] 10.222.0.96 "GET /v2.0/networks/21c45018-37a9-4d8b-8264-e960e83890a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201498 Jun 03 21:43:39.775281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ec9c7-1208-453c-89f9-c9602f36294a tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Pushing event deleted for resources: {'Port': ['ID=91da1491-7d98-47be-bc10-abc768017694,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:39.824270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d85ec9c7-1208-453c-89f9-c9602f36294a tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:39.828009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:39.851639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-0b736eaf-694b-4ece-9b6a-5d61c8ca270c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Synchronizing usage tracker for tenant:fb162b9e85e341649c3678d854dd6e2c on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:39.906524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:40.153135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 68884a68-fe06-43d7-8fda-9c7a380d118b has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:43:40.156739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:40.159010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-0b736eaf-694b-4ece-9b6a-5d61c8ca270c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Unset dirty status for tenant:fb162b9e85e341649c3678d854dd6e2c on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:40.160454 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-0b736eaf-694b-4ece-9b6a-5d61c8ca270c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1839676474&fields=id&tenant_id=fb162b9e85e341649c3678d854dd6e2c HTTP/1.1" status: 200 len: 267 time: 0.4411070 Jun 03 21:43:40.162650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:40.163429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:40.169169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c55f4f70-3e65-4a16-b92c-64d52d29b770 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:40.217798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:40.220514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9bf0e2fd-cec8-430a-9c81-f5569462bc42 None None] Provisioning complete for port 570399ef-a28f-4ec4-8c99-ca3959e508a8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:40.222978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e2fd-cec8-430a-9c81-f5569462bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:40.231314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:40.258172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:40.259225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:40.260246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:40.283207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event updated for resources: {'Port': ['ID=a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:40.296494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d85ec9c7-1208-453c-89f9-c9602f36294a tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:40.307300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:40.361701 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d85ec9c7-1208-453c-89f9-c9602f36294a tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] 10.222.0.96 "DELETE /v2.0/ports/91da1491-7d98-47be-bc10-abc768017694 HTTP/1.1" status: 204 len: 168 time: 3.0477211 Jun 03 21:43:40.365483 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-226a315f-f814-4b16-a8d0-26dfee253cdd service neutron] 10.222.0.96 "GET /v2.0/networks/21c45018-37a9-4d8b-8264-e960e83890a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396047 Jun 03 21:43:40.371543 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9257824 Jun 03 21:43:40.376358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49106) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:40.396763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:40.420190 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9bf0e2fd-cec8-430a-9c81-f5569462bc42 None None] Port 570399ef-a28f-4ec4-8c99-ca3959e508a8 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:43:40.434434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-d858e9ba-c339-4b47-b3a6-03c833741dab tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:40.441635 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-d858e9ba-c339-4b47-b3a6-03c833741dab tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/networks?id=8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 HTTP/1.1" status: 200 len: 811 time: 0.2535596 Jun 03 21:43:40.486517 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-fd43732a-6b1a-4ecc-90bf-1b0d16c02ba2 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/quotas/fb162b9e85e341649c3678d854dd6e2c HTTP/1.1" status: 200 len: 375 time: 0.0438514 Jun 03 21:43:40.655150 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.1759133 Jun 03 21:43:40.659354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49110) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:40.674221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d7461f00-c331-4449-8f2a-38bdae6c1cb3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:40.705157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event updated for resources: {'Network': ['ID=9e8a67ad-4dfa-4b02-bc97-817f01be968d,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:40.723148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 9e8a67ad-4dfa-4b02-bc97-817f01be968d details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:40.745530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:40.787283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:43:40.808869 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/68884a68-fe06-43d7-8fda-9c7a380d118b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2957981 Jun 03 21:43:40.811437 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49118) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:40.824463 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94972aab-909d-4d74-b8ea-4b5f05740e80 None None] Sync routers for ids ['68884a68-fe06-43d7-8fda-9c7a380d118b'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:43:40.910414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49122) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:40.955678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Request body: {'port': {'device_id': '19242191-0d6c-448c-bda8-c3574bfb2e2f', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'admin_state_up': True, 'tenant_id': 'e8575706e29d4efb935647060af56086', 'security_groups': ['30b6fd19-39c5-44ad-8057-ce62a1c42e36']}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:40.991751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94972aab-909d-4d74-b8ea-4b5f05740e80 None None] Routers {'68884a68-fe06-43d7-8fda-9c7a380d118b'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:40.996957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-94972aab-909d-4d74-b8ea-4b5f05740e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['68884a68-fe06-43d7-8fda-9c7a380d118b'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:41.024417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:41.040195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63e68ae-7444-4b79-a327-66d9260d6379 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:41.041187 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a63e68ae-7444-4b79-a327-66d9260d6379 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Synchronizing usage tracker for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:41.072746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-ae297294-38a0-4f31-86d3-984016a47fd6 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Synchronizing usage tracker for tenant:fb162b9e85e341649c3678d854dd6e2c on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:41.201335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-94972aab-909d-4d74-b8ea-4b5f05740e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:41.220130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94972aab-909d-4d74-b8ea-4b5f05740e80 None None] Routers {'68884a68-fe06-43d7-8fda-9c7a380d118b'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:41.221115 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-94972aab-909d-4d74-b8ea-4b5f05740e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['68884a68-fe06-43d7-8fda-9c7a380d118b'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:41.307403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-94972aab-909d-4d74-b8ea-4b5f05740e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:41.308864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94972aab-909d-4d74-b8ea-4b5f05740e80 None None] The sync data for ids ['68884a68-fe06-43d7-8fda-9c7a380d118b'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:43:41.422633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-25ade05f-821f-4d2d-bd10-f2128476471f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:41.462941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a63e68ae-7444-4b79-a327-66d9260d6379 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Unset dirty status for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:41.463783 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a63e68ae-7444-4b79-a327-66d9260d6379 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports/570399ef-a28f-4ec4-8c99-ca3959e508a8 HTTP/1.1" status: 200 len: 913 time: 0.6484392 Jun 03 21:43:41.463990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49146) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:41.567061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-ae297294-38a0-4f31-86d3-984016a47fd6 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Unset dirty status for tenant:fb162b9e85e341649c3678d854dd6e2c on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:41.568049 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-ae297294-38a0-4f31-86d3-984016a47fd6 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=fb162b9e85e341649c3678d854dd6e2c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0157368 Jun 03 21:43:41.587006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-25ade05f-821f-4d2d-bd10-f2128476471f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:41.719847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-25ade05f-821f-4d2d-bd10-f2128476471f admin admin] Usage tracker for resource:security_group_rule and tenant:9c863e6e00a94c6098fe624c2909a9aa is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:41.722463 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49156) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:41.810821 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bb4b975e-7696-49b6-be7c-cb5500559d55 req-fa280fcf-133b-48d6-8999-3b0cb7aa216c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 210 time: 0.3038318 Jun 03 21:43:41.864558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d7461f00-c331-4449-8f2a-38bdae6c1cb3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:41.899052 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d7461f00-c331-4449-8f2a-38bdae6c1cb3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:41.902229 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-25ade05f-821f-4d2d-bd10-f2128476471f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:41.913788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:41.937442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-25ade05f-821f-4d2d-bd10-f2128476471f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:41.942057 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:42.027584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7461f00-c331-4449-8f2a-38bdae6c1cb3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Network 9e8a67ad-4dfa-4b02-bc97-817f01be968d is not hosted by any dhcp agent {{(pid=104396) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 03 21:43:42.034700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7461f00-c331-4449-8f2a-38bdae6c1cb3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:42.036748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d7461f00-c331-4449-8f2a-38bdae6c1cb3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:42.043323 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d7461f00-c331-4449-8f2a-38bdae6c1cb3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "PUT /v2.0/networks/9e8a67ad-4dfa-4b02-bc97-817f01be968d HTTP/1.1" status: 200 len: 859 time: 1.3818724 Jun 03 21:43:42.048207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:42.053241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49164) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:42.112974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] device_id is not set on port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:42.144374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:42.200570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Transition to ACTIVE for port object a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:42.205842 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Made reservation on behalf of e8575706e29d4efb935647060af56086 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:42.209603 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:42.267808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:42.282477 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a57870a1-42d1-4efd-b9ca-ad0bd66a27c2 req-c496fc39-ff3f-4ef7-a349-e5fe20ea52e3 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 210 time: 0.3563559 Jun 03 21:43:42.398034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1952302767'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:42.408009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7461f00-c331-4449-8f2a-38bdae6c1cb3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event updated for resources: {'Network': ['ID=9e8a67ad-4dfa-4b02-bc97-817f01be968d,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:42.424863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d7461f00-c331-4449-8f2a-38bdae6c1cb3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:42.425501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a105de1c-e915-4b8c-b1c7-870b37cc781b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:42.471147 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-fb3fcddc-dd2f-4869-a579-2d7931111080 service neutron] 10.222.0.96 "GET /v2.0/networks/8a0a66ca-e212-4121-af0e-4c0d43c5e5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8715200 Jun 03 21:43:42.488111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:42.519275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:42.520371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:42.520533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Usage tracker for resource:network and tenant:91a2b58feb4341fe96f5e17de8eae6d2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:42.521224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:42.542535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:42.543291 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:42.551857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:42.554702 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 2 to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 Jun 03 21:43:42.571390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event updated for resources: {'Port': ['ID=a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:42.585318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:42.592673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:42.593134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:42.593598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:42.613061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:42.622002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:42.629647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:42.629965 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:42.630342 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 3 to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 Jun 03 21:43:42.647486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:42.651682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:42.651682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:42.653926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:42.654276 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:42.654705 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 4 to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 Jun 03 21:43:42.676111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:42.676721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:42.676721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:42.681914 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:42.682267 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:42.682643 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 5 to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 Jun 03 21:43:42.698982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:42.699317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:42.699662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:42.704731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:42.705092 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:42.705422 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 6 to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 Jun 03 21:43:42.709565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-25ade05f-821f-4d2d-bd10-f2128476471f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:42.722772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:42.723104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:42.723437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:42.728684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:42.729079 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:42.729448 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 7 to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 Jun 03 21:43:42.746462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:42.746918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:42.747283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:42.752861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:42.753363 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:42.753780 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 8 to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 Jun 03 21:43:42.771260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:42.771627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:42.772014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:42.778137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:42.778463 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:42.778838 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 9 to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 Jun 03 21:43:42.795857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:42.796191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:42.796561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:42.802936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:42.803259 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:42.803659 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 10 to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 Jun 03 21:43:42.819761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:42.820703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:42.820703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:42.825949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:42.826343 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:42.826661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:42.866285 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-25ade05f-821f-4d2d-bd10-f2128476471f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:42.939341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:42.947669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] For port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:42.947669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempted to set empty binding levels {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 21:43:42.955745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:42.974803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:42.996510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Made reservation on behalf of 91a2b58feb4341fe96f5e17de8eae6d2 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:43.001327 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:43.090540 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c453076a-08e7-46dd-8be6-2919686ed2f7 req-cd818245-e5a2-4e36-b4c7-5f186870597e tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 210 time: 0.0591302 Jun 03 21:43:43.096197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] In _notify_port_updated(), no bound segment for port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:43:43.096197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.096784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:43.101061 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "PUT /v2.0/ports/a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 HTTP/1.1" status: 200 len: 977 time: 2.7105083 Jun 03 21:43:43.101725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49174) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:43.151007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:43.195227 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-25ade05f-821f-4d2d-bd10-f2128476471f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9c863e6e00a94c6098fe624c2909a9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2837296 Jun 03 21:43:43.196509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ade05f-821f-4d2d-bd10-f2128476471f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99e783e-9831-4fff-8e84-2ef67b56aa8e,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:43.216005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49176) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:43.223490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-25ade05f-821f-4d2d-bd10-f2128476471f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:43.277340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:43.282381 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-4f9825fc-d5a6-4044-b944-ea3c7a817966 service neutron] 10.222.0.96 "GET /v2.0/networks/8a0a66ca-e212-4121-af0e-4c0d43c5e5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7703750 Jun 03 21:43:43.306505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event updated for resources: {'Port': ['ID=a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:43.315377 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:43.337071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Usage tracker for resource:security_group_rule and tenant:91a2b58feb4341fe96f5e17de8eae6d2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:43.357903 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:43.369373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:43.393387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.394279 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.394912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.395642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.396283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.396906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.397554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.398171 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.398786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.399434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.400094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.400709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.401325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.401937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.402559 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.403194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.403843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.404476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.405092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.406011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.406626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:43.408872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Synchronizing usage tracker for tenant:3249439c78c3472dbb68d88d5b1b5a8a on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:43.433074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Unset dirty status for tenant:3249439c78c3472dbb68d88d5b1b5a8a on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:43.439306 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cfce2344-9a35-4f78-941e-e8e1c6a8b62a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19011 time: 0.3295329 Jun 03 21:43:43.439533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49180) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:43.549151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:43.565252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8a67ad-4dfa-4b02-bc97-817f01be968d']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:43.606680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d9d42d-96ad-4635-8143-d18f3b4c1853') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:43.606991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d9d42d-96ad-4635-8143-d18f3b4c1853') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:43.639909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Allocated IP 172.20.0.8 (f3ab37d9-450d-465b-af87-fe797b3c7680/f48f48ce-c887-4cce-89b6-0302a64d4519/e0c160a6-3c5a-454f-998f-946a491894d8) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:43.657954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:43.676901 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-450ee9ed-1557-418e-b988-f36ed74597a4 req-a5b65078-9300-4d59-b0c0-7d1b1e15c819 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 210 time: 0.0858009 Jun 03 21:43:43.743358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-7ec290f6-439d-4418-9298-cc1312131feb tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Deleting port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:43:43.743930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ec290f6-439d-4418-9298-cc1312131feb tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:43.781828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:43.833828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:43:43.834324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:43:43.892208 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:43:43.933755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-7ec290f6-439d-4418-9298-cc1312131feb tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] For port a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2, host hv-neutron-7929, got binding levels [] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:43.934373 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ec290f6-439d-4418-9298-cc1312131feb tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:43.983070 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-05654b32-bbfb-4ae5-9aee-27a095d905ce req-5df5333f-5b3e-46d0-bb67-a24d17e95a22 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 210 time: 0.3076429 Jun 03 21:43:43.984704 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e64a4f81-28fa-47b2-8c4f-48c343e809e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:44.128394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-7ec290f6-439d-4418-9298-cc1312131feb tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Calling delete_port for a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:43:44.146924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e64a4f81-28fa-47b2-8c4f-48c343e809e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:44.159862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:44.291615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:44.297280 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9783fdd1-efb4-4534-bd11-d68ea204ffad req-2cd173a4-7ae9-4e30-ab14-f869f5e294df tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 210 time: 0.0461538 Jun 03 21:43:44.322965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ec290f6-439d-4418-9298-cc1312131feb tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:44.331051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:44.374804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e8a67ad-4dfa-4b02-bc97-817f01be968d {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 21:43:44.378747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e8a67ad-4dfa-4b02-bc97-817f01be968d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:44.381883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec290f6-439d-4418-9298-cc1312131feb tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:44.385554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7ec290f6-439d-4418-9298-cc1312131feb tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:44.397236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ec290f6-439d-4418-9298-cc1312131feb tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:44.401203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:44.410136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:44.417192 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7ec290f6-439d-4418-9298-cc1312131feb tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "DELETE /v2.0/ports/a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 HTTP/1.1" status: 204 len: 168 time: 0.9765115 Jun 03 21:43:44.419703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49194) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:44.474157 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bd7904-e729-4d43-ae98-5638c22d1cd3 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] GET failed (client error): The resource could not be found. Jun 03 21:43:44.474855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-72bd7904-e729-4d43-ae98-5638c22d1cd3 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Synchronizing usage tracker for tenant:3249439c78c3472dbb68d88d5b1b5a8a on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:44.494462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-72bd7904-e729-4d43-ae98-5638c22d1cd3 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Unset dirty status for tenant:3249439c78c3472dbb68d88d5b1b5a8a on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:44.499559 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-72bd7904-e729-4d43-ae98-5638c22d1cd3 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "GET /v2.0/ports/a6aa92a5-9d0c-456b-9ba7-4dd1462feaa2 HTTP/1.1" status: 404 len: 333 time: 0.0748301 Jun 03 21:43:44.500754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49196) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:44.510378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-158426915', 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:44.513792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:44.526406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:44.620344 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:44.632832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:44.639199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Made reservation on behalf of 3249439c78c3472dbb68d88d5b1b5a8a for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:44.641565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:44.651488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:44.665079 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] 10.222.0.96 "DELETE /v2.0/networks/9e8a67ad-4dfa-4b02-bc97-817f01be968d HTTP/1.1" status: 204 len: 168 time: 2.6087797 Jun 03 21:43:44.666226 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49198) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:44.689893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] device_id is not set on port c5ba051f-6311-406f-a51c-48c57b0f6f38 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:44.753726 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd4c683-2cdb-4487-b167-f1df45ca897e tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] DELETE failed (client error): The resource could not be found. Jun 03 21:43:44.754171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd4c683-2cdb-4487-b167-f1df45ca897e tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:43:44.762518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:44.768520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e64a4f81-28fa-47b2-8c4f-48c343e809e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:44.778283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:44.791341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e64a4f81-28fa-47b2-8c4f-48c343e809e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:44.807424 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e64a4f81-28fa-47b2-8c4f-48c343e809e9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a99e783e-9831-4fff-8e84-2ef67b56aa8e HTTP/1.1" status: 204 len: 168 time: 1.5723486 Jun 03 21:43:44.828625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49204) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:44.833724 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1dd4c683-2cdb-4487-b167-f1df45ca897e tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] 10.222.0.96 "DELETE /v2.0/subnets/f4168c80-9e05-46df-94a7-c869334b9cb4 HTTP/1.1" status: 404 len: 337 time: 0.1602092 Jun 03 21:43:44.834617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea9e773-7314-481f-95f6-b3a094ddd818,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:44.842437 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:44.926634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a8c718fc-b4fd-475a-aa67-bb2705fa8368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:44.935880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:44.936334 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Added segment a0d931c9-ae28-488d-9845-5f3377e03cf7 of type vlan for network e5d7a608-c4c0-405e-886f-eef97f689659 Jun 03 21:43:44.960495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Transition to ACTIVE for port object e0c160a6-3c5a-454f-998f-946a491894d8 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:44.968373 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-105bcd40-776d-4ed8-8641-8a0889890e59 req-7dcec6da-131c-4862-b0bd-ea3ff816e57c tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 210 time: 0.1194582 Jun 03 21:43:44.972508 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a4f81-28fa-47b2-8c4f-48c343e809e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99e783e-9831-4fff-8e84-2ef67b56aa8e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:44.986974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e64a4f81-28fa-47b2-8c4f-48c343e809e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:45.005940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3b09a349-38c9-4f34-887b-4fbd4a4f67c1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:45.077128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:45.295544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:45.303637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:45.316674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:45.317199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:45.390157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-52f89355-eee0-41be-b6c9-074ce4b2364a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:45.459332 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0e059d02-6b20-4ed9-95e4-c534bea6fa64 req-e88bacd1-6424-42d6-a8dc-b389fa7fd81c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 210 time: 0.2084241 Jun 03 21:43:45.466839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:45.479324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Network f3ab37d9-450d-465b-af87-fe797b3c7680 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:45.496288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:45.542713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49212) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:45.550853 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.6577191 Jun 03 21:43:45.550853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:45.628670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:45.633947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:45.646353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1e909091-617f-4378-b095-dcb1f1f037c2 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:45.680985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Pushing event updated for resources: {'Network': ['ID=e5d7a608-c4c0-405e-886f-eef97f689659,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:45.692862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network e5d7a608-c4c0-405e-886f-eef97f689659 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:45.701441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:45.705647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:45.876725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:45.877355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:45.928552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Pushing event updated for resources: {'Port': ['ID=e0c160a6-3c5a-454f-998f-946a491894d8,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:45.949545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:45.976360 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f56ea-9511-42af-a200-db72cc801803 req-ac7df514-6a1b-4479-a2b3-59dfe9f6bdb2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:45.976702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:45.977431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-cb8f56ea-9511-42af-a200-db72cc801803 req-ac7df514-6a1b-4479-a2b3-59dfe9f6bdb2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Synchronizing usage tracker for tenant:e8575706e29d4efb935647060af56086 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:45.992182 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0464449 Jun 03 21:43:46.002439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-43dece0d-d796-4608-bbdf-817c629f8289 None None] Provisioning for port e0c160a6-3c5a-454f-998f-946a491894d8 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:46.006877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:46.015162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:46.016861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-43dece0d-d796-4608-bbdf-817c629f8289 None None] Provisioning complete for port e0c160a6-3c5a-454f-998f-946a491894d8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:46.017238 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-43dece0d-d796-4608-bbdf-817c629f8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.042810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:46.052042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:46.052878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.058357 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-cb8f56ea-9511-42af-a200-db72cc801803 req-ac7df514-6a1b-4479-a2b3-59dfe9f6bdb2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Unset dirty status for tenant:e8575706e29d4efb935647060af56086 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:46.059639 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cb8f56ea-9511-42af-a200-db72cc801803 req-ac7df514-6a1b-4479-a2b3-59dfe9f6bdb2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 931 time: 0.5791101 Jun 03 21:43:46.068184 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49220) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:46.076103 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-633d7fae-bf15-4e92-ae2a-e4b5046f6b7a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=894f387285d8406c950498daa1f7cf52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110698 Jun 03 21:43:46.091517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18d176d-27fc-474c-8e1b-db9e0dc15cd6']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:46.102392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event updated for resources: {'Port': ['ID=c5ba051f-6311-406f-a51c-48c57b0f6f38,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:46.123411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:46.125637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250a0f44-9bad-4708-b7d2-584e7c796db8') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:46.125935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250a0f44-9bad-4708-b7d2-584e7c796db8') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:46.166782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49222) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:46.185124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Request body: {'port': {'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659', 'binding:host_id': 'hv-neutron-7929', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309993653'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:46.199496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:46.216710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.226233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-43dece0d-d796-4608-bbdf-817c629f8289 None None] Port e0c160a6-3c5a-454f-998f-946a491894d8 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:43:46.228856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Usage tracker for resource:port and tenant:16c9f9b56eb2458fb3196cd0588e442f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:46.232884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:46.243509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:46.248776 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7466495 Jun 03 21:43:46.251492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49224) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:46.284327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.300887 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cb8f56ea-9511-42af-a200-db72cc801803 req-68ff9fb3-5342-435b-b61b-a788b3c516c5 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138236 Jun 03 21:43:46.345975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9eb548c4-bed1-4d6e-b2b3-c94b183d5f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.360451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:43:46.361006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.392140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9eb548c4-bed1-4d6e-b2b3-c94b183d5f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.404179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3b09a349-38c9-4f34-887b-4fbd4a4f67c1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port 570399ef-a28f-4ec4-8c99-ca3959e508a8 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:43:46.404514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3b09a349-38c9-4f34-887b-4fbd4a4f67c1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:43:46.483859 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:43:46.496756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Made reservation on behalf of 16c9f9b56eb2458fb3196cd0588e442f for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:46.499187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.510804 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ad841d7b-8d9c-4ee7-ac28-9906bb64bc5f req-b07a3756-a555-4fec-8808-2f9c1d0e7e11 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 210 time: 0.2216215 Jun 03 21:43:46.547057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.575957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9eb548c4-bed1-4d6e-b2b3-c94b183d5f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.584079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:46.604285 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb548c4-bed1-4d6e-b2b3-c94b183d5f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bd5e8b-5de9-45b9-a378-655cc078faa6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:46.623721 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9eb548c4-bed1-4d6e-b2b3-c94b183d5f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:46.630691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a23502-f648-47c6-a7cc-d8fe5021e8ec tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:46.631897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-38a23502-f648-47c6-a7cc-d8fe5021e8ec tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Synchronizing usage tracker for tenant:3249439c78c3472dbb68d88d5b1b5a8a on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:46.633184 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9eb548c4-bed1-4d6e-b2b3-c94b183d5f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.637011 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9eb548c4-bed1-4d6e-b2b3-c94b183d5f7d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e1bd5e8b-5de9-45b9-a378-655cc078faa6 HTTP/1.1" status: 204 len: 168 time: 0.5680048 Jun 03 21:43:46.649524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:46.659323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Usage tracker for resource:security_group_rule and tenant:16c9f9b56eb2458fb3196cd0588e442f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:46.662843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:46.666223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.670464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-38a23502-f648-47c6-a7cc-d8fe5021e8ec tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Unset dirty status for tenant:3249439c78c3472dbb68d88d5b1b5a8a on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:46.671663 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-38a23502-f648-47c6-a7cc-d8fe5021e8ec tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "GET /v2.0/ports/c5ba051f-6311-406f-a51c-48c57b0f6f38 HTTP/1.1" status: 200 len: 954 time: 0.4195957 Jun 03 21:43:46.673309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:46.675706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49230) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:46.715392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-05920636-6a1b-4907-b807-73c971e21d65 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:46.726879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3b09a349-38c9-4f34-887b-4fbd4a4f67c1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.749432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.753138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Pushing event deleted for resources: {'Network': ['ID=b18d176d-27fc-474c-8e1b-db9e0dc15cd6,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:46.766501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:46.805851 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ec99ee0b-0977-4d22-b333-a8be37759240 req-65d66cc2-3614-454e-8133-2bd2270b9d1a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 210 time: 0.1670175 Jun 03 21:43:46.857999 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] 10.222.0.96 "DELETE /v2.0/networks/b18d176d-27fc-474c-8e1b-db9e0dc15cd6 HTTP/1.1" status: 204 len: 168 time: 1.9795527 Jun 03 21:43:46.965617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.969962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-648889f9-ffc2-4fbc-9fd2-450e03c33755 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Deleting port c5ba051f-6311-406f-a51c-48c57b0f6f38 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:43:46.970365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-648889f9-ffc2-4fbc-9fd2-450e03c33755 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:46.988300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:47.004932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:47.017847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] device_id is not set on port 68f6b839-5d91-41ae-92c4-d48608600990 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:47.142474 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3b09a349-38c9-4f34-887b-4fbd4a4f67c1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for 570399ef-a28f-4ec4-8c99-ca3959e508a8 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:43:47.243759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97b4f79-5970-4cd1-ba65-82bd55b63589,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:47.252962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-648889f9-ffc2-4fbc-9fd2-450e03c33755 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:47.261403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:47.462575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-648889f9-ffc2-4fbc-9fd2-450e03c33755 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Calling delete_port for c5ba051f-6311-406f-a51c-48c57b0f6f38 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:43:47.637000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49248) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:47.709631 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c3a1f158-40be-4111-875f-447b91e551d6 req-134a1ec6-ec3a-41f7-a1ec-b6d224bea8c2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 210 time: 0.0557106 Jun 03 21:43:47.810856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-648889f9-ffc2-4fbc-9fd2-450e03c33755 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:47.842351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7ec290f6-439d-4418-9298-cc1312131feb tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:47.893490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3b09a349-38c9-4f34-887b-4fbd4a4f67c1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:47.907394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-90d12484-5cc8-4ca9-9071-934e78361afa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:47.945425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648889f9-ffc2-4fbc-9fd2-450e03c33755 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5ba051f-6311-406f-a51c-48c57b0f6f38,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:47.951223 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0c29450a-4b49-4665-82b8-16921482f21d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7032c2cfbbfb43a39259aa4b40f533d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3129997 Jun 03 21:43:47.955180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49264) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:47.955824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-648889f9-ffc2-4fbc-9fd2-450e03c33755 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:47.960094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-648889f9-ffc2-4fbc-9fd2-450e03c33755 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:47.968714 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:43:47.998049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09a349-38c9-4f34-887b-4fbd4a4f67c1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=570399ef-a28f-4ec4-8c99-ca3959e508a8,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:48.007597 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-648889f9-ffc2-4fbc-9fd2-450e03c33755 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "DELETE /v2.0/ports/c5ba051f-6311-406f-a51c-48c57b0f6f38 HTTP/1.1" status: 204 len: 168 time: 1.3307385 Jun 03 21:43:48.029308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49266) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:48.036802 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3b09a349-38c9-4f34-887b-4fbd4a4f67c1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:48.052675 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c8162a26-705e-4411-a2cd-5f6627bb8c7d req-26902b27-69c2-486b-b882-1df521c20b59 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 210 time: 0.1138585 Jun 03 21:43:48.087720 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-761041ad-c702-404d-a4bc-4eecde02f07c tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] GET failed (client error): The resource could not be found. Jun 03 21:43:48.088299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-761041ad-c702-404d-a4bc-4eecde02f07c tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Synchronizing usage tracker for tenant:3249439c78c3472dbb68d88d5b1b5a8a on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:48.098652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e0f9c-16fe-4594-ab36-d1b10bcd2c68 req-9f666658-1ab5-4954-87a6-8cc50fa9adc1 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:48.105921 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-629e0f9c-16fe-4594-ab36-d1b10bcd2c68 req-9f666658-1ab5-4954-87a6-8cc50fa9adc1 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 931 time: 0.5920117 Jun 03 21:43:48.107832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49268) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:48.128275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] device_id is not set on port 68f6b839-5d91-41ae-92c4-d48608600990 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:48.170510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:48.176465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-761041ad-c702-404d-a4bc-4eecde02f07c tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Unset dirty status for tenant:3249439c78c3472dbb68d88d5b1b5a8a on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:48.181745 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-761041ad-c702-404d-a4bc-4eecde02f07c tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "GET /v2.0/ports/c5ba051f-6311-406f-a51c-48c57b0f6f38 HTTP/1.1" status: 404 len: 333 time: 0.1459372 Jun 03 21:43:48.192945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49272) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:48.202839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Request body: {'port': {'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1340816992'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:48.235642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Transition to ACTIVE for port object 68f6b839-5d91-41ae-92c4-d48608600990 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:48.237500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:48.247254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1fb6968f-8143-4cf5-9800-5ff94c50385b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:48.263976 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-629e0f9c-16fe-4594-ab36-d1b10bcd2c68 req-e4b70823-2eac-4886-979e-0d5f2660517c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569464 Jun 03 21:43:48.264487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3b09a349-38c9-4f34-887b-4fbd4a4f67c1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:48.272140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:48.282132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:48.288388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:48.331006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-725306490'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:48.349573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1fb6968f-8143-4cf5-9800-5ff94c50385b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:48.361001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:48.372291 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Usage tracker for resource:network and tenant:43aa594cf6a74e9c9e0963e9970e85ad is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:48.384123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:48.396769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Made reservation on behalf of 3249439c78c3472dbb68d88d5b1b5a8a for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:48.399072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:48.412692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:48.451946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event updated for resources: {'Port': ['ID=68f6b839-5d91-41ae-92c4-d48608600990,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:48.454986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:48.469798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] device_id is not set on port 34dc0e7a-4bf2-4826-82af-8aa9c953184c yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:48.507718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Made reservation on behalf of 43aa594cf6a74e9c9e0963e9970e85ad for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:48.511755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:48.532546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Checking segment: {'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:48.532957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Network hostable DHCP agents. Network: e5d7a608-c4c0-405e-886f-eef97f689659, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:43:48.551132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:48.577433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1fb6968f-8143-4cf5-9800-5ff94c50385b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:48.597080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:48.609426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b8b1633e-3e33-4bf2-8260-1d3a1238adbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:48.622127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b09a349-38c9-4f34-887b-4fbd4a4f67c1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 68884a68-fe06-43d7-8fda-9c7a380d118b has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:43:48.627027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Usage tracker for resource:security_group_rule and tenant:43aa594cf6a74e9c9e0963e9970e85ad is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:48.637148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:48.639898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6968f-8143-4cf5-9800-5ff94c50385b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50492f86-ebdf-403f-ba38-f95d87a5009b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:48.642136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Network e5d7a608-c4c0-405e-886f-eef97f689659 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:43:48.645489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1fb6968f-8143-4cf5-9800-5ff94c50385b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:48.657872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:48.684229 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, e5d7a608-c4c0-405e-886f-eef97f689659) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:48.692840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2be0532-d28f-4cbe-a59b-723a9b87898b None None] Network e5d7a608-c4c0-405e-886f-eef97f689659 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:48.708903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:48.787891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b09a349-38c9-4f34-887b-4fbd4a4f67c1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:43:48.798550 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ee40e-ae3e-4c13-a186-8d419e7e2e20 None None] Sync routers for ids ['68884a68-fe06-43d7-8fda-9c7a380d118b'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:43:48.819760 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ee40e-ae3e-4c13-a186-8d419e7e2e20 None None] Routers {'68884a68-fe06-43d7-8fda-9c7a380d118b'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:48.820239 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3b09a349-38c9-4f34-887b-4fbd4a4f67c1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/68884a68-fe06-43d7-8fda-9c7a380d118b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3429558 Jun 03 21:43:48.821052 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-180ee40e-ae3e-4c13-a186-8d419e7e2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['68884a68-fe06-43d7-8fda-9c7a380d118b'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:48.823790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49276) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:48.962739 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-180ee40e-ae3e-4c13-a186-8d419e7e2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:48.971845 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ee40e-ae3e-4c13-a186-8d419e7e2e20 None None] Routers {'68884a68-fe06-43d7-8fda-9c7a380d118b'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:48.972498 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-180ee40e-ae3e-4c13-a186-8d419e7e2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['68884a68-fe06-43d7-8fda-9c7a380d118b'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:48.988573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1fb6968f-8143-4cf5-9800-5ff94c50385b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:48.991193 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1fb6968f-8143-4cf5-9800-5ff94c50385b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/50492f86-ebdf-403f-ba38-f95d87a5009b HTTP/1.1" status: 204 len: 168 time: 1.0124013 Jun 03 21:43:48.992530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:48.993056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:48.993761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:49.035354 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-180ee40e-ae3e-4c13-a186-8d419e7e2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:49.035790 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ee40e-ae3e-4c13-a186-8d419e7e2e20 None None] The sync data for ids ['68884a68-fe06-43d7-8fda-9c7a380d118b'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:43:49.037216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:49.057703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:49.058046 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:43:49.060725 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 2 to bind port 68f6b839-5d91-41ae-92c4-d48608600990 Jun 03 21:43:49.094469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:49.094794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:49.095201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:49.112882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:49.113348 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:43:49.120830 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 3 to bind port 68f6b839-5d91-41ae-92c4-d48608600990 Jun 03 21:43:49.142037 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b067f18a-4fd1-4164-94fd-37fa0a508086 req-015afff4-21ee-404e-a0f5-eeba513583eb tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 210 time: 0.2527301 Jun 03 21:43:49.157908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:49.158344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:49.159167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:49.175789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:49.176145 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:43:49.180069 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 4 to bind port 68f6b839-5d91-41ae-92c4-d48608600990 Jun 03 21:43:49.198011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:49.210479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:49.265425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:49.313479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:49.313937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:49.314391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:49.329271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:49.336253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:49.340164 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5d544a0c-0d03-4d75-94a0-ed3f45c098fc req-5c4f7d0c-bb27-4ccd-aee7-627b068281e1 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 210 time: 0.0856240 Jun 03 21:43:49.344018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:49.344347 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:43:49.345092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:49.347809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:49.348772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:49.349361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:49.364866 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 5 to bind port 68f6b839-5d91-41ae-92c4-d48608600990 Jun 03 21:43:49.387993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event updated for resources: {'Port': ['ID=34dc0e7a-4bf2-4826-82af-8aa9c953184c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:49.391029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:49.392165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:49.398251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:49.424363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:49.424700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:49.425023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:49.443675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:49.444044 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Added segment 2ff317bb-e639-4804-8850-1e314ce33d79 of type vlan for network 82f43934-1ea8-4766-9f91-c20874975410 Jun 03 21:43:49.446075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:49.446590 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:43:49.453536 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 6 to bind port 68f6b839-5d91-41ae-92c4-d48608600990 Jun 03 21:43:49.470366 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2739806 Jun 03 21:43:49.470366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db79fade-1723-41b4-81d2-5fe7468cc4f4,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:49.471815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:49.474542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49286) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:49.483485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:49.523318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:49.523687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:49.524078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:49.538462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:49.548902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:49.549238 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:43:49.552419 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 7 to bind port 68f6b839-5d91-41ae-92c4-d48608600990 Jun 03 21:43:49.583334 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-54316a9a-4b30-4950-a4b6-0c30a54dab2f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:43:49.583572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49288) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:49.584602 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-54316a9a-4b30-4950-a4b6-0c30a54dab2f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132825 Jun 03 21:43:49.647554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c221204-a919-4898-82da-f661c16714fb req-75d9b1bb-dbc5-42f3-a9fe-adf9dcd62b6a tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:49.649302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:49.649638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:49.649968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:49.657285 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1c221204-a919-4898-82da-f661c16714fb req-75d9b1bb-dbc5-42f3-a9fe-adf9dcd62b6a tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 931 time: 0.2460678 Jun 03 21:43:49.677470 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:49.677794 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:43:49.682038 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 8 to bind port 68f6b839-5d91-41ae-92c4-d48608600990 Jun 03 21:43:49.719027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:49.724265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:49.724606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:49.724931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:49.740026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:49.740659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:49.740818 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1c221204-a919-4898-82da-f661c16714fb req-adf0c999-cb23-48b9-a8da-e1d688634189 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820973 Jun 03 21:43:49.744927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:49.762993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:49.798168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:49.798168 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:43:49.814956 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 9 to bind port 68f6b839-5d91-41ae-92c4-d48608600990 Jun 03 21:43:49.823786 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8d991050-f469-4407-be0d-1a0400afee48 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=62d9090c3730419a8945680abac591d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2297871 Jun 03 21:43:49.832212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49294) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:49.855203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Request body: {'port': {'device_id': '19242191-0d6c-448c-bda8-c3574bfb2e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:49.942650 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8251681 Jun 03 21:43:49.947928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:49.948234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:49.948597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:49.954488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49296) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:49.959563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Request body: {'subnet': {'network_id': '82f43934-1ea8-4766-9f91-c20874975410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:49.980963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event updated for resources: {'Network': ['ID=82f43934-1ea8-4766-9f91-c20874975410,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:49.991548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:49.992202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 82f43934-1ea8-4766-9f91-c20874975410 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:50.009623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:50.010045 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:43:50.028307 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 10 to bind port 68f6b839-5d91-41ae-92c4-d48608600990 Jun 03 21:43:50.033741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5cde74cd-74db-4be1-8fab-b500a9d61428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:50.035319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:50.075066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d7764fcf-3187-45c6-bef8-a3d15663a0af tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:50.168568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:50.168885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:50.169244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:50.188697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5cde74cd-74db-4be1-8fab-b500a9d61428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:50.194568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port 68f6b839-5d91-41ae-92c4-d48608600990 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:50.194902 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port 68f6b839-5d91-41ae-92c4-d48608600990 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:43:50.195274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:50.223403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:50.274189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Usage tracker for resource:subnet and tenant:43aa594cf6a74e9c9e0963e9970e85ad is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:50.281711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:50.321654 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:50.410048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.24', 61452) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:50.418779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] device_id is not set on port 34dc0e7a-4bf2-4826-82af-8aa9c953184c yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:50.453221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Made reservation on behalf of 43aa594cf6a74e9c9e0963e9970e85ad for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:50.456177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:50.490192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:50.501096 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b2567404-a2e1-4fed-9c9a-b899a6e26da6 req-8f4fa237-b3e7-4883-8ea0-9a68f309d124 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 210 time: 0.1390901 Jun 03 21:43:50.502279 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] For port 68f6b839-5d91-41ae-92c4-d48608600990, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:50.502610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempted to set empty binding levels {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 21:43:50.559479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:50.559971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5cde74cd-74db-4be1-8fab-b500a9d61428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:50.573338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:50.583840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:50.647113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde74cd-74db-4be1-8fab-b500a9d61428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ef2325-595d-42cc-a867-ddf1f7b974a8,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:50.662012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5cde74cd-74db-4be1-8fab-b500a9d61428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:50.737808 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d54a889e-d8a1-4ac9-94ea-605313c65c92 req-599134c9-4dc5-47c5-99c7-bb64ce16418a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 210 time: 0.1798930 Jun 03 21:43:50.795241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5cde74cd-74db-4be1-8fab-b500a9d61428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:50.796279 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Transition to ACTIVE for port object 34dc0e7a-4bf2-4826-82af-8aa9c953184c will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:50.796728 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5cde74cd-74db-4be1-8fab-b500a9d61428 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c6ef2325-595d-42cc-a867-ddf1f7b974a8 HTTP/1.1" status: 204 len: 168 time: 0.9635298 Jun 03 21:43:50.812341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:50.813002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:50.838628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:50.863267 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.6820500 Jun 03 21:43:50.864770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49310) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:50.979268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event updated for resources: {'Port': ['ID=68f6b839-5d91-41ae-92c4-d48608600990,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:51.005224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-9173f94a-dea6-48ea-a37b-ce1011e13a6f tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:51.006562 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-9173f94a-dea6-48ea-a37b-ce1011e13a6f tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.24 "GET /v2.0/networks?id=21c45018-37a9-4d8b-8264-e960e83890a9 HTTP/1.1" status: 200 len: 805 time: 0.5955374 Jun 03 21:43:51.007626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:51.010761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:51.145352 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.24', 61455) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:51.290984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.resource_extend [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:43:51.453638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:51.453936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:51.454273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:51.469525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event updated for resources: {'Port': ['ID=34dc0e7a-4bf2-4826-82af-8aa9c953184c,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:51.479582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:51.480593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c160a6-3c5a-454f-998f-946a491894d8 {{(pid=104397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:43:51.487243 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-eea067a4-7394-4981-9f54-dc62dbd8ec87 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de330ded214f4d50a7154a6f70805db0 HTTP/1.1" status: 200 len: 379 time: 0.3000386 Jun 03 21:43:51.487877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:51.488165 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:51.491839 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 2 to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c Jun 03 21:43:51.495699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:51.498956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-a5423899-b7c2-476d-953b-3d1912205437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Deleting port 68f6b839-5d91-41ae-92c4-d48608600990 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:43:51.499266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a5423899-b7c2-476d-953b-3d1912205437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:51.520306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Request body: {'port': {'device_id': '794d7c6c-4358-494a-8d59-96f59fc69007', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'admin_state_up': True, 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'security_groups': ['d248a5f9-f395-41d2-b85c-3224e956e582']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:51.575369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:51.575725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:51.576053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:51.629219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:51.629219 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:51.654055 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-be8479d5-bcbe-42a1-8427-8c50ded98867 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:51.656065 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-be8479d5-bcbe-42a1-8427-8c50ded98867 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.24 "GET /v2.0/networks?id=8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 HTTP/1.1" status: 200 len: 811 time: 0.5075369 Jun 03 21:43:51.658992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Transition to ACTIVE for port object e0c160a6-3c5a-454f-998f-946a491894d8 will not be triggered until provisioned by entity L2. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:51.691179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:51.695061 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 3 to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c Jun 03 21:43:51.697899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d7764fcf-3187-45c6-bef8-a3d15663a0af tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port 84d0a5f7-f5ce-4324-93b1-66e68f786708 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:43:51.698229 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d7764fcf-3187-45c6-bef8-a3d15663a0af tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:51.716950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d64875-9a7e-4f68-a14c-3a6c73aa66f2 req-d3f74584-3aa9-4826-b7ad-c9c1e4cf1a4c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:51.718443 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-21d64875-9a7e-4f68-a14c-3a6c73aa66f2 req-d3f74584-3aa9-4826-b7ad-c9c1e4cf1a4c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 931 time: 0.7264810 Jun 03 21:43:51.724069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:51.775298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:51.775866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:51.775977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:51.797288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:51.797651 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:51.815561 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 4 to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c Jun 03 21:43:51.816218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-a5423899-b7c2-476d-953b-3d1912205437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] For port 68f6b839-5d91-41ae-92c4-d48608600990, host hv-neutron-7929, got binding levels [] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:51.816571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a5423899-b7c2-476d-953b-3d1912205437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:51.855680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:51.856106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:51.856330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:51.860853 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-21d64875-9a7e-4f68-a14c-3a6c73aa66f2 req-ce731884-c193-42af-b039-ea588a913fd1 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235263 Jun 03 21:43:51.867904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:51.877726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:51.878290 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:51.881837 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 5 to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c Jun 03 21:43:51.892844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:51.961477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:51.962044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:51.962725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:51.970884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Made reservation on behalf of de330ded214f4d50a7154a6f70805db0 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:51.974882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:51.988159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:51.988643 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:51.990594 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6c24670c-1331-4174-a61b-02174552e840 req-62c30202-dd24-45cb-ae35-33768c19da16 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 210 time: 0.2788296 Jun 03 21:43:51.992172 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 6 to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c Jun 03 21:43:52.031500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:52.032211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:52.032211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:52.086795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:52.087123 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:52.128663 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 7 to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c Jun 03 21:43:52.147163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49338) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:52.170034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-a5423899-b7c2-476d-953b-3d1912205437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Calling delete_port for 68f6b839-5d91-41ae-92c4-d48608600990 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:43:52.174045 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b31f9d11-e532-4602-bfb7-20e1e6bbff0c req-8c26898e-5753-474c-a240-b6f4ceeada45 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 210 time: 0.0917459 Jun 03 21:43:52.184283 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-32b582de-74ba-4949-b497-04010e98b7ad tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb162b9e85e341649c3678d854dd6e2c HTTP/1.1" status: 200 len: 380 time: 0.5176232 Jun 03 21:43:52.186992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:52.187322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:52.187666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:52.207070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c160a6-3c5a-454f-998f-946a491894d8,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:52.209841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:52.209992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:52.210233 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:52.217300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Request body: {'port': {'device_id': '3b84029e-2d27-4fa0-af3b-6c402e658ac5', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'admin_state_up': True, 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'security_groups': ['1ec6c26a-fe74-47f8-8706-e5438d14f8c9']}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:52.239411 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 8 to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c Jun 03 21:43:52.287378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:52.287834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:52.288189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:52.331806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:52.332131 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:52.339784 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 9 to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c Jun 03 21:43:52.349912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1603763503'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:52.357375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d7764fcf-3187-45c6-bef8-a3d15663a0af tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:52.359080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Allocated IP 172.20.0.7 (21c45018-37a9-4d8b-8264-e960e83890a9/a8a91673-3043-4757-a983-3e6ef46383ed/161ba807-d137-44d4-83ad-ee3fc76b6338) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:52.368438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:52.386647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Usage tracker for resource:network and tenant:c7a7f898c71b4a97a3f3f8ece470b6cc is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:52.391956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:52.396718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:52.397048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:52.397387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:52.413375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:52.424962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:52.425280 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:52.429237 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.plugins.ml2.plugin [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempt 10 to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c Jun 03 21:43:52.436227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:52.459814 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:52.503806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:52.504166 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:52.504563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempting to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:52.523253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Made reservation on behalf of c7a7f898c71b4a97a3f3f8ece470b6cc for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:52.526790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:52.552160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d7764fcf-3187-45c6-bef8-a3d15663a0af tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for 84d0a5f7-f5ce-4324-93b1-66e68f786708 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:43:52.569744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:52.586021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:52.586346 dv-neutron-792998-2-hyperv neutron-server[104396]: ERROR neutron.plugins.ml2.managers [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Failed to bind port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'ac6b8a06-4966-45fc-b75a-621cb284d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '1691cff9-5ff4-47ed-9842-d87ee73ecbe4'}] Jun 03 21:43:52.590613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:52.640553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Attempting to bind port e0c160a6-3c5a-454f-998f-946a491894d8 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:52.640876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Attempting to bind port e0c160a6-3c5a-454f-998f-946a491894d8 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '27cb45ad-b59c-4ed8-8743-05a5a1971407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:52.641451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Attempting to bind port e0c160a6-3c5a-454f-998f-946a491894d8 on network f3ab37d9-450d-465b-af87-fe797b3c7680 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:52.654400 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Port e0c160a6-3c5a-454f-998f-946a491894d8 on network f3ab37d9-450d-465b-af87-fe797b3c7680 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:52.654692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Attempting to bind port e0c160a6-3c5a-454f-998f-946a491894d8 on network f3ab37d9-450d-465b-af87-fe797b3c7680 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:52.657388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:52.660909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a5423899-b7c2-476d-953b-3d1912205437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:52.677146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:52.681401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:52.686393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event updated for resources: {'Subnet': ['ID=3fe005db-df28-4b9e-8c12-604ff1b48d10,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:52.713620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:52.713948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Checking segment: {'id': '27cb45ad-b59c-4ed8-8743-05a5a1971407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:52.714526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Bound using segment: {'id': '27cb45ad-b59c-4ed8-8743-05a5a1971407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680'} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:52.714975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Bound port: e0c160a6-3c5a-454f-998f-946a491894d8, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cb45ad-b59c-4ed8-8743-05a5a1971407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680'}}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:52.715294 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:52.721726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Usage tracker for resource:security_group_rule and tenant:c7a7f898c71b4a97a3f3f8ece470b6cc is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:52.736596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:52.739620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:52.753047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:52.778207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Checking segment: {'id': '2ff317bb-e639-4804-8850-1e314ce33d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '82f43934-1ea8-4766-9f91-c20874975410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:52.778532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Network hostable DHCP agents. Network: 82f43934-1ea8-4766-9f91-c20874975410, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:43:52.813032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-66de13cb-7b75-47e6-8425-6e7507a121e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:52.851424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:52.873757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] For port 34dc0e7a-4bf2-4826-82af-8aa9c953184c, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:52.874042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attempted to set empty binding levels {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 21:43:52.874211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5423899-b7c2-476d-953b-3d1912205437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event deleted for resources: {'Port': ['ID=68f6b839-5d91-41ae-92c4-d48608600990,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:52.880129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:52.884102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a5423899-b7c2-476d-953b-3d1912205437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:52.885338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a5423899-b7c2-476d-953b-3d1912205437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:52.896557 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:52.905697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-50f96f1b-4c89-4b80-ba7d-c6e8c206c08a tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:52.935304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Network 82f43934-1ea8-4766-9f91-c20874975410 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:43:52.945257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Made reservation on behalf of fb162b9e85e341649c3678d854dd6e2c for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:52.948932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:52.951350 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Transition to ACTIVE for port object 161ba807-d137-44d4-83ad-ee3fc76b6338 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:52.967001 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a5423899-b7c2-476d-953b-3d1912205437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "DELETE /v2.0/ports/68f6b839-5d91-41ae-92c4-d48608600990 HTTP/1.1" status: 204 len: 168 time: 2.0975289 Jun 03 21:43:52.970998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49344) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:52.972154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] In _notify_port_updated(), no bound segment for port 34dc0e7a-4bf2-4826-82af-8aa9c953184c on network 1691cff9-5ff4-47ed-9842-d87ee73ecbe4 {{(pid=104396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:43:52.973034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:52.973592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:52.977955 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "PUT /v2.0/ports/34dc0e7a-4bf2-4826-82af-8aa9c953184c HTTP/1.1" status: 200 len: 977 time: 3.5000062 Jun 03 21:43:52.982139 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49346) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:53.081361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 82f43934-1ea8-4766-9f91-c20874975410) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:53.095919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7361969-0d35-40d9-ac39-73381fd47c16 None None] Network 82f43934-1ea8-4766-9f91-c20874975410 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:53.109082 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] For port e0c160a6-3c5a-454f-998f-946a491894d8, host hv-neutron-7929, cleared binding levels {{(pid=104397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:53.112105 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f55c8c-baa4-47d4-9c61-a8e6374c35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] GET failed (client error): The resource could not be found. Jun 03 21:43:53.112889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b0f55c8c-baa4-47d4-9c61-a8e6374c35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Synchronizing usage tracker for tenant:16c9f9b56eb2458fb3196cd0588e442f on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:53.135585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event updated for resources: {'Port': ['ID=34dc0e7a-4bf2-4826-82af-8aa9c953184c,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:53.161140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] For port e0c160a6-3c5a-454f-998f-946a491894d8, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e0c160a6-3c5a-454f-998f-946a491894d8,segment=NetworkSegment(27cb45ad-b59c-4ed8-8743-05a5a1971407),segment_id=27cb45ad-b59c-4ed8-8743-05a5a1971407)] {{(pid=104397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:53.174579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:53.179753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:53.186887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:53.187371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:53.215982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:53.239417 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5f56d4b2-910a-4b29-90ed-a0f759f74b8c req-35da4f12-83d4-463b-b6b6-6191042855db tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 210 time: 0.1074789 Jun 03 21:43:53.341301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:53.341925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:53.348391 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] 10.222.0.24 "PUT /v2.0/ports/e0c160a6-3c5a-454f-998f-946a491894d8 HTTP/1.1" status: 200 len: 1093 time: 3.5798440 Jun 03 21:43:53.354869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19242191-0d6c-448c-bda8-c3574bfb2e2f', 'tag': 'e0c160a6-3c5a-454f-998f-946a491894d8'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:43:53.407290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-82f43934-1ea8-4766-9f91-c20874975410', 'network_id': '82f43934-1ea8-4766-9f91-c20874975410', 'tenant_id': '43aa594cf6a74e9c9e0963e9970e85ad', 'fixed_ips': [{'subnet_id': '3fe005db-df28-4b9e-8c12-604ff1b48d10'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:43:53.408832 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:53.444661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:53.483688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b0f55c8c-baa4-47d4-9c61-a8e6374c35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Unset dirty status for tenant:16c9f9b56eb2458fb3196cd0588e442f on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:53.488441 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b0f55c8c-baa4-47d4-9c61-a8e6374c35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "GET /v2.0/ports/68f6b839-5d91-41ae-92c4-d48608600990 HTTP/1.1" status: 404 len: 333 time: 0.5034807 Jun 03 21:43:53.507578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49356) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:53.523027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Request body: {'port': {'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-844118595'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:53.528386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:53.539150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:53.550112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c160a6-3c5a-454f-998f-946a491894d8,revision_number=3']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:53.552775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:53.553896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:53.559899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Made reservation on behalf of 16c9f9b56eb2458fb3196cd0588e442f for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:53.562471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:53.564511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:53.585311 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e83790-c328-4d72-aed1-88816d6a492b" -d '{"events": [{"name": "network-changed", "server_uuid": "19242191-0d6c-448c-bda8-c3574bfb2e2f", "tag": "e0c160a6-3c5a-454f-998f-946a491894d8"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:43:53.595479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] device_id is not set on port d68f6a93-65f1-4214-bd3b-b731373f4525 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:53.602564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:53.609802 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-90ba31a2-63cc-47c6-9318-dcabe1a90038 req-6c8e9261-82b8-4479-8552-5885e6aa4555 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 210 time: 0.1511388 Jun 03 21:43:53.626308 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6684542 Jun 03 21:43:53.631571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:43:53.634238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49360) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:53.642146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d7764fcf-3187-45c6-bef8-a3d15663a0af tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:53.651620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c10fe773-c83d-40c5-860d-2b5e5fa713a3 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1427612247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:53.658340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2224957-5c62-4bde-84b4-f6ccf38c0024,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:53.663094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:53.668821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:53.669738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c10fe773-c83d-40c5-860d-2b5e5fa713a3 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:53.672648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7b05641f-6536-4a85-a158-37e3b012fcc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:53.683983 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Allocated IP 172.20.0.2 (82f43934-1ea8-4766-9f91-c20874975410/3fe005db-df28-4b9e-8c12-604ff1b48d10/92e19981-e316-4ccf-b415-f24db4f7c54e) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:53.704994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:53.705336 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Added segment 24939f7c-d0b7-4286-a5a7-6b4ea0df3baa of type vlan for network 213c9154-5320-40b5-bebe-8c860dccd91f Jun 03 21:43:53.714588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c10fe773-c83d-40c5-860d-2b5e5fa713a3 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Usage tracker for resource:router and tenant:43aa594cf6a74e9c9e0963e9970e85ad is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:53.723319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Network 21c45018-37a9-4d8b-8264-e960e83890a9 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:53.726610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7764fcf-3187-45c6-bef8-a3d15663a0af tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=84d0a5f7-f5ce-4324-93b1-66e68f786708,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:53.731300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c10fe773-c83d-40c5-860d-2b5e5fa713a3 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:53.736145 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Allocated IP 172.20.0.3 (8a0a66ca-e212-4121-af0e-4c0d43c5e5c8/bbec842f-83c0-4510-ab8c-a00939d873fc/5e0b95c6-7825-4929-8651-91c21c1f01a5) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:53.738440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:53.749412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c10fe773-c83d-40c5-860d-2b5e5fa713a3 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:53.751430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:53.764965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d7764fcf-3187-45c6-bef8-a3d15663a0af tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:53.864157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Pushing event updated for resources: {'Port': ['ID=161ba807-d137-44d4-83ad-ee3fc76b6338,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:53.871635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bac93b-cbed-49c9-a51b-293df0d33371 req-ead65bee-0b90-40af-a879-b9afefee0bad tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:53.879828 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-00bac93b-cbed-49c9-a51b-293df0d33371 req-ead65bee-0b90-40af-a879-b9afefee0bad tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 943 time: 0.8287380 Jun 03 21:43:53.880652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:53.883688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e0d5e1-ceb5-4cb9-be8a-a322bc05e50b x-openstack-request-id: req-b8e0d5e1-ceb5-4cb9-be8a-a322bc05e50b {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:43:53.884319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19242191-0d6c-448c-bda8-c3574bfb2e2f", "tag": "e0c160a6-3c5a-454f-998f-946a491894d8", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:43:53.884771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b8e0d5e1-ceb5-4cb9-be8a-a322bc05e50b {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:43:53.885419 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19242191-0d6c-448c-bda8-c3574bfb2e2f', 'tag': 'e0c160a6-3c5a-454f-998f-946a491894d8', 'status': 'completed', 'code': 200} Jun 03 21:43:53.887128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:53.891347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c10fe773-c83d-40c5-860d-2b5e5fa713a3 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:53.892476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c10fe773-c83d-40c5-860d-2b5e5fa713a3 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:53.911988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-e3689f98-a273-440c-902c-0ca8df5de14b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Deleting port 34dc0e7a-4bf2-4826-82af-8aa9c953184c {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:43:53.912552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e3689f98-a273-440c-902c-0ca8df5de14b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.030833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-ce67ba6b-1542-4ec3-bcad-ee60ff4c92de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:54.032861 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-ce67ba6b-1542-4ec3-bcad-ee60ff4c92de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8575706e29d4efb935647060af56086&device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 1096 time: 0.5990720 Jun 03 21:43:54.072104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-e3689f98-a273-440c-902c-0ca8df5de14b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] For port 34dc0e7a-4bf2-4826-82af-8aa9c953184c, host hv-neutron-7929, got binding levels [] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:54.072465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e3689f98-a273-440c-902c-0ca8df5de14b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.078925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.089053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:54.089751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.095644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Transition to ACTIVE for port object 92e19981-e316-4ccf-b415-f24db4f7c54e will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:54.125860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Transition to ACTIVE for port object 92e19981-e316-4ccf-b415-f24db4f7c54e will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:54.137110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.141898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:54.156097 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-00bac93b-cbed-49c9-a51b-293df0d33371 req-10d1a4db-a638-4c11-9aa2-1703bc62d4d7 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745872 Jun 03 21:43:54.177548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-78fe0437-98c1-44b8-b76d-11e51ed0fcac None None] Provisioning for port 161ba807-d137-44d4-83ad-ee3fc76b6338 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:54.197381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-78fe0437-98c1-44b8-b76d-11e51ed0fcac None None] Provisioning complete for port 161ba807-d137-44d4-83ad-ee3fc76b6338 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:54.198013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-78fe0437-98c1-44b8-b76d-11e51ed0fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.229820 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Network 82f43934-1ea8-4766-9f91-c20874975410 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:54.235319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c10fe773-c83d-40c5-860d-2b5e5fa713a3 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.242404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-e3689f98-a273-440c-902c-0ca8df5de14b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Calling delete_port for 34dc0e7a-4bf2-4826-82af-8aa9c953184c owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:43:54.242625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:54.253416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:54.262734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Pushing event updated for resources: {'Port': ['ID=92e19981-e316-4ccf-b415-f24db4f7c54e,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:54.268864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:54.270036 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7652907 Jun 03 21:43:54.271968 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-79f8a746-9762-414b-be01-40418ff6c08f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c160a6-3c5a-454f-998f-946a491894d8 HTTP/1.1" status: 200 len: 217 time: 0.2133532 Jun 03 21:43:54.286247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.294505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Request body: {'port': {'device_id': '794d7c6c-4358-494a-8d59-96f59fc69007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:54.314979 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d7764fcf-3187-45c6-bef8-a3d15663a0af tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.324791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:54.325414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.335997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:54.347505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-78fe0437-98c1-44b8-b76d-11e51ed0fcac None None] Port 161ba807-d137-44d4-83ad-ee3fc76b6338 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:43:54.365421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Attempting to bind port 92e19981-e316-4ccf-b415-f24db4f7c54e on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:54.366072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Attempting to bind port 92e19981-e316-4ccf-b415-f24db4f7c54e by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '2ff317bb-e639-4804-8850-1e314ce33d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '82f43934-1ea8-4766-9f91-c20874975410'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:54.366589 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Attempting to bind port 92e19981-e316-4ccf-b415-f24db4f7c54e on network 82f43934-1ea8-4766-9f91-c20874975410 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:54.372477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:54.373118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Checking segment: {'id': '2ff317bb-e639-4804-8850-1e314ce33d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '82f43934-1ea8-4766-9f91-c20874975410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:54.373664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.374201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Bound using segment: {'id': '2ff317bb-e639-4804-8850-1e314ce33d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '82f43934-1ea8-4766-9f91-c20874975410'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:54.374818 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Bound port: 92e19981-e316-4ccf-b415-f24db4f7c54e, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff317bb-e639-4804-8850-1e314ce33d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '82f43934-1ea8-4766-9f91-c20874975410'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:54.374980 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c10fe773-c83d-40c5-860d-2b5e5fa713a3 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.375501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.465617 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3067489 Jun 03 21:43:54.474113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] For port 92e19981-e316-4ccf-b415-f24db4f7c54e, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:54.477832 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] For port 92e19981-e316-4ccf-b415-f24db4f7c54e, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=92e19981-e316-4ccf-b415-f24db4f7c54e,segment=NetworkSegment(2ff317bb-e639-4804-8850-1e314ce33d79),segment_id=2ff317bb-e639-4804-8850-1e314ce33d79)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:54.481900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.485718 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f87724bb-4417-40c5-b19f-1e4cec6d5ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:54.526524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49368) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:54.541032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c10fe773-c83d-40c5-860d-2b5e5fa713a3 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.542000 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c10fe773-c83d-40c5-860d-2b5e5fa713a3 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9045181 Jun 03 21:43:54.553162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Request body: {'subnet': {'network_id': '213c9154-5320-40b5-bebe-8c860dccd91f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:54.565662 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Pushing event updated for resources: {'Port': ['ID=92e19981-e316-4ccf-b415-f24db4f7c54e,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:54.568733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:54.577240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49370) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:54.578379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event updated for resources: {'Network': ['ID=213c9154-5320-40b5-bebe-8c860dccd91f,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:54.591841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 213c9154-5320-40b5-bebe-8c860dccd91f details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:43:54.610930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:54.817742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e3689f98-a273-440c-902c-0ca8df5de14b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.844741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:54.876029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-455524bf-e608-49fe-a897-334988ea76c6 tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:54.930466 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3689f98-a273-440c-902c-0ca8df5de14b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Pushing event deleted for resources: {'Port': ['ID=34dc0e7a-4bf2-4826-82af-8aa9c953184c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:54.934355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e3689f98-a273-440c-902c-0ca8df5de14b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:54.940597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:54.993694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Usage tracker for resource:subnet and tenant:c7a7f898c71b4a97a3f3f8ece470b6cc is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:55.005375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:55.013651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-66c8a8f5-df0f-4b3d-82ad-addcfd309363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:55.015143 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-66c8a8f5-df0f-4b3d-82ad-addcfd309363 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f48f48ce-c887-4cce-89b6-0302a64d4519 HTTP/1.1" status: 200 len: 851 time: 0.6965117 Jun 03 21:43:55.017835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:55.020579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e3689f98-a273-440c-902c-0ca8df5de14b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:55.063675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66318b1-7ac3-440c-ad2f-b501938233d5 req-cd75da4f-c52a-4d97-a0fb-e119d09b0042 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:55.064862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-a66318b1-7ac3-440c-ad2f-b501938233d5 req-cd75da4f-c52a-4d97-a0fb-e119d09b0042 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Synchronizing usage tracker for tenant:de330ded214f4d50a7154a6f70805db0 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:55.091432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 92e19981-e316-4ccf-b415-f24db4f7c54e up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:55.097198 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e3689f98-a273-440c-902c-0ca8df5de14b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "DELETE /v2.0/ports/34dc0e7a-4bf2-4826-82af-8aa9c953184c HTTP/1.1" status: 204 len: 168 time: 2.0689409 Jun 03 21:43:55.097895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Made reservation on behalf of c7a7f898c71b4a97a3f3f8ece470b6cc for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:55.101485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:55.116206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49374) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:55.118948 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fb9fc05d-ce3b-452e-afb6-52b7fb0d2bd2 req-ae6103ee-aa27-4651-9931-d7e76a5bc771 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 210 time: 0.3344676 Jun 03 21:43:55.205703 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 92e19981-e316-4ccf-b415-f24db4f7c54e completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:55.225471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:55.234251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-a66318b1-7ac3-440c-ad2f-b501938233d5 req-cd75da4f-c52a-4d97-a0fb-e119d09b0042 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Unset dirty status for tenant:de330ded214f4d50a7154a6f70805db0 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:55.235430 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a66318b1-7ac3-440c-ad2f-b501938233d5 req-cd75da4f-c52a-4d97-a0fb-e119d09b0042 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 931 time: 0.8130193 Jun 03 21:43:55.242946 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-61854ecc-a9d2-4e62-8b7f-95310014b831 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] GET failed (client error): The resource could not be found. Jun 03 21:43:55.243828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-61854ecc-a9d2-4e62-8b7f-95310014b831 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Synchronizing usage tracker for tenant:3249439c78c3472dbb68d88d5b1b5a8a on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:55.335228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:55.415062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-61854ecc-a9d2-4e62-8b7f-95310014b831 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Unset dirty status for tenant:3249439c78c3472dbb68d88d5b1b5a8a on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:55.416566 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-61854ecc-a9d2-4e62-8b7f-95310014b831 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] 10.222.0.96 "GET /v2.0/ports/34dc0e7a-4bf2-4826-82af-8aa9c953184c HTTP/1.1" status: 404 len: 333 time: 0.2928028 Jun 03 21:43:55.430596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49378) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:55.431036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:55.451053 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1f19c9d9-103c-4a49-bfe6-bf90dcae4b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:55.453092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Transition to ACTIVE for port object 5e0b95c6-7825-4929-8651-91c21c1f01a5 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:55.467256 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a66318b1-7ac3-440c-ad2f-b501938233d5 req-45d7cf9e-62d8-4a09-a6d6-09f9d6dda4d0 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205224 Jun 03 21:43:55.644814 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7764fcf-3187-45c6-bef8-a3d15663a0af tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 68884a68-fe06-43d7-8fda-9c7a380d118b has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:43:55.762974 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca8561-0509-4ea7-b23e-806cf4369a2c None None] Network 82f43934-1ea8-4766-9f91-c20874975410 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:55.823967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:55.864083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fbfd550e-ebfb-4eb9-ad38-ac55474f6bac None None] Provisioning for port 92e19981-e316-4ccf-b415-f24db4f7c54e completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:55.869392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:55.879449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fbfd550e-ebfb-4eb9-ad38-ac55474f6bac None None] Provisioning complete for port 92e19981-e316-4ccf-b415-f24db4f7c54e triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:55.880151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fbfd550e-ebfb-4eb9-ad38-ac55474f6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:55.882942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a5423899-b7c2-476d-953b-3d1912205437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:55.987909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-c3ff67fb-bd89-4452-9cef-efd3223c2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:55.989479 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-c3ff67fb-bd89-4452-9cef-efd3223c2dd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3ab37d9-450d-465b-af87-fe797b3c7680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9482148 Jun 03 21:43:56.010874 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.054112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50b01e-8d94-4652-872a-84dc0b451338 req-1a5af623-8854-4d97-8968-cfcd7f8910c8 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:56.055709 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0b50b01e-8d94-4652-872a-84dc0b451338 req-1a5af623-8854-4d97-8968-cfcd7f8910c8 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 943 time: 0.7547719 Jun 03 21:43:56.056769 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7764fcf-3187-45c6-bef8-a3d15663a0af tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:43:56.077590 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51785f22-d262-472a-9547-dc57a5faae37 None None] Sync routers for ids ['68884a68-fe06-43d7-8fda-9c7a380d118b'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:43:56.093826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.109248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161ba807-d137-44d4-83ad-ee3fc76b6338 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:43:56.110667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51785f22-d262-472a-9547-dc57a5faae37 None None] Routers {'68884a68-fe06-43d7-8fda-9c7a380d118b'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:56.111274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-51785f22-d262-472a-9547-dc57a5faae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['68884a68-fe06-43d7-8fda-9c7a380d118b'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:56.121068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1691cff9-5ff4-47ed-9842-d87ee73ecbe4']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:56.129800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.154677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6b8a06-4966-45fc-b75a-621cb284d56b') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:56.154981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6b8a06-4966-45fc-b75a-621cb284d56b') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:56.176760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.190874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Transition to ACTIVE for port object 161ba807-d137-44d4-83ad-ee3fc76b6338 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:56.200768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.206300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.209095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ff89008c-1510-4cce-a661-a92d8c50ea9a tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:56.210285 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-51785f22-d262-472a-9547-dc57a5faae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:56.217762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fbfd550e-ebfb-4eb9-ad38-ac55474f6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.260732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51785f22-d262-472a-9547-dc57a5faae37 None None] Routers {'68884a68-fe06-43d7-8fda-9c7a380d118b'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:43:56.261355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-51785f22-d262-472a-9547-dc57a5faae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['68884a68-fe06-43d7-8fda-9c7a380d118b'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:56.282084 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Network e5d7a608-c4c0-405e-886f-eef97f689659 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:56.286472 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.309059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:56.328758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:56.332157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:56.333036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:56.333636 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.335944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-51785f22-d262-472a-9547-dc57a5faae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:43:56.336334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51785f22-d262-472a-9547-dc57a5faae37 None None] The sync data for ids ['68884a68-fe06-43d7-8fda-9c7a380d118b'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:43:56.341019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event updated for resources: {'Port': ['ID=d68f6a93-65f1-4214-bd3b-b731373f4525,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:56.344116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-fbfd550e-ebfb-4eb9-ad38-ac55474f6bac None None] For port 92e19981-e316-4ccf-b415-f24db4f7c54e, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=92e19981-e316-4ccf-b415-f24db4f7c54e,segment=NetworkSegment(2ff317bb-e639-4804-8850-1e314ce33d79),segment_id=2ff317bb-e639-4804-8850-1e314ce33d79)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:43:56.356913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:43:56.357074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.363694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fbfd550e-ebfb-4eb9-ad38-ac55474f6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.365750 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-036feac1-1789-4d98-a551-723ac8f75c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:43:56.380086 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:43:56.396948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:56.408744 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:56.421398 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d7764fcf-3187-45c6-bef8-a3d15663a0af tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/68884a68-fe06-43d7-8fda-9c7a380d118b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5937343 Jun 03 21:43:56.421398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:56.447405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49382) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:56.457526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:56.474907 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd550e-ebfb-4eb9-ad38-ac55474f6bac None None] Pushing event updated for resources: {'Port': ['ID=92e19981-e316-4ccf-b415-f24db4f7c54e,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:56.486806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fbfd550e-ebfb-4eb9-ad38-ac55474f6bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:56.523019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.577396 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-943148dc-7b95-498c-b98b-626c73c04b23 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=68884a68-fe06-43d7-8fda-9c7a380d118b HTTP/1.1" status: 200 len: 205 time: 0.1089435 Jun 03 21:43:56.601651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49386) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:56.712174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Pushing event updated for resources: {'Port': ['ID=161ba807-d137-44d4-83ad-ee3fc76b6338,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:56.729250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:56.734492 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0b50b01e-8d94-4652-872a-84dc0b451338 req-644d10fd-bff9-4754-b730-aef9fd6998d8 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4940777 Jun 03 21:43:56.736709 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.2204125 Jun 03 21:43:56.758219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49388) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:56.790758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.816961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:56.817358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.836283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.845230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7929'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:56.854710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0be5d877-38c7-4723-b63f-25ebae9fa817 None None] Provisioning complete for port 92e19981-e316-4ccf-b415-f24db4f7c54e triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:56.855091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0be5d877-38c7-4723-b63f-25ebae9fa817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:56.861800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Pushing event deleted for resources: {'Network': ['ID=1691cff9-5ff4-47ed-9842-d87ee73ecbe4,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:56.871223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:56.875977 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] 10.222.0.96 "DELETE /v2.0/networks/1691cff9-5ff4-47ed-9842-d87ee73ecbe4 HTTP/1.1" status: 204 len: 168 time: 1.4366260 Jun 03 21:43:56.886445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Attempting to bind port 161ba807-d137-44d4-83ad-ee3fc76b6338 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:56.886787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Attempting to bind port 161ba807-d137-44d4-83ad-ee3fc76b6338 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '4d4eadd1-7b50-4f07-b065-19a8b093a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:56.887109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Attempting to bind port 161ba807-d137-44d4-83ad-ee3fc76b6338 on network 21c45018-37a9-4d8b-8264-e960e83890a9 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:56.900631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a8241-3597-443c-9068-5ce5566f0b36 req-0caf8ed7-0ebe-41af-ae73-057011014a9f tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:56.908112 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-327a8241-3597-443c-9068-5ce5566f0b36 req-0caf8ed7-0ebe-41af-ae73-057011014a9f tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 931 time: 0.6570883 Jun 03 21:43:56.933131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Port 161ba807-d137-44d4-83ad-ee3fc76b6338 on network 21c45018-37a9-4d8b-8264-e960e83890a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:56.933966 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Attempting to bind port 161ba807-d137-44d4-83ad-ee3fc76b6338 on network 21c45018-37a9-4d8b-8264-e960e83890a9 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:56.947876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:56.948780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Checking segment: {'id': '4d4eadd1-7b50-4f07-b065-19a8b093a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:56.948780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Bound using segment: {'id': '4d4eadd1-7b50-4f07-b065-19a8b093a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:56.949234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Bound port: 161ba807-d137-44d4-83ad-ee3fc76b6338, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4eadd1-7b50-4f07-b065-19a8b093a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:56.949574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:57.016494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Pushing event updated for resources: {'Port': ['ID=5e0b95c6-7825-4929-8651-91c21c1f01a5,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:57.039311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 92e19981-e316-4ccf-b415-f24db4f7c54e up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:43:57.062573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-327a8241-3597-443c-9068-5ce5566f0b36 req-f106e9b0-fbf2-479c-a00b-1f017f58e4c9 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Synchronizing usage tracker for tenant:fb162b9e85e341649c3678d854dd6e2c on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:43:57.070949 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:57.086102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1d5571a0-dba3-4146-bc5a-f9a286f9e4f6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:57.122853 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0be5d877-38c7-4723-b63f-25ebae9fa817 None None] Provisioning for port 5e0b95c6-7825-4929-8651-91c21c1f01a5 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:43:57.131450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0be5d877-38c7-4723-b63f-25ebae9fa817 None None] Provisioning complete for port 5e0b95c6-7825-4929-8651-91c21c1f01a5 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:57.132031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0be5d877-38c7-4723-b63f-25ebae9fa817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:57.139141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-327a8241-3597-443c-9068-5ce5566f0b36 req-f106e9b0-fbf2-479c-a00b-1f017f58e4c9 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Unset dirty status for tenant:fb162b9e85e341649c3678d854dd6e2c on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:43:57.147945 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-327a8241-3597-443c-9068-5ce5566f0b36 req-f106e9b0-fbf2-479c-a00b-1f017f58e4c9 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387772 Jun 03 21:43:57.153009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:57.164674 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-6549ecdb-f9f4-4668-9e84-669f2c6fbf68 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1496005 Jun 03 21:43:57.170562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:57.170747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e7d1f04d-6894-4d4d-a75c-c06b6d8fbea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:57.171606 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:57.194873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 92e19981-e316-4ccf-b415-f24db4f7c54e triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:43:57.195350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:57.213576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] For port 161ba807-d137-44d4-83ad-ee3fc76b6338, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:57.247575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] For port 161ba807-d137-44d4-83ad-ee3fc76b6338, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=161ba807-d137-44d4-83ad-ee3fc76b6338,segment=NetworkSegment(4d4eadd1-7b50-4f07-b065-19a8b093a91d),segment_id=4d4eadd1-7b50-4f07-b065-19a8b093a91d)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:57.259485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:57.264454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-0be5d877-38c7-4723-b63f-25ebae9fa817 None None] Port 5e0b95c6-7825-4929-8651-91c21c1f01a5 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:43:57.288136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event updated for resources: {'Subnet': ['ID=93521e67-dd6f-45bf-98f2-d0cbef7bb3bd,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:57.293675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:57.294318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:57.349422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Checking segment: {'id': '24939f7c-d0b7-4286-a5a7-6b4ea0df3baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '213c9154-5320-40b5-bebe-8c860dccd91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:57.350998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Network hostable DHCP agents. Network: 213c9154-5320-40b5-bebe-8c860dccd91f, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:43:57.360046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:57.360676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:57.363328 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/161ba807-d137-44d4-83ad-ee3fc76b6338 HTTP/1.1" status: 200 len: 1093 time: 3.0759759 Jun 03 21:43:57.370459 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794d7c6c-4358-494a-8d59-96f59fc69007', 'tag': '161ba807-d137-44d4-83ad-ee3fc76b6338'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:43:57.463923 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49398) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:57.594881 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3943555 Jun 03 21:43:57.605688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c471fa4d-06e3-40d9-b82b-123705605ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "794d7c6c-4358-494a-8d59-96f59fc69007", "tag": "161ba807-d137-44d4-83ad-ee3fc76b6338"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:43:57.621899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Network 213c9154-5320-40b5-bebe-8c860dccd91f is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:43:57.624902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Pushing event updated for resources: {'Port': ['ID=161ba807-d137-44d4-83ad-ee3fc76b6338,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:57.630567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:57.647850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 213c9154-5320-40b5-bebe-8c860dccd91f) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:57.662697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7a9cfa-2446-49dc-86c4-ebf804d172f4 None None] Network 213c9154-5320-40b5-bebe-8c860dccd91f requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:43:57.676073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:57.676678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:57.726714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-91b48a40-391b-4de0-8a55-c045811f3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:57.729375 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-91b48a40-391b-4de0-8a55-c045811f3dda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de330ded214f4d50a7154a6f70805db0&device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 1096 time: 0.3136618 Jun 03 21:43:57.735027 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1950860 Jun 03 21:43:57.735981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49406) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:57.743360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Request body: {'port': {'network_id': '213c9154-5320-40b5-bebe-8c860dccd91f', 'name': 'tempest-AllowedAddressPairTestJSON-519572472'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:57.824944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8014c4ce-4057-4c7a-9dd7-bcf827607673 x-openstack-request-id: req-8014c4ce-4057-4c7a-9dd7-bcf827607673 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:43:57.825261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794d7c6c-4358-494a-8d59-96f59fc69007", "tag": "161ba807-d137-44d4-83ad-ee3fc76b6338", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:43:57.825539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8014c4ce-4057-4c7a-9dd7-bcf827607673 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:43:57.826023 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794d7c6c-4358-494a-8d59-96f59fc69007', 'tag': '161ba807-d137-44d4-83ad-ee3fc76b6338', 'status': 'completed', 'code': 200} Jun 03 21:43:57.853034 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-c3bb9215-2f91-4103-82ba-74e27cf60674 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=161ba807-d137-44d4-83ad-ee3fc76b6338 HTTP/1.1" status: 200 len: 217 time: 0.0888481 Jun 03 21:43:57.898160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Request body: {'port': {'device_id': '3b84029e-2d27-4fa0-af3b-6c402e658ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:43:57.959547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-213c9154-5320-40b5-bebe-8c860dccd91f', 'network_id': '213c9154-5320-40b5-bebe-8c860dccd91f', 'tenant_id': 'c7a7f898c71b4a97a3f3f8ece470b6cc', 'fixed_ips': [{'subnet_id': '93521e67-dd6f-45bf-98f2-d0cbef7bb3bd'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:43:57.960922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.038386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.053826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1d5571a0-dba3-4146-bc5a-f9a286f9e4f6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.054254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-d98f60a4-e7b2-41f8-8899-f321d2a4e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:58.055992 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-d98f60a4-e7b2-41f8-8899-f321d2a4e930 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8a91673-3043-4757-a983-3e6ef46383ed HTTP/1.1" status: 200 len: 844 time: 0.1523433 Jun 03 21:43:58.061165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1d5571a0-dba3-4146-bc5a-f9a286f9e4f6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.100648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:43:58.116545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Usage tracker for resource:port and tenant:c7a7f898c71b4a97a3f3f8ece470b6cc is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:43:58.121642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:43:58.130308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:43:58.150660 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Allocated IP 172.20.0.2 (213c9154-5320-40b5-bebe-8c860dccd91f/93521e67-dd6f-45bf-98f2-d0cbef7bb3bd/0049d52b-c7d6-4e75-b2ac-3f5ceaf25246) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:58.156775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b0e59-8b73-4ce4-b0ad-e4f51104209f req-994c1350-3487-4bf2-90ac-28c58fc0a127 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:58.158310 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-590b0e59-8b73-4ce4-b0ad-e4f51104209f req-994c1350-3487-4bf2-90ac-28c58fc0a127 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 943 time: 0.2536974 Jun 03 21:43:58.170573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Made reservation on behalf of c7a7f898c71b4a97a3f3f8ece470b6cc for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:43:58.174021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.218886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] device_id is not set on port 8bdd9871-8ff3-4138-a955-b0be20838c3f yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:58.293999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-75f266e0-5e05-4113-85b1-e061172a9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:58.295513 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-75f266e0-5e05-4113-85b1-e061172a9fce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21c45018-37a9-4d8b-8264-e960e83890a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2304125 Jun 03 21:43:58.300926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407bdd8-1890-45b8-9154-ebaf630eb4e1 req-4966ce33-21f7-41c4-9a3c-b6c808812b69 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:58.301616 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-590b0e59-8b73-4ce4-b0ad-e4f51104209f req-c8046c39-14a6-49c2-960c-22b8f043fc56 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361256 Jun 03 21:43:58.302585 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6407bdd8-1890-45b8-9154-ebaf630eb4e1 req-4966ce33-21f7-41c4-9a3c-b6c808812b69 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 943 time: 1.4332771 Jun 03 21:43:58.306644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Allocated IP 172.20.0.1 (82f43934-1ea8-4766-9f91-c20874975410/3fe005db-df28-4b9e-8c12-604ff1b48d10/672ad2ca-e902-49b4-835f-8f3d5a03e719) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:58.307472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.326077 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71b7e055-cc1c-4521-bb40-4cf1db0e156e req-ab567560-043c-4840-b192-8a8b5bf6c313 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1477911 Jun 03 21:43:58.328024 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b728245f-1e00-4729-9c24-2b2f1864cb71 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=04dbf528a4a24906b622cce0f20a34a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8561924 Jun 03 21:43:58.334058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49412) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:58.341262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1d5571a0-dba3-4146-bc5a-f9a286f9e4f6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.341754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5571a0-dba3-4146-bc5a-f9a286f9e4f6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Fanout notify agent at l3_agent the message router_deleted on router 68884a68-fe06-43d7-8fda-9c7a380d118b {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:43:58.449127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1d5571a0-dba3-4146-bc5a-f9a286f9e4f6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.450317 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1d5571a0-dba3-4146-bc5a-f9a286f9e4f6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/68884a68-fe06-43d7-8fda-9c7a380d118b HTTP/1.1" status: 204 len: 168 time: 1.8439593 Jun 03 21:43:58.485510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49414) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:43:58.488153 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.500980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Transition to ACTIVE for port object 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:58.517235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.522451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Transition to ACTIVE for port object 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:58.531679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.537879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6a6536e1-3ad3-468f-8be3-a57993e1557f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:58.555752 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6407bdd8-1890-45b8-9154-ebaf630eb4e1 req-61f99976-e2b7-437c-abd9-e339700fc7ed tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251904 Jun 03 21:43:58.603099 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Network 213c9154-5320-40b5-bebe-8c860dccd91f is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:58.607899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:58.615207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:58.702330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Pushing event updated for resources: {'Port': ['ID=0049d52b-c7d6-4e75-b2ac-3f5ceaf25246,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:58.709280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:58.725425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Attempting to bind port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:58.725938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Attempting to bind port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '24939f7c-d0b7-4286-a5a7-6b4ea0df3baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '213c9154-5320-40b5-bebe-8c860dccd91f'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:58.726384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Attempting to bind port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 on network 213c9154-5320-40b5-bebe-8c860dccd91f {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:58.732259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:43:58.732772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Checking segment: {'id': '24939f7c-d0b7-4286-a5a7-6b4ea0df3baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '213c9154-5320-40b5-bebe-8c860dccd91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:43:58.733261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.733739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Bound using segment: {'id': '24939f7c-d0b7-4286-a5a7-6b4ea0df3baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '213c9154-5320-40b5-bebe-8c860dccd91f'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:43:58.734294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Bound port: 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24939f7c-d0b7-4286-a5a7-6b4ea0df3baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '213c9154-5320-40b5-bebe-8c860dccd91f'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:43:58.734779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.747425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3997f73b-7d6f-4d00-920c-c668c954b06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.784205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-12be95e9-a775-43f3-8881-9607718787a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting subnet ce808b7c-f1b0-41d5-afb6-e342e0335934 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:43:58.786689 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Allocated IP 172.20.0.5 (213c9154-5320-40b5-bebe-8c860dccd91f/93521e67-dd6f-45bf-98f2-d0cbef7bb3bd/8bdd9871-8ff3-4138-a955-b0be20838c3f) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:43:58.795269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-12be95e9-a775-43f3-8881-9607718787a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.832259 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-846b50bf-637c-40e4-8583-8ede27a9c071 service neutron] 10.222.0.24 "GET /v2.0/networks/21c45018-37a9-4d8b-8264-e960e83890a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227013 Jun 03 21:43:58.848644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] For port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:43:58.852971 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3997f73b-7d6f-4d00-920c-c668c954b06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.853912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] For port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0049d52b-c7d6-4e75-b2ac-3f5ceaf25246,segment=NetworkSegment(24939f7c-d0b7-4286-a5a7-6b4ea0df3baa),segment_id=24939f7c-d0b7-4286-a5a7-6b4ea0df3baa)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:43:58.859761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.864161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-235d4d2a-3327-4b58-a469-25ea35ed7284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:58.911722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:58.958985 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Pushing event updated for resources: {'Port': ['ID=0049d52b-c7d6-4e75-b2ac-3f5ceaf25246,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:58.962603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:58.972757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e83790-c328-4d72-aed1-88816d6a492b req-cadeafc6-ce36-420c-951e-f0c2866e7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:58.974271 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e0e83790-c328-4d72-aed1-88816d6a492b req-cadeafc6-ce36-420c-951e-f0c2866e7a3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8575706e29d4efb935647060af56086&device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 1096 time: 0.5586603 Jun 03 21:43:58.983397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Transition to ACTIVE for port object 672ad2ca-e902-49b4-835f-8f3d5a03e719 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:58.987049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] device_id is not set on port d68f6a93-65f1-4214-bd3b-b731373f4525 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:43:59.027645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:59.030548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-12be95e9-a775-43f3-8881-9607718787a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:59.170083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fa6c3-b31c-4bee-ab8f-1af88d7751a4 req-de76584c-cf23-4807-9f1a-180d0f20792e tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:59.178203 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d89fa6c3-b31c-4bee-ab8f-1af88d7751a4 req-de76584c-cf23-4807-9f1a-180d0f20792e tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 931 time: 0.6550262 Jun 03 21:43:59.190852 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Transition to ACTIVE for port object d68f6a93-65f1-4214-bd3b-b731373f4525 will not be triggered until provisioned by entity L2. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:59.221438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:59.231133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cb484254-3b92-4b86-9429-f9091a6a0662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:59.307911 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c85dc02-23eb-44c8-88fa-48d11496dd8c req-1f7bb6f8-1617-4314-8b84-e33e2f503e68 service neutron] 10.222.0.24 "GET /v2.0/networks/21c45018-37a9-4d8b-8264-e960e83890a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592528 Jun 03 21:43:59.375170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3997f73b-7d6f-4d00-920c-c668c954b06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:59.398444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:59.563888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:59.611972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event updated for resources: {'Port': ['ID=d68f6a93-65f1-4214-bd3b-b731373f4525,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:59.623487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e83790-c328-4d72-aed1-88816d6a492b req-53b63b23-d72e-4ca8-8b2c-e8ce7a6734ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:43:59.624960 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e0e83790-c328-4d72-aed1-88816d6a492b req-53b63b23-d72e-4ca8-8b2c-e8ce7a6734ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3ab37d9-450d-465b-af87-fe797b3c7680 HTTP/1.1" status: 200 len: 914 time: 0.6404221 Jun 03 21:43:59.626386 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d89fa6c3-b31c-4bee-ab8f-1af88d7751a4 req-1efeaf3d-9e29-4b32-ae6f-40b71a9491a9 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4473970 Jun 03 21:43:59.637094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:59.638442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:43:59.654308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-12be95e9-a775-43f3-8881-9607718787a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:59.712652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997f73b-7d6f-4d00-920c-c668c954b06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03ab06e-8756-49f3-9892-01e2857e77c2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:43:59.716201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3997f73b-7d6f-4d00-920c-c668c954b06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:43:59.771333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:59.778863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.resource_extend [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:43:59.787928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Network 82f43934-1ea8-4766-9f91-c20874975410 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:43:59.792980 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e0e83790-c328-4d72-aed1-88816d6a492b req-aae8289f-f503-4b77-a091-85033ca3a745 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c160a6-3c5a-454f-998f-946a491894d8 HTTP/1.1" status: 200 len: 217 time: 0.1204820 Jun 03 21:43:59.793645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:43:59.793973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:43:59.794296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:43:59.801477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:43:59.806124 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:43:59.885638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3997f73b-7d6f-4d00-920c-c668c954b06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:43:59.890796 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3997f73b-7d6f-4d00-920c-c668c954b06b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c03ab06e-8756-49f3-9892-01e2857e77c2 HTTP/1.1" status: 204 len: 168 time: 1.5532370 Jun 03 21:43:59.906202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Transition to ACTIVE for port object 8bdd9871-8ff3-4138-a955-b0be20838c3f will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:43:59.929588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:43:59.930275 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:43:59.963152 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 2 to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 Jun 03 21:44:00.010329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event updated for resources: {'Port': ['ID=672ad2ca-e902-49b4-835f-8f3d5a03e719,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:00.026435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:00.041208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:00.041735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:00.042255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:00.070295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:00.089928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471fa4d-06e3-40d9-b82b-123705605ed0 req-2e0ef1e7-c24e-4345-b04f-338962c917ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:00.091485 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c471fa4d-06e3-40d9-b82b-123705605ed0 req-2e0ef1e7-c24e-4345-b04f-338962c917ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de330ded214f4d50a7154a6f70805db0&device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 1096 time: 0.6999731 Jun 03 21:44:00.185578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049681e-6d2a-4445-8f0e-51c89be7b248 None None] Network 213c9154-5320-40b5-bebe-8c860dccd91f requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:00.204181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:00.204500 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:00.207000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0b95c6-7825-4929-8651-91c21c1f01a5 {{(pid=104397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:44:00.218005 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 3 to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 Jun 03 21:44:00.228956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e83790-c328-4d72-aed1-88816d6a492b req-cae74170-0f45-4208-82cd-3a4aa0b1d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:00.230358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:00.231601 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e0e83790-c328-4d72-aed1-88816d6a492b req-cae74170-0f45-4208-82cd-3a4aa0b1d070 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f48f48ce-c887-4cce-89b6-0302a64d4519 HTTP/1.1" status: 200 len: 851 time: 0.4256947 Jun 03 21:44:00.252896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:00.253530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d7951-ed79-4813-a830-212b6b2c03ad req-e8ec5e5c-11f8-45e2-b32a-1d2e17d36293 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:00.268889 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-221d7951-ed79-4813-a830-212b6b2c03ad req-e8ec5e5c-11f8-45e2-b32a-1d2e17d36293 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 943 time: 0.4880342 Jun 03 21:44:00.283335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d85ec9c7-1208-453c-89f9-c9602f36294a tempest-RoutersAdminNegativeTest-843554261 tempest-RoutersAdminNegativeTest-843554261-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:00.338642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4fcf1bb9-420d-4a89-aa68-5350831f4904 None None] Provisioning for port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:00.374435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49424) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:00.384476 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4fcf1bb9-420d-4a89-aa68-5350831f4904 None None] Provisioning for port 672ad2ca-e902-49b4-835f-8f3d5a03e719 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:00.409662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:00.410036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:00.410312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:00.419718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e9af1-43e6-48da-8069-958fd18a0ff8 req-dec7609b-006d-4c2a-aadf-40396fddec9c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:00.421149 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bd2e9af1-43e6-48da-8069-958fd18a0ff8 req-dec7609b-006d-4c2a-aadf-40396fddec9c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 943 time: 0.8723333 Jun 03 21:44:00.425305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4fcf1bb9-420d-4a89-aa68-5350831f4904 None None] Provisioning complete for port 672ad2ca-e902-49b4-835f-8f3d5a03e719 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:00.425305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4fcf1bb9-420d-4a89-aa68-5350831f4904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:00.453787 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Transition to ACTIVE for port object 5e0b95c6-7825-4929-8651-91c21c1f01a5 will not be triggered until provisioned by entity L2. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:00.469129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:00.469498 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:00.473953 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 4 to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 Jun 03 21:44:00.495623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:00.507186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Network 213c9154-5320-40b5-bebe-8c860dccd91f is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:00.514386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:00.519116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:00.522188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:00.525358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf1bb9-420d-4a89-aa68-5350831f4904 None None] Port 672ad2ca-e902-49b4-835f-8f3d5a03e719 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:00.554269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471fa4d-06e3-40d9-b82b-123705605ed0 req-caddfb40-6452-4996-a30a-0bdd20df52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:00.555317 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c471fa4d-06e3-40d9-b82b-123705605ed0 req-caddfb40-6452-4996-a30a-0bdd20df52d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21c45018-37a9-4d8b-8264-e960e83890a9 HTTP/1.1" status: 200 len: 907 time: 0.4535441 Jun 03 21:44:00.558455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:00.558789 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:00.559294 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:00.610231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:00.610555 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:00.654357 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-221d7951-ed79-4813-a830-212b6b2c03ad req-943a1ac2-16bb-4770-96c0-36bed4fd678c tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3838465 Jun 03 21:44:00.668944 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 5 to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 Jun 03 21:44:00.694132 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c471fa4d-06e3-40d9-b82b-123705605ed0 req-400d1059-92f7-40b5-8894-6ab9a4e6b312 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=161ba807-d137-44d4-83ad-ee3fc76b6338 HTTP/1.1" status: 200 len: 217 time: 0.1222897 Jun 03 21:44:00.694797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event updated for resources: {'Port': ['ID=8bdd9871-8ff3-4138-a955-b0be20838c3f,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:00.716671 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-109d94cb-32df-4a1c-bad6-914a87cc2bcc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3249439c78c3472dbb68d88d5b1b5a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362646 Jun 03 21:44:00.749283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49428) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:00.750279 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0b95c6-7825-4929-8651-91c21c1f01a5,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:00.767791 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bd2e9af1-43e6-48da-8069-958fd18a0ff8 req-ae49adad-9344-4167-9a0a-4147bac6c1e6 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364336 Jun 03 21:44:00.782371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:00.787129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471fa4d-06e3-40d9-b82b-123705605ed0 req-815e2513-84fe-4608-bed5-b59e3456e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:00.788895 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c471fa4d-06e3-40d9-b82b-123705605ed0 req-815e2513-84fe-4608-bed5-b59e3456e316 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8a91673-3043-4757-a983-3e6ef46383ed HTTP/1.1" status: 200 len: 844 time: 0.0850945 Jun 03 21:44:00.834907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:00.835446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:00.835988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:00.836569 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:00.837115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:00.837529 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:00.837941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:00.838578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:00.838663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:00.839128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:00.839570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:00.840025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:00.854302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-12be95e9-a775-43f3-8881-9607718787a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:00.897906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:00.903488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-569a48d6-2f84-4152-9957-39add6fb2e75 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:00.956502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:00.957159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:00.960563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:00.961033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:00.961302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:00.984488 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-76ab2dca-928c-4f09-8ad3-ee003d8636e7 None None] Provisioning for port 8bdd9871-8ff3-4138-a955-b0be20838c3f completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:00.988354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be95e9-a775-43f3-8881-9607718787a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Subnet': ['ID=ce808b7c-f1b0-41d5-afb6-e342e0335934,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:00.989443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e83790-c328-4d72-aed1-88816d6a492b req-a579100e-16fc-4e0c-86ca-a23f74cdafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:00.994851 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e0e83790-c328-4d72-aed1-88816d6a492b req-a579100e-16fc-4e0c-86ca-a23f74cdafd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3ab37d9-450d-465b-af87-fe797b3c7680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7425709 Jun 03 21:44:00.995029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-76ab2dca-928c-4f09-8ad3-ee003d8636e7 None None] Provisioning complete for port 8bdd9871-8ff3-4138-a955-b0be20838c3f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:00.995029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-76ab2dca-928c-4f09-8ad3-ee003d8636e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:00.998899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-12be95e9-a775-43f3-8881-9607718787a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:01.004391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-12be95e9-a775-43f3-8881-9607718787a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.006176 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-12be95e9-a775-43f3-8881-9607718787a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/ce808b7c-f1b0-41d5-afb6-e342e0335934 HTTP/1.1" status: 204 len: 168 time: 2.5195441 Jun 03 21:44:01.009123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:01.009602 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:01.021338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49430) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:01.025649 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2880886 Jun 03 21:44:01.034438 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 6 to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 Jun 03 21:44:01.066463 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49432) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:01.069843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288e1b12-4638-452b-913e-de963f56c3c6 None None] Network aca2eee9-7802-4c05-be3f-a5dbda104f55 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:01.083586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Request body: {'port': {'network_id': '213c9154-5320-40b5-bebe-8c860dccd91f', 'name': 'tempest-AllowedAddressPairTestJSON-1401079313', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:19:bf:7c'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:01.088841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:01.113097 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.208778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting subnet 1be96ba8-4ac1-43ee-9482-8605f9e2a6c5 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:44:01.211118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:01.211858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:01.212029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:01.222019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-76ab2dca-928c-4f09-8ad3-ee003d8636e7 None None] Port 8bdd9871-8ff3-4138-a955-b0be20838c3f cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:01.228033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.293250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c1de1-d698-4a28-86fc-fd73f762caca req-447f0846-91a8-46f8-99f4-efcb10b593d5 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:01.295084 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b88c1de1-d698-4a28-86fc-fd73f762caca req-447f0846-91a8-46f8-99f4-efcb10b593d5 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 943 time: 0.4522841 Jun 03 21:44:01.309739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471fa4d-06e3-40d9-b82b-123705605ed0 req-b2e8a760-8d01-4b80-b9ce-f832f7c9e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:01.311591 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c471fa4d-06e3-40d9-b82b-123705605ed0 req-b2e8a760-8d01-4b80-b9ce-f832f7c9e1cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21c45018-37a9-4d8b-8264-e960e83890a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5114231 Jun 03 21:44:01.312464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:01.312921 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:01.319172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-57fb53ba-b414-4024-a800-9966bd2be38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.320762 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 7 to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 Jun 03 21:44:01.350112 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:01.357922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:01.358379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.373493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.450384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:01.464007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Usage tracker for resource:port and tenant:c7a7f898c71b4a97a3f3f8ece470b6cc is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:01.517111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.528779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-59dea3d5-062e-46a0-ae03-e4c4fc0816f1 None None] Provisioning complete for port 8bdd9871-8ff3-4138-a955-b0be20838c3f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:01.529004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:01.529224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-59dea3d5-062e-46a0-ae03-e4c4fc0816f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.554197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Attempting to bind port 5e0b95c6-7825-4929-8651-91c21c1f01a5 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:01.554536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Attempting to bind port 5e0b95c6-7825-4929-8651-91c21c1f01a5 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '99b1434c-0efc-4899-9796-9b906144659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:01.554856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Attempting to bind port 5e0b95c6-7825-4929-8651-91c21c1f01a5 on network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:01.559293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:01.560743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] DHCP port deletion for aca2eee9-7802-4c05-be3f-a5dbda104f55 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:44:01.574618 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b88c1de1-d698-4a28-86fc-fd73f762caca req-2add5910-1eda-4dd3-a039-10018c61e02e tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621398 Jun 03 21:44:01.588783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:01.589142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:01.589438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:01.594191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Made reservation on behalf of c7a7f898c71b4a97a3f3f8ece470b6cc for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:01.594469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Port 5e0b95c6-7825-4929-8651-91c21c1f01a5 on network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:01.594795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Attempting to bind port 5e0b95c6-7825-4929-8651-91c21c1f01a5 on network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:01.645167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-59dea3d5-062e-46a0-ae03-e4c4fc0816f1 None None] Port 8bdd9871-8ff3-4138-a955-b0be20838c3f cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:01.655732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0049d52b-c7d6-4e75-b2ac-3f5ceaf25246,segment=NetworkSegment(24939f7c-d0b7-4286-a5a7-6b4ea0df3baa),segment_id=24939f7c-d0b7-4286-a5a7-6b4ea0df3baa)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:01.660837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.666441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:01.666794 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:01.667368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-372358a3-8264-4ba6-97a8-32fea86d57c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:01.687803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-57fb53ba-b414-4024-a800-9966bd2be38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.750250 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Deleting port 5c1dce45-132d-4684-be07-898db8a75033 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:01.750987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.765045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=0049d52b-c7d6-4e75-b2ac-3f5ceaf25246,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:01.770977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:01.807871 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 8 to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 Jun 03 21:44:01.827531 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e0e83790-c328-4d72-aed1-88816d6a492b req-3293902d-aebc-466b-8361-6c9da964dd68 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7938297 Jun 03 21:44:01.832288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:01.832686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:01.833387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:01.835009 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c471fa4d-06e3-40d9-b82b-123705605ed0 req-d52dd431-c570-464d-80fe-1e921bedfc1e service neutron] 10.222.0.24 "GET /v2.0/networks/21c45018-37a9-4d8b-8264-e960e83890a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896996 Jun 03 21:44:01.839253 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-57fb53ba-b414-4024-a800-9966bd2be38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.840300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.843025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:44:01.843361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Checking segment: {'id': '99b1434c-0efc-4899-9796-9b906144659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:01.843759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Bound using segment: {'id': '99b1434c-0efc-4899-9796-9b906144659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8'} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:44:01.844197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Bound port: 5e0b95c6-7825-4929-8651-91c21c1f01a5, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b1434c-0efc-4899-9796-9b906144659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8'}}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:44:01.844664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.868072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] For port 5c1dce45-132d-4684-be07-898db8a75033, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=5c1dce45-132d-4684-be07-898db8a75033,segment=NetworkSegment(e5810f2e-b959-4b27-99f0-aec3b4decb1b),segment_id=e5810f2e-b959-4b27-99f0-aec3b4decb1b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:01.868767 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:01.957712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:01.958036 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:01.958585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:02.025252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Calling delete_port for 5c1dce45-132d-4684-be07-898db8a75033 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:02.032135 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 9 to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 Jun 03 21:44:02.075271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb53ba-b414-4024-a800-9966bd2be38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7566f3d0-7ef0-4b0d-9160-c111f82ead4d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:02.096185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-57fb53ba-b414-4024-a800-9966bd2be38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:02.111011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-57fb53ba-b414-4024-a800-9966bd2be38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:02.112135 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-57fb53ba-b414-4024-a800-9966bd2be38a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7566f3d0-7ef0-4b0d-9160-c111f82ead4d HTTP/1.1" status: 204 len: 168 time: 1.3422787 Jun 03 21:44:02.112901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:02.113234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:02.113560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:02.115824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:02.150886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:02.151223 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:02.173672 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 10 to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 Jun 03 21:44:02.191213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:02.202994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:02.225678 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e0e83790-c328-4d72-aed1-88816d6a492b req-d25456fe-8f40-4163-a165-5d8ada762109 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596561 Jun 03 21:44:02.228723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] device_id is not set on port b1a0b2e5-0c54-44eb-887c-bb6ec178b615 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:02.247604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:02.247944 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:02.248280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:02.254675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] For port 5e0b95c6-7825-4929-8651-91c21c1f01a5, host hv-neutron-7929, cleared binding levels {{(pid=104397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:44:02.276999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] No DVR routers for this DVR port 5c1dce45-132d-4684-be07-898db8a75033 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:44:02.280325 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c471fa4d-06e3-40d9-b82b-123705605ed0 req-e8d24904-0bfd-48a1-9d7f-07fc08b08bd3 service neutron] 10.222.0.24 "GET /v2.0/networks/21c45018-37a9-4d8b-8264-e960e83890a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122283 Jun 03 21:44:02.285484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Pushing event deleted for resources: {'Port': ['ID=5c1dce45-132d-4684-be07-898db8a75033,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:02.297970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:02.299735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:02.300311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:02.300826 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:02.301702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:02.302393 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:02.302903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:02.303419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:02.303995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:02.304508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:02.305121 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:02.305646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:02.310515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:02.332303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:02.332634 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port d68f6a93-65f1-4214-bd3b-b731373f4525 on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:02.332991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:02.344182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c485d6b-7ee7-4828-ad2c-403da862b20d req-a30b000c-127b-4226-a9a8-e629ec8315eb tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:02.351378 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5c485d6b-7ee7-4828-ad2c-403da862b20d req-a30b000c-127b-4226-a9a8-e629ec8315eb tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 943 time: 0.4280143 Jun 03 21:44:02.361374 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] For port 5e0b95c6-7825-4929-8651-91c21c1f01a5, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=5e0b95c6-7825-4929-8651-91c21c1f01a5,segment=NetworkSegment(99b1434c-0efc-4899-9796-9b906144659f),segment_id=99b1434c-0efc-4899-9796-9b906144659f)] {{(pid=104397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:44:02.381551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:02.393317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda9900-f802-4355-84a7-2f7fd2082fdb req-a4927127-0b07-46d3-a7d8-cbe2c684f6cf tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:02.394878 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-eeda9900-f802-4355-84a7-2f7fd2082fdb req-a4927127-0b07-46d3-a7d8-cbe2c684f6cf tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 943 time: 0.5637538 Jun 03 21:44:02.400576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9207bf2b-eeec-4b8d-bfbe-dc0ced684343 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:02.496720 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5c485d6b-7ee7-4828-ad2c-403da862b20d req-403d7756-12cb-45e8-ad02-831f91ba9dd1 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442132 Jun 03 21:44:02.525701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:02.526932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:02.527823 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] 10.222.0.24 "PUT /v2.0/ports/5e0b95c6-7825-4929-8651-91c21c1f01a5 HTTP/1.1" status: 200 len: 1093 time: 4.7711735 Jun 03 21:44:02.549758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b84029e-2d27-4fa0-af3b-6c402e658ac5', 'tag': '5e0b95c6-7825-4929-8651-91c21c1f01a5'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:44:02.550030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Allocated IP 172.20.0.8 (213c9154-5320-40b5-bebe-8c860dccd91f/93521e67-dd6f-45bf-98f2-d0cbef7bb3bd/b1a0b2e5-0c54-44eb-887c-bb6ec178b615) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:02.552308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681663b4-d069-4901-a100-70dd6cccbdb1" -d '{"events": [{"name": "network-changed", "server_uuid": "3b84029e-2d27-4fa0-af3b-6c402e658ac5", "tag": "5e0b95c6-7825-4929-8651-91c21c1f01a5"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:44:02.557720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:02.568741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:02.632789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02974a9d-9ee2-45c8-9e45-96f18dd28cd5 None None] Network cbb53051-ee43-4a44-9142-0253c78ad4c8 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:02.700425 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d3e431-a751-45c5-9cb4-95ab980b4861 x-openstack-request-id: req-78d3e431-a751-45c5-9cb4-95ab980b4861 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:44:02.700678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b84029e-2d27-4fa0-af3b-6c402e658ac5", "tag": "5e0b95c6-7825-4929-8651-91c21c1f01a5", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:44:02.700959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-78d3e431-a751-45c5-9cb4-95ab980b4861 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:44:02.701437 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b84029e-2d27-4fa0-af3b-6c402e658ac5', 'tag': '5e0b95c6-7825-4929-8651-91c21c1f01a5', 'status': 'completed', 'code': 200} Jun 03 21:44:02.725284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0b95c6-7825-4929-8651-91c21c1f01a5,revision_number=3']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:02.737764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:02.741176 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-eeda9900-f802-4355-84a7-2f7fd2082fdb req-ff9151e1-3a48-4a28-b140-1d9095d37917 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964201 Jun 03 21:44:02.757617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] For port d68f6a93-65f1-4214-bd3b-b731373f4525, host hv-neutron-7929, cleared binding levels {{(pid=104397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:44:02.765629 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempted to set empty binding levels {{(pid=104397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 21:44:02.795685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:02.816639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:02.895595 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:02.923115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:02.936842 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] In _notify_port_updated(), no bound segment for port d68f6a93-65f1-4214-bd3b-b731373f4525 on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:44:02.938802 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:02.940672 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:02.942863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Transition to ACTIVE for port object b1a0b2e5-0c54-44eb-887c-bb6ec178b615 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:02.944615 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "PUT /v2.0/ports/d68f6a93-65f1-4214-bd3b-b731373f4525 HTTP/1.1" status: 200 len: 980 time: 6.1246722 Jun 03 21:44:02.949024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49454) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:02.969387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:02.976157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Subnet': ['ID=1be96ba8-4ac1-43ee-9482-8605f9e2a6c5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:03.018610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:03.031995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:03.034758 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:03.054964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:03.055354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:03.055994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:03.056381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:03.056731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:03.057101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:03.057611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:03.058132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:03.058494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:03.058846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:03.060515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:03.068699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:03.081032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:03.093751 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/1be96ba8-4ac1-43ee-9482-8605f9e2a6c5 HTTP/1.1" status: 204 len: 168 time: 2.0664468 Jun 03 21:44:03.093751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:03.098669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49458) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:03.118398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e9145b-4555-4a1f-976b-4cba01abab77 None None] DHCP port deletion for cbb53051-ee43-4a44-9142-0253c78ad4c8 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:44:03.152532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-53717b1d-1cfd-4e79-a7ea-01bf6ce510e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:03.154146 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-53717b1d-1cfd-4e79-a7ea-01bf6ce510e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb162b9e85e341649c3678d854dd6e2c&device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 1096 time: 0.5504308 Jun 03 21:44:03.162578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event updated for resources: {'Port': ['ID=d68f6a93-65f1-4214-bd3b-b731373f4525,revision_number=3']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:03.166287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:03.186085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:03.189671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Network 213c9154-5320-40b5-bebe-8c860dccd91f is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:03.213470 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 161ba807-d137-44d4-83ad-ee3fc76b6338 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:44:03.215247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:03.235449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:03.235959 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:03.253629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:03.363622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event updated for resources: {'Port': ['ID=b1a0b2e5-0c54-44eb-887c-bb6ec178b615,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:03.374475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:03.386488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:03.387546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:03.395421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-25e9145b-4555-4a1f-976b-4cba01abab77 None None] Deleting port e66e14e3-32b8-4eeb-a795-c90906dffc9a {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:03.396017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25e9145b-4555-4a1f-976b-4cba01abab77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:03.414582 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-9d05ad7f-8271-4451-b2f0-911c3a20346f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e0b95c6-7825-4929-8651-91c21c1f01a5 HTTP/1.1" status: 200 len: 217 time: 0.2471106 Jun 03 21:44:03.424131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e230d-aa64-49cb-8282-9ac23a920668 req-b378238f-0de5-46f5-aee3-4d6991bff063 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:03.424976 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:03.425963 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1f5e230d-aa64-49cb-8282-9ac23a920668 req-b378238f-0de5-46f5-aee3-4d6991bff063 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 943 time: 0.4513156 Jun 03 21:44:03.431762 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.3602421 Jun 03 21:44:03.446416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49466) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:03.502310 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1f5e230d-aa64-49cb-8282-9ac23a920668 req-0882fb84-9d25-4b43-855f-9f05c11cf577 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690315 Jun 03 21:44:03.622507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-25e9145b-4555-4a1f-976b-4cba01abab77 None None] For port e66e14e3-32b8-4eeb-a795-c90906dffc9a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e66e14e3-32b8-4eeb-a795-c90906dffc9a,segment=NetworkSegment(bc9dc2ae-665a-415b-9919-a479d1b70fd9),segment_id=bc9dc2ae-665a-415b-9919-a479d1b70fd9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:03.622811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25e9145b-4555-4a1f-976b-4cba01abab77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:03.733632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:03.771329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-741016d0-6dcc-4236-9a2f-29b765dbe2d5 None None] Provisioning for port b1a0b2e5-0c54-44eb-887c-bb6ec178b615 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:03.783471 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-25e9145b-4555-4a1f-976b-4cba01abab77 None None] Calling delete_port for e66e14e3-32b8-4eeb-a795-c90906dffc9a owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:03.870565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-741016d0-6dcc-4236-9a2f-29b765dbe2d5 None None] Provisioning complete for port b1a0b2e5-0c54-44eb-887c-bb6ec178b615 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:03.870935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-741016d0-6dcc-4236-9a2f-29b765dbe2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:03.955452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event updated for resources: {'Port': ['ID=672ad2ca-e902-49b4-835f-8f3d5a03e719,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:03.958940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:03.973636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 161ba807-d137-44d4-83ad-ee3fc76b6338, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=161ba807-d137-44d4-83ad-ee3fc76b6338,segment=NetworkSegment(4d4eadd1-7b50-4f07-b065-19a8b093a91d),segment_id=4d4eadd1-7b50-4f07-b065-19a8b093a91d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:03.991422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9067e5-2b8c-4fea-9137-6c2dc1ce6406 req-4f7cf365-bcc7-4574-9e20-0e34eb7c072f tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.000061 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8f9067e5-2b8c-4fea-9137-6c2dc1ce6406 req-4f7cf365-bcc7-4574-9e20-0e34eb7c072f tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 943 time: 0.1098735 Jun 03 21:44:04.024700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '161ba807-d137-44d4-83ad-ee3fc76b6338', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'port_id': '161ba807-d137-44d4-83ad-ee3fc76b6338', 'mac_address': 'fa:16:3e:44:e9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:44:04.064160 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8f9067e5-2b8c-4fea-9137-6c2dc1ce6406 req-cc0e950e-7582-4a22-be6d-417a2957a776 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630610 Jun 03 21:44:04.072375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-30bbd054-bcdd-4b15-a75f-0fa8b490e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.074088 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-30bbd054-bcdd-4b15-a75f-0fa8b490e86b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbec842f-83c0-4510-ab8c-a00939d873fc HTTP/1.1" status: 200 len: 850 time: 0.6423945 Jun 03 21:44:04.092640 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.092896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.093295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.093681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.094139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.094594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.095061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.095539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.096019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.096439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.097076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.097524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.097976 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.098599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.099197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.100295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.101385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.101819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.102460 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.103153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.103816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.104822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.105804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.108912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.109403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.109867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.110332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.111921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-741016d0-6dcc-4236-9a2f-29b765dbe2d5 None None] Port b1a0b2e5-0c54-44eb-887c-bb6ec178b615 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:04.112730 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Synchronizing usage tracker for tenant:16c9f9b56eb2458fb3196cd0588e442f on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:04.138746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161ba807-d137-44d4-83ad-ee3fc76b6338 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:44:04.145637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25e9145b-4555-4a1f-976b-4cba01abab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.151506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:04.190369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 5c1dce45-132d-4684-be07-898db8a75033 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:44:04.241446 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 5c1dce45-132d-4684-be07-898db8a75033 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:44:04.241776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 5c1dce45-132d-4684-be07-898db8a75033 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:44:04.244869 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 161ba807-d137-44d4-83ad-ee3fc76b6338, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=161ba807-d137-44d4-83ad-ee3fc76b6338,segment=NetworkSegment(4d4eadd1-7b50-4f07-b065-19a8b093a91d),segment_id=4d4eadd1-7b50-4f07-b065-19a8b093a91d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:04.245646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e9145b-4555-4a1f-976b-4cba01abab77 None None] No DVR routers for this DVR port e66e14e3-32b8-4eeb-a795-c90906dffc9a on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:44:04.247658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9145b-4555-4a1f-976b-4cba01abab77 None None] Pushing event deleted for resources: {'Port': ['ID=e66e14e3-32b8-4eeb-a795-c90906dffc9a,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:04.264810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.265513 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e0c160a6-3c5a-454f-998f-946a491894d8 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:44:04.307664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Unset dirty status for tenant:16c9f9b56eb2458fb3196cd0588e442f on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:04.308868 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8da178da-4c93-450f-bdf2-2f33b5c095f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23461 time: 1.3535867 Jun 03 21:44:04.313358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49488) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:04.402449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.411334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-25e9145b-4555-4a1f-976b-4cba01abab77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:04.411840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:04.414518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Network 82f43934-1ea8-4766-9f91-c20874975410 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:04.425212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba423375-97f6-4be6-a0af-5f017368301c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.431513 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba423375-97f6-4be6-a0af-5f017368301c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.437461 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba423375-97f6-4be6-a0af-5f017368301c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.441668 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ba423375-97f6-4be6-a0af-5f017368301c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.8989809 Jun 03 21:44:04.442969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49490) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:04.446641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:04.457526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca2eee9-7802-4c05-be3f-a5dbda104f55']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:04.476678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968b2ed-5194-4251-beb6-ab4ec5305002 req-40edc45e-8aae-442e-a33a-fdb12e626d3f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.478811 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8968b2ed-5194-4251-beb6-ab4ec5305002 req-40edc45e-8aae-442e-a33a-fdb12e626d3f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 943 time: 0.8378768 Jun 03 21:44:04.484158 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49492) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:04.522262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=161ba807-d137-44d4-83ad-ee3fc76b6338,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:04.526479 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port e0c160a6-3c5a-454f-998f-946a491894d8, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e0c160a6-3c5a-454f-998f-946a491894d8,segment=NetworkSegment(27cb45ad-b59c-4ed8-8743-05a5a1971407),segment_id=27cb45ad-b59c-4ed8-8743-05a5a1971407)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:04.534923 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:04.545553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'e0c160a6-3c5a-454f-998f-946a491894d8', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'port_id': 'e0c160a6-3c5a-454f-998f-946a491894d8', 'mac_address': 'fa:16:3e:5d:a4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:44:04.568886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5810f2e-b959-4b27-99f0-aec3b4decb1b') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:04.569214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5810f2e-b959-4b27-99f0-aec3b4decb1b') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:04.574126 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2da18034-75fa-4aa6-bb46-30557b9e9637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Deleting port d68f6a93-65f1-4214-bd3b-b731373f4525 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:04.574681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2da18034-75fa-4aa6-bb46-30557b9e9637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.611949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.628164 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.635915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c160a6-3c5a-454f-998f-946a491894d8 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:44:04.654280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port e0c160a6-3c5a-454f-998f-946a491894d8, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e0c160a6-3c5a-454f-998f-946a491894d8,segment=NetworkSegment(27cb45ad-b59c-4ed8-8743-05a5a1971407),segment_id=27cb45ad-b59c-4ed8-8743-05a5a1971407)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:04.666400 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.668945 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d1ebe57e-88f9-4b2a-bb78-341da2db245b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:04.741567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-052c22e5-b388-4352-bb3a-c182ff1809dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:04.743060 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-052c22e5-b388-4352-bb3a-c182ff1809dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a0a66ca-e212-4121-af0e-4c0d43c5e5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6203012 Jun 03 21:44:04.763672 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.764134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=e0c160a6-3c5a-454f-998f-946a491894d8,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:04.769136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:04.788873 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8968b2ed-5194-4251-beb6-ab4ec5305002 req-b93c2eb9-6dd6-4e3a-bc14-1be7508b0e8a tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005865 Jun 03 21:44:04.810818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:44:04.811220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:44:04.826820 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:44:04.846962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1166465898', 'router:external': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:04.847256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-48c1699e-a644-443c-b41b-42adb8daa41d None None] Provisioning complete for port 672ad2ca-e902-49b4-835f-8f3d5a03e719 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:04.847686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-48c1699e-a644-443c-b41b-42adb8daa41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.870077 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:04.907276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-48c1699e-a644-443c-b41b-42adb8daa41d None None] Port 672ad2ca-e902-49b4-835f-8f3d5a03e719 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:04.921999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-2da18034-75fa-4aa6-bb46-30557b9e9637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] For port d68f6a93-65f1-4214-bd3b-b731373f4525, host hv-neutron-7929, got binding levels [] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:04.923120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2da18034-75fa-4aa6-bb46-30557b9e9637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:04.993147 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e66e14e3-32b8-4eeb-a795-c90906dffc9a no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:44:04.997501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Usage tracker for resource:network and tenant:ff7d8ff255784873bc0cd6673c06124a is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:05.002187 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:05.025693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:05.033521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: e66e14e3-32b8-4eeb-a795-c90906dffc9a {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:44:05.033916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e66e14e3-32b8-4eeb-a795-c90906dffc9a not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:44:05.059836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:05.072978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Made reservation on behalf of ff7d8ff255784873bc0cd6673c06124a for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:05.075240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:05.096902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:05.102656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:05.118131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['161ba807-d137-44d4-83ad-ee3fc76b6338'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:44:05.122658 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:05.137533 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-234c2b2b-d6d9-40af-b452-36fb4d5286c8 service neutron] 10.222.0.24 "GET /v2.0/networks/8a0a66ca-e212-4121-af0e-4c0d43c5e5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751585 Jun 03 21:44:05.141043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Network': ['ID=aca2eee9-7802-4c05-be3f-a5dbda104f55,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:05.148384 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/networks/aca2eee9-7802-4c05-be3f-a5dbda104f55 HTTP/1.1" status: 204 len: 168 time: 2.0458806 Jun 03 21:44:05.149372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49500) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:05.150204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:05.153734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Router 3e677f32-c9b7-4ae7-ab61-7a6454c86bec is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:44:05.157638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2da18034-75fa-4aa6-bb46-30557b9e9637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Calling delete_port for d68f6a93-65f1-4214-bd3b-b731373f4525 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:05.166864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['e0c160a6-3c5a-454f-998f-946a491894d8'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:44:05.194083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:05.222095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Usage tracker for resource:security_group_rule and tenant:ff7d8ff255784873bc0cd6673c06124a is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:05.226280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6f447-26be-4665-a28d-02c952ed3802 req-a35513aa-ace0-49d3-9853-7d571bc729fe tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:05.232000 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8ba6f447-26be-4665-a28d-02c952ed3802 req-a35513aa-ace0-49d3-9853-7d571bc729fe tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 943 time: 0.3198853 Jun 03 21:44:05.240383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:05.270382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2e91022a-923d-4878-84e7-bd38776fab21 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Deleting port b1a0b2e5-0c54-44eb-887c-bb6ec178b615 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:05.270750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e91022a-923d-4878-84e7-bd38776fab21 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:05.355130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:05.415008 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8ba6f447-26be-4665-a28d-02c952ed3802 req-7687e5d0-87d4-4414-931c-f7a32f0c5240 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805878 Jun 03 21:44:05.434382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2da18034-75fa-4aa6-bb46-30557b9e9637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:05.451860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:05.495263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2da18034-75fa-4aa6-bb46-30557b9e9637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:05.533484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da18034-75fa-4aa6-bb46-30557b9e9637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event deleted for resources: {'Port': ['ID=d68f6a93-65f1-4214-bd3b-b731373f4525,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:05.535706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2da18034-75fa-4aa6-bb46-30557b9e9637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:05.541970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e91022a-923d-4878-84e7-bd38776fab21 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:05.554817 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2da18034-75fa-4aa6-bb46-30557b9e9637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "DELETE /v2.0/ports/d68f6a93-65f1-4214-bd3b-b731373f4525 HTTP/1.1" status: 204 len: 168 time: 1.2399802 Jun 03 21:44:05.558061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49502) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:05.714967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2e91022a-923d-4878-84e7-bd38776fab21 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Calling delete_port for b1a0b2e5-0c54-44eb-887c-bb6ec178b615 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:05.717660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:05.725786 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-57dd40eb-0109-41cc-85d8-be7feb5624e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] GET failed (client error): The resource could not be found. Jun 03 21:44:05.725957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-57dd40eb-0109-41cc-85d8-be7feb5624e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Synchronizing usage tracker for tenant:16c9f9b56eb2458fb3196cd0588e442f on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:05.752413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-57dd40eb-0109-41cc-85d8-be7feb5624e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Unset dirty status for tenant:16c9f9b56eb2458fb3196cd0588e442f on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:05.753654 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-57dd40eb-0109-41cc-85d8-be7feb5624e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "GET /v2.0/ports/d68f6a93-65f1-4214-bd3b-b731373f4525 HTTP/1.1" status: 404 len: 333 time: 0.1946521 Jun 03 21:44:05.757943 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49504) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:05.766246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-651163816', 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:05.779663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:05.793933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:44:05.803597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:05.804571 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b29abe-3d2e-4304-bd5b-d2a8b7955471 None None] Sync routers for ids ['3e677f32-c9b7-4ae7-ab61-7a6454c86bec'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:44:05.815867 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b29abe-3d2e-4304-bd5b-d2a8b7955471 None None] Routers {'3e677f32-c9b7-4ae7-ab61-7a6454c86bec'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:05.816631 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-e0b29abe-3d2e-4304-bd5b-d2a8b7955471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3e677f32-c9b7-4ae7-ab61-7a6454c86bec'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:05.840271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Made reservation on behalf of 16c9f9b56eb2458fb3196cd0588e442f for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:05.843220 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a74d1a09-dd16-4da4-923c-ae6c84f1140e req-189ff822-bb07-4e68-83a1-29d4256858aa service neutron] 10.222.0.24 "GET /v2.0/networks/8a0a66ca-e212-4121-af0e-4c0d43c5e5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6919959 Jun 03 21:44:05.844454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:05.909091 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "PUT /v2.0/routers/3e677f32-c9b7-4ae7-ab61-7a6454c86bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1773617 Jun 03 21:44:05.918779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49508) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:05.930789 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-e0b29abe-3d2e-4304-bd5b-d2a8b7955471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:05.931059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Request body: {'port': {'network_id': '82f43934-1ea8-4766-9f91-c20874975410', 'name': 'tempest-FloatingIPNegativeTestJSON-27719053'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:05.940756 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b29abe-3d2e-4304-bd5b-d2a8b7955471 None None] Routers {'3e677f32-c9b7-4ae7-ab61-7a6454c86bec'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:05.941661 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-e0b29abe-3d2e-4304-bd5b-d2a8b7955471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3e677f32-c9b7-4ae7-ab61-7a6454c86bec'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:05.952426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] device_id is not set on port 3e370da4-d329-409b-bfe8-4265f4756e3f yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:06.022898 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-e0b29abe-3d2e-4304-bd5b-d2a8b7955471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:06.023321 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b29abe-3d2e-4304-bd5b-d2a8b7955471 None None] The sync data for ids ['3e677f32-c9b7-4ae7-ab61-7a6454c86bec'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:44:06.030716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.046904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea13310-362b-4745-9534-65c17f9c4b0a req-d78ef25a-a4c6-4c7e-8f32-7d1e03086855 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:06.048415 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9ea13310-362b-4745-9534-65c17f9c4b0a req-d78ef25a-a4c6-4c7e-8f32-7d1e03086855 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 944 time: 0.8235872 Jun 03 21:44:06.058248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb53051-ee43-4a44-9142-0253c78ad4c8']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:06.100151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9dc2ae-665a-415b-9919-a479d1b70fd9') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:06.100475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9dc2ae-665a-415b-9919-a479d1b70fd9') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:06.132813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.140571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.160478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.163789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e91022a-923d-4878-84e7-bd38776fab21 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.169251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.172540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4dcd85a3-34c2-4724-81a7-527809198b17 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:06.182821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5a86ce81-ad72-4a33-9870-c8a727c3653f tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:06.200751 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9ea13310-362b-4745-9534-65c17f9c4b0a req-373e6b6c-8de4-4407-9cc8-e22949de7015 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347885 Jun 03 21:44:06.201674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:44:06.202066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:44:06.226662 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:44:06.234639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:44:06.244931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91022a-923d-4878-84e7-bd38776fab21 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event deleted for resources: {'Port': ['ID=b1a0b2e5-0c54-44eb-887c-bb6ec178b615,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:06.248130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2e91022a-923d-4878-84e7-bd38776fab21 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:06.307286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6497c23e-d9cf-47f8-9ef5-c4b415d8b4ca,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:06.311771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:06.337914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.338288 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Added segment 7381e29f-c504-4650-b9cb-53a80b805137 of type vlan for network 5058e3ee-f826-4773-a891-a56b0df77cf1 Jun 03 21:44:06.341354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681663b4-d069-4901-a100-70dd6cccbdb1 req-805811da-9d87-41ee-8c3d-40e55564caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:06.342863 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-681663b4-d069-4901-a100-70dd6cccbdb1 req-805811da-9d87-41ee-8c3d-40e55564caa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb162b9e85e341649c3678d854dd6e2c&device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 1096 time: 0.4352005 Jun 03 21:44:06.350116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.377881 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.389857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:06.399054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae761f02-2253-481f-8067-75c558817f3d req-ffae0345-844d-40cc-bcd9-c7e51437ded0 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:06.405804 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ae761f02-2253-481f-8067-75c558817f3d req-ffae0345-844d-40cc-bcd9-c7e51437ded0 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 944 time: 0.4099941 Jun 03 21:44:06.407318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:06.418976 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Network': ['ID=cbb53051-ee43-4a44-9142-0253c78ad4c8,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:06.439339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:06.457093 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/networks/cbb53051-ee43-4a44-9142-0253c78ad4c8 HTTP/1.1" status: 204 len: 168 time: 1.3008180 Jun 03 21:44:06.463611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Usage tracker for resource:port and tenant:43aa594cf6a74e9c9e0963e9970e85ad is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:06.464380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49510) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:06.480794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:06.495100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:06.530347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-618200390'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:06.544046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.549500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:06.560218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:network and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:06.575225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:06.622849 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:06.679372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681663b4-d069-4901-a100-70dd6cccbdb1 req-e6ff0b68-b9f2-4607-8bcf-52d53067bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:06.681338 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-681663b4-d069-4901-a100-70dd6cccbdb1 req-e6ff0b68-b9f2-4607-8bcf-52d53067bfc9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 HTTP/1.1" status: 200 len: 913 time: 0.3275216 Jun 03 21:44:06.683931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:06.687486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.755770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.756793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:06.757369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.771740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-58c49b8d-1e7d-4829-b091-c115b174a5ac tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:06.776246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Made reservation on behalf of 43aa594cf6a74e9c9e0963e9970e85ad for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:06.779683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.809090 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-681663b4-d069-4901-a100-70dd6cccbdb1 req-c35c28fc-bebd-4179-b5c7-9f43f9204482 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e0b95c6-7825-4929-8651-91c21c1f01a5 HTTP/1.1" status: 200 len: 217 time: 0.1106703 Jun 03 21:44:06.831151 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ae761f02-2253-481f-8067-75c558817f3d req-8d880872-3aee-4fd2-90ca-fc54f2161464 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4116211 Jun 03 21:44:06.844786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.852035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] device_id is not set on port e22b1a36-5505-42cf-862f-2bae4ca957bc yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:06.886425 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.4011555 Jun 03 21:44:06.893306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49514) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:06.908579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Request body: {'subnet': {'network_id': '5058e3ee-f826-4773-a891-a56b0df77cf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:06.911873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e91022a-923d-4878-84e7-bd38776fab21 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:06.925899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:06.940918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:44:06.949663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Usage tracker for resource:subnet and tenant:ff7d8ff255784873bc0cd6673c06124a is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:06.954172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:06.960243 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2e91022a-923d-4878-84e7-bd38776fab21 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "DELETE /v2.0/ports/b1a0b2e5-0c54-44eb-887c-bb6ec178b615 HTTP/1.1" status: 204 len: 168 time: 2.5144298 Jun 03 21:44:06.960585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event updated for resources: {'Network': ['ID=5058e3ee-f826-4773-a891-a56b0df77cf1,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:06.966090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49516) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:06.974156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 5058e3ee-f826-4773-a891-a56b0df77cf1 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:44:06.975617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:07.010372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:07.015175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.016385 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Added segment 10f3504f-2747-44b0-a48c-5bdbd8ad507e of type vlan for network 0c6dd93a-a51a-47d2-afac-86c0dad0570d Jun 03 21:44:07.029287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Made reservation on behalf of ff7d8ff255784873bc0cd6673c06124a for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:07.032366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.041758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73daac5-cb38-4003-9346-632abdf6783b req-3219d3b5-81fa-4b80-99cb-105fac3da033 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:07.042477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-d73daac5-cb38-4003-9346-632abdf6783b req-3219d3b5-81fa-4b80-99cb-105fac3da033 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Synchronizing usage tracker for tenant:fb162b9e85e341649c3678d854dd6e2c on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:07.050737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681663b4-d069-4901-a100-70dd6cccbdb1 req-313ef8e8-0d3f-4a05-adad-4d354d65e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:07.052263 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-681663b4-d069-4901-a100-70dd6cccbdb1 req-313ef8e8-0d3f-4a05-adad-4d354d65e1cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbec842f-83c0-4510-ab8c-a00939d873fc HTTP/1.1" status: 200 len: 850 time: 0.2230148 Jun 03 21:44:07.054450 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f246c5b2-a37b-489d-8c61-c5ddd752a22f tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] GET failed (client error): The resource could not be found. Jun 03 21:44:07.056739 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f246c5b2-a37b-489d-8c61-c5ddd752a22f tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "GET /v2.0/ports/b1a0b2e5-0c54-44eb-887c-bb6ec178b615 HTTP/1.1" status: 404 len: 333 time: 0.0846643 Jun 03 21:44:07.063176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49518) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:07.083187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Request body: {'port': {'network_id': '213c9154-5320-40b5-bebe-8c860dccd91f', 'name': 'tempest-AllowedAddressPairTestJSON-923692821'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:07.108089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.123224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:07.124729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.135112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-d73daac5-cb38-4003-9346-632abdf6783b req-3219d3b5-81fa-4b80-99cb-105fac3da033 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Unset dirty status for tenant:fb162b9e85e341649c3678d854dd6e2c on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:07.136285 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d73daac5-cb38-4003-9346-632abdf6783b req-3219d3b5-81fa-4b80-99cb-105fac3da033 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 943 time: 0.5792899 Jun 03 21:44:07.194762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 161ba807-d137-44d4-83ad-ee3fc76b6338 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:07.207377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.213826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:07.214440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.221885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d89fba01-940e-478c-9880-7cbf34ea8c39 tempest-QuotasNegativeTest-150421549 tempest-QuotasNegativeTest-150421549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:07.257399 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d73daac5-cb38-4003-9346-632abdf6783b req-2d828155-83fb-4a6e-a059-0436929ad768 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135089 Jun 03 21:44:07.277872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 161ba807-d137-44d4-83ad-ee3fc76b6338 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:07.286082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 161ba807-d137-44d4-83ad-ee3fc76b6338 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:07.286918 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.292277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681663b4-d069-4901-a100-70dd6cccbdb1 req-1d4dc9e4-2bbc-406d-bc5a-812587655f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:07.294195 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-681663b4-d069-4901-a100-70dd6cccbdb1 req-1d4dc9e4-2bbc-406d-bc5a-812587655f12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a0a66ca-e212-4121-af0e-4c0d43c5e5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2315292 Jun 03 21:44:07.299208 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8361666 Jun 03 21:44:07.316665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49522) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:07.319403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Allocated IP 172.20.0.5 (82f43934-1ea8-4766-9f91-c20874975410/3fe005db-df28-4b9e-8c12-604ff1b48d10/e22b1a36-5505-42cf-862f-2bae4ca957bc) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:07.330314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'subnet': {'network_id': '0c6dd93a-a51a-47d2-afac-86c0dad0570d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:07.352254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Network e5d7a608-c4c0-405e-886f-eef97f689659 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:07.368915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:07.379350 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:07.380283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:07.380864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.394986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Network': ['ID=0c6dd93a-a51a-47d2-afac-86c0dad0570d,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:07.409280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:07.410983 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 0c6dd93a-a51a-47d2-afac-86c0dad0570d details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:44:07.420261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event updated for resources: {'Port': ['ID=3e370da4-d329-409b-bfe8-4265f4756e3f,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:07.423641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:07.509011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.514811 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-681663b4-d069-4901-a100-70dd6cccbdb1 req-d4a1d470-6214-487c-a954-a09953deb670 service neutron] 10.222.0.24 "GET /v2.0/networks/8a0a66ca-e212-4121-af0e-4c0d43c5e5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580102 Jun 03 21:44:07.566984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794d7c6c-4358-494a-8d59-96f59fc69007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161ba807-d137-44d4-83ad-ee3fc76b6338'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:44:07.585187 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8232913 Jun 03 21:44:07.594983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49524) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:07.628873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 161ba807-d137-44d4-83ad-ee3fc76b6338, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=161ba807-d137-44d4-83ad-ee3fc76b6338,segment=NetworkSegment(4d4eadd1-7b50-4f07-b065-19a8b093a91d),segment_id=4d4eadd1-7b50-4f07-b065-19a8b093a91d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:07.639697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.640819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e0c160a6-3c5a-454f-998f-946a491894d8 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:07.663720 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-681663b4-d069-4901-a100-70dd6cccbdb1 req-cb3e2005-8ca7-4d53-898b-319948766e2a service neutron] 10.222.0.24 "GET /v2.0/networks/8a0a66ca-e212-4121-af0e-4c0d43c5e5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417415 Jun 03 21:44:07.672132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fbfd550e-ebfb-4eb9-ad38-ac55474f6bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:07.737927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:07.743383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:07.776840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d22daa-a9a3-4f7d-ab25-7278dc3ee6d1" -d '{"events": [{"server_uuid": "794d7c6c-4358-494a-8d59-96f59fc69007", "name": "network-vif-plugged", "status": "completed", "tag": "161ba807-d137-44d4-83ad-ee3fc76b6338"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:44:07.786739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=161ba807-d137-44d4-83ad-ee3fc76b6338,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:07.787566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:subnet and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:07.791891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:07.800819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port e0c160a6-3c5a-454f-998f-946a491894d8 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:07.802548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:07.805671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Usage tracker for resource:port and tenant:c7a7f898c71b4a97a3f3f8ece470b6cc is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:07.806144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port e0c160a6-3c5a-454f-998f-946a491894d8 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:07.806532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.820857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:07.826428 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:07.838890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:07.843927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e39ccd-af8c-4bb2-ae5f-7023a19bb557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:07.844494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-13e39ccd-af8c-4bb2-ae5f-7023a19bb557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Synchronizing usage tracker for tenant:16c9f9b56eb2458fb3196cd0588e442f on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:07.931838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.949377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d715fa-e333-4f7e-997c-7f31abdd744c x-openstack-request-id: req-04d715fa-e333-4f7e-997c-7f31abdd744c {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:44:07.949652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794d7c6c-4358-494a-8d59-96f59fc69007", "name": "network-vif-plugged", "status": "completed", "tag": "161ba807-d137-44d4-83ad-ee3fc76b6338", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:44:07.949910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-04d715fa-e333-4f7e-997c-7f31abdd744c {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:44:07.950371 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794d7c6c-4358-494a-8d59-96f59fc69007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161ba807-d137-44d4-83ad-ee3fc76b6338', 'code': 200} Jun 03 21:44:07.957789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:07.962726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.974626 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port e0c160a6-3c5a-454f-998f-946a491894d8, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e0c160a6-3c5a-454f-998f-946a491894d8,segment=NetworkSegment(27cb45ad-b59c-4ed8-8743-05a5a1971407),segment_id=27cb45ad-b59c-4ed8-8743-05a5a1971407)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:07.980964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:07.982888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cb054bac-63d3-4610-a0b7-3d18f0e378ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:08.007608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Made reservation on behalf of c7a7f898c71b4a97a3f3f8ece470b6cc for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:08.011494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:08.085863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-13e39ccd-af8c-4bb2-ae5f-7023a19bb557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Unset dirty status for tenant:16c9f9b56eb2458fb3196cd0588e442f on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:08.086998 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-13e39ccd-af8c-4bb2-ae5f-7023a19bb557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "GET /v2.0/ports/3e370da4-d329-409b-bfe8-4265f4756e3f HTTP/1.1" status: 200 len: 958 time: 0.4743733 Jun 03 21:44:08.093379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=e0c160a6-3c5a-454f-998f-946a491894d8,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:08.098048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:08.147174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49538) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:08.155452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55bb26-eb04-456f-a350-a71f5a35f8fb req-0861b19b-69eb-4e14-a91b-a0a29fbba2e6 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:08.157016 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c55bb26-eb04-456f-a350-a71f5a35f8fb req-0861b19b-69eb-4e14-a91b-a0a29fbba2e6 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 944 time: 0.7380219 Jun 03 21:44:08.261615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] device_id is not set on port d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:08.323588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:08.343982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946365c8-f820-49e1-b1ce-f248034ef33a req-d40c8060-f9c3-48f3-893a-313924fb41f0 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:08.345450 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-946365c8-f820-49e1-b1ce-f248034ef33a req-d40c8060-f9c3-48f3-893a-313924fb41f0 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.3003466 Jun 03 21:44:08.352546 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d59211-9748-4640-aceb-f17f59b96ae2 req-fcd38385-7c7f-4d72-9b06-92fb249d2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:08.354129 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-04d59211-9748-4640-aceb-f17f59b96ae2 req-fcd38385-7c7f-4d72-9b06-92fb249d2181 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 1098 time: 0.1141062 Jun 03 21:44:08.399303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-04d59211-9748-4640-aceb-f17f59b96ae2 req-cc84c394-333d-42b8-8715-5cbc21958882 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:08.416427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Transition to ACTIVE for port object e22b1a36-5505-42cf-862f-2bae4ca957bc will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:08.440330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-04d59211-9748-4640-aceb-f17f59b96ae2 req-cc84c394-333d-42b8-8715-5cbc21958882 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:08.452833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-04d59211-9748-4640-aceb-f17f59b96ae2 req-cc84c394-333d-42b8-8715-5cbc21958882 service neutron] Usage tracker for resource:security_group_rule and tenant:29b5d8b1f1504ce38ba16981f2ecd98a is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:08.458340 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-946365c8-f820-49e1-b1ce-f248034ef33a req-c565f1fb-03f0-4875-a62d-7b7250e15b26 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988851 Jun 03 21:44:08.459195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-04d59211-9748-4640-aceb-f17f59b96ae2 req-cc84c394-333d-42b8-8715-5cbc21958882 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:08.465828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-04d59211-9748-4640-aceb-f17f59b96ae2 req-cc84c394-333d-42b8-8715-5cbc21958882 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:08.475017 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c55bb26-eb04-456f-a350-a71f5a35f8fb req-1eb06c2b-9da8-46e7-86da-c61310616add tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751546 Jun 03 21:44:08.603532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-04d59211-9748-4640-aceb-f17f59b96ae2 req-cc84c394-333d-42b8-8715-5cbc21958882 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:08.609707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-04d59211-9748-4640-aceb-f17f59b96ae2 req-cc84c394-333d-42b8-8715-5cbc21958882 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:08.617771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-25ade05f-821f-4d2d-bd10-f2128476471f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:08.644620 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-04d59211-9748-4640-aceb-f17f59b96ae2 req-cc84c394-333d-42b8-8715-5cbc21958882 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839668 Jun 03 21:44:08.652792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84c394-333d-42b8-8715-5cbc21958882 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4d715e-c70b-41b6-ad9b-973aa00792d6,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:08.656182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc84c394-333d-42b8-8715-5cbc21958882 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:08.848563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Allocated IP 172.20.0.8 (213c9154-5320-40b5-bebe-8c860dccd91f/93521e67-dd6f-45bf-98f2-d0cbef7bb3bd/d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:08.935377 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:08.951112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-62720399-2d6f-4807-be07-4eb376aff207 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:08.998454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-37046c7a-903f-48b5-be47-2d73764cf799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Deleting port 3e370da4-d329-409b-bfe8-4265f4756e3f {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:08.998787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-37046c7a-903f-48b5-be47-2d73764cf799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:09.089735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Network 82f43934-1ea8-4766-9f91-c20874975410 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:09.126775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:09.190656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 5e0b95c6-7825-4929-8651-91c21c1f01a5 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:44:09.193481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:09.362805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-37046c7a-903f-48b5-be47-2d73764cf799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:09.377562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676775b-e2cd-404a-a611-9d7641ca5a0b req-e7dc1788-4a9a-4834-bafa-3271d93bb0c7 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:09.379052 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c676775b-e2cd-404a-a611-9d7641ca5a0b req-e7dc1788-4a9a-4834-bafa-3271d93bb0c7 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 943 time: 0.6312742 Jun 03 21:44:09.379826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event updated for resources: {'Port': ['ID=e22b1a36-5505-42cf-862f-2bae4ca957bc,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:09.395987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-61e264fc-5796-4ad2-9317-aa9d2ba8bb60 None None] Provisioning for port e22b1a36-5505-42cf-862f-2bae4ca957bc completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:09.401639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:09.404477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-61e264fc-5796-4ad2-9317-aa9d2ba8bb60 None None] Provisioning complete for port e22b1a36-5505-42cf-862f-2bae4ca957bc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:09.404842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-61e264fc-5796-4ad2-9317-aa9d2ba8bb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:09.461032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 5e0b95c6-7825-4929-8651-91c21c1f01a5, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=5e0b95c6-7825-4929-8651-91c21c1f01a5,segment=NetworkSegment(99b1434c-0efc-4899-9796-9b906144659f),segment_id=99b1434c-0efc-4899-9796-9b906144659f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:09.484107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '5e0b95c6-7825-4929-8651-91c21c1f01a5', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'port_id': '5e0b95c6-7825-4929-8651-91c21c1f01a5', 'mac_address': 'fa:16:3e:6b:54:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:44:09.488048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-61e264fc-5796-4ad2-9317-aa9d2ba8bb60 None None] Port e22b1a36-5505-42cf-862f-2bae4ca957bc cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:09.549048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:09.569826 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0b95c6-7825-4929-8651-91c21c1f01a5 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:44:09.588064 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 5e0b95c6-7825-4929-8651-91c21c1f01a5, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=5e0b95c6-7825-4929-8651-91c21c1f01a5,segment=NetworkSegment(99b1434c-0efc-4899-9796-9b906144659f),segment_id=99b1434c-0efc-4899-9796-9b906144659f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:09.593734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:09.596306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-37046c7a-903f-48b5-be47-2d73764cf799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Calling delete_port for 3e370da4-d329-409b-bfe8-4265f4756e3f owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:09.596460 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-66cdc1e8-eaa3-444f-836d-076f680cc363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:09.633767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:09.634398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:09.678719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=5e0b95c6-7825-4929-8651-91c21c1f01a5,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:09.683260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:09.701828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933fea4-cce7-45b6-aa8a-ff39381b382d req-42f0bf92-aa2e-4eea-b36d-70ec4f9c604a tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:09.703312 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2933fea4-cce7-45b6-aa8a-ff39381b382d req-42f0bf92-aa2e-4eea-b36d-70ec4f9c604a tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 945 time: 0.0931406 Jun 03 21:44:09.750495 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2933fea4-cce7-45b6-aa8a-ff39381b382d req-edbe921d-ff13-459c-8663-d70c12328ad4 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408714 Jun 03 21:44:09.819971 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:09.832974 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c676775b-e2cd-404a-a611-9d7641ca5a0b req-35e43609-2728-4e90-acb1-dcb6fb25c7e9 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4303489 Jun 03 21:44:09.839775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.objects.ports [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104396) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:44:09.840191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:09.850278 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9246576 Jun 03 21:44:09.852935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49548) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:09.864734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:09.874387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:09.907298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:09.909819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Transition to ACTIVE for port object d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:09.934134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Usage tracker for resource:floatingip and tenant:43aa594cf6a74e9c9e0963e9970e85ad is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:09.947726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:09.951782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19242191-0d6c-448c-bda8-c3574bfb2e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c160a6-3c5a-454f-998f-946a491894d8'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:44:09.954500 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877213f7-9732-471b-bb24-f879988b8b5b" -d '{"events": [{"server_uuid": "19242191-0d6c-448c-bda8-c3574bfb2e2f", "name": "network-vif-plugged", "status": "completed", "tag": "e0c160a6-3c5a-454f-998f-946a491894d8"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:44:09.957315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['5e0b95c6-7825-4929-8651-91c21c1f01a5'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:44:09.962682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:09.998080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5f509-d3f6-4701-9cea-cf8ee0dfa987 req-f4cc9231-8bf1-4ccd-8ba9-0bdd3a3221ce tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:10.000255 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-33c5f509-d3f6-4701-9cea-cf8ee0dfa987 req-f4cc9231-8bf1-4ccd-8ba9-0bdd3a3221ce tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.0917385 Jun 03 21:44:10.005840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2fcb5326-294f-4fd5-aaf8-6803efe173a0,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:10.013467 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:10.017513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:10.045484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b33956-c077-452a-9fb6-fd19c7489d47 x-openstack-request-id: req-d0b33956-c077-452a-9fb6-fd19c7489d47 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:44:10.046122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19242191-0d6c-448c-bda8-c3574bfb2e2f", "name": "network-vif-plugged", "status": "completed", "tag": "e0c160a6-3c5a-454f-998f-946a491894d8", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:44:10.046513 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d0b33956-c077-452a-9fb6-fd19c7489d47 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:44:10.047345 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19242191-0d6c-448c-bda8-c3574bfb2e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c160a6-3c5a-454f-998f-946a491894d8', 'code': 200} Jun 03 21:44:10.057217 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Checking segment: {'id': '7381e29f-c504-4650-b9cb-53a80b805137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '5058e3ee-f826-4773-a891-a56b0df77cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:10.057593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Network hostable DHCP agents. Network: 5058e3ee-f826-4773-a891-a56b0df77cf1, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:44:10.060312 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-37046c7a-903f-48b5-be47-2d73764cf799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:10.073242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d0f933c2-c9d2-4408-b9b4-83f1a405bc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:10.084782 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-33c5f509-d3f6-4701-9cea-cf8ee0dfa987 req-38f3daac-aca5-4e63-a1b1-a4dd8846599a tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775824 Jun 03 21:44:10.170896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37046c7a-903f-48b5-be47-2d73764cf799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e370da4-d329-409b-bfe8-4265f4756e3f,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:10.180324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:10.182078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-37046c7a-903f-48b5-be47-2d73764cf799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:10.198923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9063d3fd-8fa7-4126-b8c6-77d9400457e3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:10.253333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-37046c7a-903f-48b5-be47-2d73764cf799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:10.280888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Network 5058e3ee-f826-4773-a891-a56b0df77cf1 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:44:10.318288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf293d1-c5d4-46c3-889f-5141c8b40176 req-4f9d2e1a-6383-40b9-a1de-a238acc4d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:10.319817 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ccf293d1-c5d4-46c3-889f-5141c8b40176 req-4f9d2e1a-6383-40b9-a1de-a238acc4d8be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 1098 time: 0.0804579 Jun 03 21:44:10.343575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Network 213c9154-5320-40b5-bebe-8c860dccd91f is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:10.362451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49552) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:10.362660 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-37046c7a-903f-48b5-be47-2d73764cf799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "DELETE /v2.0/ports/3e370da4-d329-409b-bfe8-4265f4756e3f HTTP/1.1" status: 204 len: 168 time: 2.2043996 Jun 03 21:44:10.363399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:10.368677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 5058e3ee-f826-4773-a891-a56b0df77cf1) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:10.370126 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:10.372012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:10.383528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf275371-2118-4ad3-a353-b90effcecad0 None None] Network 5058e3ee-f826-4773-a891-a56b0df77cf1 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:10.411173 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ccf293d1-c5d4-46c3-889f-5141c8b40176 req-4fd56e17-8ec9-4451-aed3-832d3323cad2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830455 Jun 03 21:44:10.413575 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0daee4a-b6ba-4401-8fc0-e724966ae956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] GET failed (client error): The resource could not be found. Jun 03 21:44:10.414137 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d0daee4a-b6ba-4401-8fc0-e724966ae956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "GET /v2.0/ports/3e370da4-d329-409b-bfe8-4265f4756e3f HTTP/1.1" status: 404 len: 333 time: 0.0505891 Jun 03 21:44:10.427530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49554) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:10.433621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Request body: {'port': {'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-448332707'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:10.436863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:10.437525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:10.443201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:10.452962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Usage tracker for resource:port and tenant:16c9f9b56eb2458fb3196cd0588e442f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:10.460144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:10.490103 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:10.519213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Made reservation on behalf of 16c9f9b56eb2458fb3196cd0588e442f for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:10.522021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:10.563862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] device_id is not set on port bd4a8561-510a-461b-8f76-273753399faf yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:10.629020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event updated for resources: {'Port': ['ID=d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:10.660657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:10.664649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:10.697068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113a83eb-8e8f-4d83-9d9a-14200357cac1 None None] Network 5058e3ee-f826-4773-a891-a56b0df77cf1 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:10.731283 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-35e65b8d-1587-491a-9feb-d77a2572f635 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8369112 Jun 03 21:44:10.735265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49556) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:10.740266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1287963791', 'network_id': '5058e3ee-f826-4773-a891-a56b0df77cf1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:10.762105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:10.763147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:10.797297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Subnet': ['ID=08c3e5b2-7261-408b-9937-b2094c8b87ac,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:10.801118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Checking segment: {'id': '10f3504f-2747-44b0-a48c-5bdbd8ad507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '0c6dd93a-a51a-47d2-afac-86c0dad0570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:10.804022 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network hostable DHCP agents. Network: 0c6dd93a-a51a-47d2-afac-86c0dad0570d, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:44:10.805892 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:10.809250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:10.816280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Usage tracker for resource:port and tenant:ff7d8ff255784873bc0cd6673c06124a is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:10.820050 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:10.826541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-835e431c-a43e-429a-bd52-f3959dbcd300 None None] Provisioning for port d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:10.834632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-835e431c-a43e-429a-bd52-f3959dbcd300 None None] Provisioning complete for port d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:10.835435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-835e431c-a43e-429a-bd52-f3959dbcd300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:10.841085 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7672672 Jun 03 21:44:10.841318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:10.843299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49560) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:10.846446 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:10.852962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6742559a-992b-400f-a1ef-c2af82a22506 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:19:bf:7c'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:10.872840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:10.875338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Made reservation on behalf of ff7d8ff255784873bc0cd6673c06124a for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:10.877815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:10.908096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] device_id is not set on port 77fc317b-6438-480e-8c99-000dd18ceb47 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:10.924556 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-835e431c-a43e-429a-bd52-f3959dbcd300 None None] Port d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:10.936104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network 0c6dd93a-a51a-47d2-afac-86c0dad0570d is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:44:10.961696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 0c6dd93a-a51a-47d2-afac-86c0dad0570d) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:10.973688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6290c863-127a-4267-ba17-c7925801ac51 None None] Network 0c6dd93a-a51a-47d2-afac-86c0dad0570d requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:11.021869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:11.022593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.074737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.116656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:11.218164 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8962119 Jun 03 21:44:11.219317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Network e5d7a608-c4c0-405e-886f-eef97f689659 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:11.219938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49566) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:11.220917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 5e0b95c6-7825-4929-8651-91c21c1f01a5 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:11.230766 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-5bb56c8d-0a67-4c6b-babf-4d87986b90c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1512221413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:11.245635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:11.255565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Allocated IP 172.20.0.13 (5058e3ee-f826-4773-a891-a56b0df77cf1/2fcb5326-294f-4fd5-aaf8-6803efe173a0/77fc317b-6438-480e-8c99-000dd18ceb47) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:11.257747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:11.258618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:11.259335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.264005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5bb56c8d-0a67-4c6b-babf-4d87986b90c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:11.266490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event updated for resources: {'Port': ['ID=bd4a8561-510a-461b-8f76-273753399faf,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:11.275039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5bb56c8d-0a67-4c6b-babf-4d87986b90c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:router and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:11.279022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:11.280812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5bb56c8d-0a67-4c6b-babf-4d87986b90c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:11.283411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Allocated IP 172.26.3.217 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/e9dd4c8c-f9d8-4bf4-95d2-f1defdb5d553) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:11.304221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5bb56c8d-0a67-4c6b-babf-4d87986b90c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:11.357061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 5e0b95c6-7825-4929-8651-91c21c1f01a5 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:11.357626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5bb56c8d-0a67-4c6b-babf-4d87986b90c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.358284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5bb56c8d-0a67-4c6b-babf-4d87986b90c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.366041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-0c6dd93a-a51a-47d2-afac-86c0dad0570d', 'network_id': '0c6dd93a-a51a-47d2-afac-86c0dad0570d', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'fixed_ips': [{'subnet_id': '08c3e5b2-7261-408b-9937-b2094c8b87ac'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:44:11.366994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.374586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c3343-599b-44fc-a5af-e60d094cb9a6 req-cdd99abe-f2f4-458e-939e-f03e55c1927b tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:11.376159 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ca7c3343-599b-44fc-a5af-e60d094cb9a6 req-cdd99abe-f2f4-458e-939e-f03e55c1927b tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 944 time: 0.3084273 Jun 03 21:44:11.381920 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9531796 Jun 03 21:44:11.386894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 5e0b95c6-7825-4929-8651-91c21c1f01a5 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:11.388018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.391504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49568) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:11.398309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7929'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:11.421368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c6d51-ba80-4152-a1f4-d62e0c7ca844 req-0d43d52e-7fe8-4de1-a6e7-c491fd86cc15 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:11.425063 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4a4c6d51-ba80-4152-a1f4-d62e0c7ca844 req-0d43d52e-7fe8-4de1-a6e7-c491fd86cc15 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 945 time: 0.3921049 Jun 03 21:44:11.474386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6742559a-992b-400f-a1ef-c2af82a22506 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.517839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5bb56c8d-0a67-4c6b-babf-4d87986b90c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.557132 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ca7c3343-599b-44fc-a5af-e60d094cb9a6 req-b61fb62b-a9bf-421e-91e9-7f6cae3ef4e8 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639068 Jun 03 21:44:11.669857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Allocated IP 2001:db8::2 (0c6dd93a-a51a-47d2-afac-86c0dad0570d/08c3e5b2-7261-408b-9937-b2094c8b87ac/c751df20-d057-4442-bae2-83a7183b305d) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:11.791000 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4a4c6d51-ba80-4152-a1f4-d62e0c7ca844 req-cd7cdcfd-bfbf-402f-8813-a11afad12f48 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999396 Jun 03 21:44:11.821276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6742559a-992b-400f-a1ef-c2af82a22506 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.838693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6742559a-992b-400f-a1ef-c2af82a22506 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.846734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-23315101-1e5f-4245-863e-4eee27a92a4d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:11.855694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.887424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.889348 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.902385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5bb56c8d-0a67-4c6b-babf-4d87986b90c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.919976 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.936884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.951977 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a9a8103-a8d5-4938-89da-1eff3778880b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:11.953879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 5e0b95c6-7825-4929-8651-91c21c1f01a5, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=5e0b95c6-7825-4929-8651-91c21c1f01a5,segment=NetworkSegment(99b1434c-0efc-4899-9796-9b906144659f),segment_id=99b1434c-0efc-4899-9796-9b906144659f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:11.961930 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:11.996905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:12.028524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-6742559a-992b-400f-a1ef-c2af82a22506 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] In _notify_port_updated(), no bound segment for port d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2 on network 213c9154-5320-40b5-bebe-8c860dccd91f {{(pid=104396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:44:12.034596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742559a-992b-400f-a1ef-c2af82a22506 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:12.035404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6742559a-992b-400f-a1ef-c2af82a22506 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.039517 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6742559a-992b-400f-a1ef-c2af82a22506 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "PUT /v2.0/ports/d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2 HTTP/1.1" status: 200 len: 992 time: 1.1923766 Jun 03 21:44:12.048105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49572) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:12.048325 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b84029e-2d27-4fa0-af3b-6c402e658ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0b95c6-7825-4929-8651-91c21c1f01a5'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:44:12.049769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60905454-54d1-4b70-a081-95b697489895" -d '{"events": [{"server_uuid": "3b84029e-2d27-4fa0-af3b-6c402e658ac5", "name": "network-vif-plugged", "status": "completed", "tag": "5e0b95c6-7825-4929-8651-91c21c1f01a5"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:44:12.124555 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=5e0b95c6-7825-4929-8651-91c21c1f01a5,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:12.128957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:12.143284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.156783 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Transition to ACTIVE for port object c751df20-d057-4442-bae2-83a7183b305d will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:12.182519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Transition to ACTIVE for port object c751df20-d057-4442-bae2-83a7183b305d will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:12.187826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742559a-992b-400f-a1ef-c2af82a22506 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event updated for resources: {'Port': ['ID=d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:12.190035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.191617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6742559a-992b-400f-a1ef-c2af82a22506 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:12.192736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5bb56c8d-0a67-4c6b-babf-4d87986b90c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.196756 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5bb56c8d-0a67-4c6b-babf-4d87986b90c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9714587 Jun 03 21:44:12.203707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49576) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:12.203986 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b2314751-643a-4402-851f-28878259d065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:12.222949 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'port': {'network_id': '0c6dd93a-a51a-47d2-afac-86c0dad0570d', 'name': 'tempest-RoutersIpV6Test-1399117916'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:12.245710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.252176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2da18034-75fa-4aa6-bb46-30557b9e9637 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:12.254483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Network 5058e3ee-f826-4773-a891-a56b0df77cf1 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:12.277438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:12.278210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Pushing event updated for resources: {'Port': ['ID=c751df20-d057-4442-bae2-83a7183b305d,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:12.284007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:12.287773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:12.294350 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327a86-ab9d-475b-9509-7386c45a183b req-165db7e5-4eaa-40d0-ac19-3fe8b9e90414 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:12.295521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-27327a86-ab9d-475b-9509-7386c45a183b req-165db7e5-4eaa-40d0-ac19-3fe8b9e90414 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 945 time: 0.3997574 Jun 03 21:44:12.296350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Network 0c6dd93a-a51a-47d2-afac-86c0dad0570d is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:12.298553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:12.302315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:12.320188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49578) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:12.325871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event updated for resources: {'Port': ['ID=77fc317b-6438-480e-8c99-000dd18ceb47,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:12.326224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c2103fa8-1fdb-4eb7-86f5-e3cf688a5379 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Request body: {'floatingip': {'port_id': '161ba807-d137-44d4-83ad-ee3fc76b6338'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:12.360383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27468f3e-647f-463b-912e-14c86a28050a x-openstack-request-id: req-27468f3e-647f-463b-912e-14c86a28050a {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:44:12.360696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b84029e-2d27-4fa0-af3b-6c402e658ac5", "name": "network-vif-plugged", "status": "completed", "tag": "5e0b95c6-7825-4929-8651-91c21c1f01a5", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:44:12.360969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-27468f3e-647f-463b-912e-14c86a28050a {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:44:12.361349 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b84029e-2d27-4fa0-af3b-6c402e658ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0b95c6-7825-4929-8651-91c21c1f01a5', 'code': 200} Jun 03 21:44:12.392188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:12.395992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2838a78d-0626-4da7-827d-97a5afd94d36 None None] Provisioning complete for port d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:12.395992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2838a78d-0626-4da7-827d-97a5afd94d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.425863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:12.447121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:12.450339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:12.475440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Attempting to bind port c751df20-d057-4442-bae2-83a7183b305d on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:12.475919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Attempting to bind port c751df20-d057-4442-bae2-83a7183b305d by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '10f3504f-2747-44b0-a48c-5bdbd8ad507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '0c6dd93a-a51a-47d2-afac-86c0dad0570d'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:12.476341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Attempting to bind port c751df20-d057-4442-bae2-83a7183b305d on network 0c6dd93a-a51a-47d2-afac-86c0dad0570d {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:12.476617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2c49f-48f5-490e-9d80-260632d455dd req-7d3dc35e-9c47-4f80-9557-1c0207b610e4 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:12.478428 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dfa2c49f-48f5-490e-9d80-260632d455dd req-7d3dc35e-9c47-4f80-9557-1c0207b610e4 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.7475705 Jun 03 21:44:12.481742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-2838a78d-0626-4da7-827d-97a5afd94d36 None None] Port d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:12.485627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:44:12.486001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Checking segment: {'id': '10f3504f-2747-44b0-a48c-5bdbd8ad507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '0c6dd93a-a51a-47d2-afac-86c0dad0570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:12.486405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.486785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Bound using segment: {'id': '10f3504f-2747-44b0-a48c-5bdbd8ad507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '0c6dd93a-a51a-47d2-afac-86c0dad0570d'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:44:12.487240 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Bound port: c751df20-d057-4442-bae2-83a7183b305d, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f3504f-2747-44b0-a48c-5bdbd8ad507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '0c6dd93a-a51a-47d2-afac-86c0dad0570d'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:44:12.488055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.498556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event updated for resources: {'Port': ['ID=e9dd4c8c-f9d8-4bf4-95d2-f1defdb5d553,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:12.502170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:12.504478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c2103fa8-1fdb-4eb7-86f5-e3cf688a5379 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for floatingip, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.582481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] For port c751df20-d057-4442-bae2-83a7183b305d, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:44:12.584310 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:12.584992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.586748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] For port c751df20-d057-4442-bae2-83a7183b305d, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c751df20-d057-4442-bae2-83a7183b305d,segment=NetworkSegment(10f3504f-2747-44b0-a48c-5bdbd8ad507e),segment_id=10f3504f-2747-44b0-a48c-5bdbd8ad507e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:44:12.594361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.605895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:12.689890 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:12.704371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Pushing event updated for resources: {'Port': ['ID=c751df20-d057-4442-bae2-83a7183b305d,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:12.711810 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dfa2c49f-48f5-490e-9d80-260632d455dd req-a5bc9b2c-0088-43c4-b207-e684bf08bf6f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741009 Jun 03 21:44:12.713625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:12.715942 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.9797230 Jun 03 21:44:12.717510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:port and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:12.721545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49582) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:12.723228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ff8dc9f6-314a-4ddd-816b-9552961c5c29 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Deleting port d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:12.723605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff8dc9f6-314a-4ddd-816b-9552961c5c29 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.724394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:12.742222 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:12.798916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:12.801660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.836315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] device_id is not set on port bd4a8561-510a-461b-8f76-273753399faf yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:12.848546 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.855427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] device_id is not set on port e468f11c-c207-4e98-a7f3-73654cd0df65 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:12.935709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Transition to ACTIVE for port object bd4a8561-510a-461b-8f76-273753399faf will not be triggered until provisioned by entity L2. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:12.944867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e292f7-bdef-4988-97f2-143c5d6d8cb4 req-3b669652-9c63-4c2d-946c-e81397d7f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:12.946534 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f9e292f7-bdef-4988-97f2-143c5d6d8cb4 req-3b669652-9c63-4c2d-946c-e81397d7f763 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 1098 time: 0.3214600 Jun 03 21:44:12.954342 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:12.967343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2347c802-bf33-46e9-b5ff-1c645e14af77 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:13.092758 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c751df20-d057-4442-bae2-83a7183b305d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:13.182078 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c751df20-d057-4442-bae2-83a7183b305d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:13.207268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-f9e292f7-bdef-4988-97f2-143c5d6d8cb4 req-2b346a1f-2751-47ba-9d0b-825b0b8723b9 service neutron] Synchronizing usage tracker for tenant:29b5d8b1f1504ce38ba16981f2ecd98a on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:13.221743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event updated for resources: {'Port': ['ID=bd4a8561-510a-461b-8f76-273753399faf,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:13.229061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:13.237674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:13.237980 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:13.238330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:13.259310 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:13.259683 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:13.268988 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 2 to bind port bd4a8561-510a-461b-8f76-273753399faf Jun 03 21:44:13.276203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-f9e292f7-bdef-4988-97f2-143c5d6d8cb4 req-2b346a1f-2751-47ba-9d0b-825b0b8723b9 service neutron] Unset dirty status for tenant:29b5d8b1f1504ce38ba16981f2ecd98a on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:13.277340 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f9e292f7-bdef-4988-97f2-143c5d6d8cb4 req-2b346a1f-2751-47ba-9d0b-825b0b8723b9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191195 Jun 03 21:44:13.280455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Allocated IP 2001:db8::349 (0c6dd93a-a51a-47d2-afac-86c0dad0570d/08c3e5b2-7261-408b-9937-b2094c8b87ac/e468f11c-c207-4e98-a7f3-73654cd0df65) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:13.296818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:13.297135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:13.297467 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:13.304608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff8dc9f6-314a-4ddd-816b-9552961c5c29 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:13.305911 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:13.306244 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:13.308559 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 3 to bind port bd4a8561-510a-461b-8f76-273753399faf Jun 03 21:44:13.347695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:13.348169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:13.348509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:13.364286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:13.364618 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:13.367753 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 4 to bind port bd4a8561-510a-461b-8f76-273753399faf Jun 03 21:44:13.395742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:13.413917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:13.414648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:13.414648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:13.426038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:13.426394 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:13.470982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ff8dc9f6-314a-4ddd-816b-9552961c5c29 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Calling delete_port for d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:13.472769 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 5 to bind port bd4a8561-510a-461b-8f76-273753399faf Jun 03 21:44:13.506187 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:13.506520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:13.506853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:13.518459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:13.518798 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:13.522673 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 6 to bind port bd4a8561-510a-461b-8f76-273753399faf Jun 03 21:44:13.524479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57710d0c-d214-447f-83fc-d264ca9fc1ff req-05ea730a-404d-4014-936e-b3459b4616e4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:13.532098 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-57710d0c-d214-447f-83fc-d264ca9fc1ff req-05ea730a-404d-4014-936e-b3459b4616e4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 945 time: 0.7333679 Jun 03 21:44:13.559434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:13.559793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:13.560125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:13.571722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:13.574826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:13.575149 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:13.578921 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 7 to bind port bd4a8561-510a-461b-8f76-273753399faf Jun 03 21:44:13.603299 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Transition to ACTIVE for port object e468f11c-c207-4e98-a7f3-73654cd0df65 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:13.604514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:13.604887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:13.605298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:13.612845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:13.613199 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:13.614368 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 8 to bind port bd4a8561-510a-461b-8f76-273753399faf Jun 03 21:44:13.634271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:13.634622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:13.634952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:13.643301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:13.643654 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:13.644876 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 9 to bind port bd4a8561-510a-461b-8f76-273753399faf Jun 03 21:44:13.663480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:13.663815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:13.664191 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:13.668387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-37142f3e-ecbb-44eb-bdea-4b43dcf00b27 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Deleting port 77fc317b-6438-480e-8c99-000dd18ceb47 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:13.668790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-37142f3e-ecbb-44eb-bdea-4b43dcf00b27 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:13.670080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:13.670542 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:13.670930 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.plugins.ml2.plugin [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempt 10 to bind port bd4a8561-510a-461b-8f76-273753399faf Jun 03 21:44:13.680612 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:13.688839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7fc30c4b-d541-4fa0-9ad2-047bc11d5781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:13.733628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:13.744365 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:13.744697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:13.745025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempting to bind port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:13.761904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:44:13.762249 dv-neutron-792998-2-hyperv neutron-server[104397]: ERROR neutron.plugins.ml2.managers [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Failed to bind port bd4a8561-510a-461b-8f76-273753399faf on host hv-neutron-7929 for vnic_type normal using segments [{'id': 'a0d931c9-ae28-488d-9845-5f3377e03cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e5d7a608-c4c0-405e-886f-eef97f689659'}] Jun 03 21:44:13.762576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:13.776949 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network 0c6dd93a-a51a-47d2-afac-86c0dad0570d is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:13.790830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:13.796709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:13.802242 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:13.802868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:13.807151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=e468f11c-c207-4e98-a7f3-73654cd0df65,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:13.809353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a239029-5eaa-43b9-9df2-5c933ebf6992 None None] Network 0c6dd93a-a51a-47d2-afac-86c0dad0570d requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:13.845763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:13.848590 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-57710d0c-d214-447f-83fc-d264ca9fc1ff req-6bdfc5aa-3c17-4fa2-92d6-cb5fe9f42551 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155458 Jun 03 21:44:13.921570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6395470a-49cc-4ad5-9178-f3e2e331c6b0 None None] Provisioning for port c751df20-d057-4442-bae2-83a7183b305d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:13.927420 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7177181 Jun 03 21:44:13.934170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49586) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:13.937669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6395470a-49cc-4ad5-9178-f3e2e331c6b0 None None] Provisioning complete for port c751df20-d057-4442-bae2-83a7183b305d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:13.938061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6395470a-49cc-4ad5-9178-f3e2e331c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:13.960716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] For port bd4a8561-510a-461b-8f76-273753399faf, host hv-neutron-7929, cleared binding levels {{(pid=104397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:44:13.961304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attempted to set empty binding levels {{(pid=104397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 21:44:13.969743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:13.974788 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e47a69a6-c99d-4fc3-be8f-d2fa801d0576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:14.025935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] In _notify_port_updated(), no bound segment for port bd4a8561-510a-461b-8f76-273753399faf on network e5d7a608-c4c0-405e-886f-eef97f689659 {{(pid=104397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:44:14.026813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:14.027415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:14.029108 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "PUT /v2.0/ports/bd4a8561-510a-461b-8f76-273753399faf HTTP/1.1" status: 200 len: 980 time: 2.6349041 Jun 03 21:44:14.036038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49588) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:14.103940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event updated for resources: {'Port': ['ID=bd4a8561-510a-461b-8f76-273753399faf,revision_number=3']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:14.110466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:14.123397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22918a0-9e04-4a47-9763-d99f80bd08ea req-2b27bf13-553c-422d-b3ec-8bd0d2b6fb0e tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:14.125015 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a22918a0-9e04-4a47-9763-d99f80bd08ea req-2b27bf13-553c-422d-b3ec-8bd0d2b6fb0e tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.2516160 Jun 03 21:44:14.182552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6395470a-49cc-4ad5-9178-f3e2e331c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:14.249210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6395470a-49cc-4ad5-9178-f3e2e331c6b0 None None] For port c751df20-d057-4442-bae2-83a7183b305d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c751df20-d057-4442-bae2-83a7183b305d,segment=NetworkSegment(10f3504f-2747-44b0-a48c-5bdbd8ad507e),segment_id=10f3504f-2747-44b0-a48c-5bdbd8ad507e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:14.257535 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6395470a-49cc-4ad5-9178-f3e2e331c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:14.263874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:14.347315 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a22918a0-9e04-4a47-9763-d99f80bd08ea req-4d7d6aac-c5ce-41ef-ab40-f743c8994a47 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114542 Jun 03 21:44:14.388743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-8f00219a-ac4e-4976-a4e2-8306bfeb0a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Deleting port bd4a8561-510a-461b-8f76-273753399faf {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:14.389092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f00219a-ac4e-4976-a4e2-8306bfeb0a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:14.419850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395470a-49cc-4ad5-9178-f3e2e331c6b0 None None] Pushing event updated for resources: {'Port': ['ID=c751df20-d057-4442-bae2-83a7183b305d,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:14.426721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6395470a-49cc-4ad5-9178-f3e2e331c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:14.524391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-8f00219a-ac4e-4976-a4e2-8306bfeb0a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] For port bd4a8561-510a-461b-8f76-273753399faf, host hv-neutron-7929, got binding levels [] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:14.524653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f00219a-ac4e-4976-a4e2-8306bfeb0a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:14.667284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-8f00219a-ac4e-4976-a4e2-8306bfeb0a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Calling delete_port for bd4a8561-510a-461b-8f76-273753399faf owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:14.692106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-37142f3e-ecbb-44eb-bdea-4b43dcf00b27 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:14.695873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-700d7753-4faf-48f2-82d1-b35927652678 None None] Provisioning for port e468f11c-c207-4e98-a7f3-73654cd0df65 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:14.701173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-700d7753-4faf-48f2-82d1-b35927652678 None None] Provisioning complete for port e468f11c-c207-4e98-a7f3-73654cd0df65 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:14.701666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-700d7753-4faf-48f2-82d1-b35927652678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:14.745151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f00219a-ac4e-4976-a4e2-8306bfeb0a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:14.755349 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:14.770125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-700d7753-4faf-48f2-82d1-b35927652678 None None] Port e468f11c-c207-4e98-a7f3-73654cd0df65 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:14.784450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-700d7753-4faf-48f2-82d1-b35927652678 None None] Provisioning complete for port c751df20-d057-4442-bae2-83a7183b305d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:14.784784 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-700d7753-4faf-48f2-82d1-b35927652678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:14.810904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f00219a-ac4e-4976-a4e2-8306bfeb0a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:14.814546 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00219a-ac4e-4976-a4e2-8306bfeb0a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd4a8561-510a-461b-8f76-273753399faf,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:14.817180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8f00219a-ac4e-4976-a4e2-8306bfeb0a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:14.829935 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8f00219a-ac4e-4976-a4e2-8306bfeb0a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "DELETE /v2.0/ports/bd4a8561-510a-461b-8f76-273753399faf HTTP/1.1" status: 204 len: 168 time: 0.7906363 Jun 03 21:44:14.830396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49592) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:14.878595 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-927b27e1-aef1-40ba-af62-1516c6238619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] GET failed (client error): The resource could not be found. Jun 03 21:44:14.879259 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-927b27e1-aef1-40ba-af62-1516c6238619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Synchronizing usage tracker for tenant:16c9f9b56eb2458fb3196cd0588e442f on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:14.901487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-927b27e1-aef1-40ba-af62-1516c6238619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Unset dirty status for tenant:16c9f9b56eb2458fb3196cd0588e442f on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:14.903424 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-927b27e1-aef1-40ba-af62-1516c6238619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] 10.222.0.96 "GET /v2.0/ports/bd4a8561-510a-461b-8f76-273753399faf HTTP/1.1" status: 404 len: 333 time: 0.0722675 Jun 03 21:44:14.908069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49596) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:15.006525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c751df20-d057-4442-bae2-83a7183b305d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:15.068969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cc09b7d5-612d-42ef-ab5c-80d8addc02ab None None] Provisioning complete for port e468f11c-c207-4e98-a7f3-73654cd0df65 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:15.069328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cc09b7d5-612d-42ef-ab5c-80d8addc02ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:15.083874 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:15.101449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-37142f3e-ecbb-44eb-bdea-4b43dcf00b27 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Calling delete_port for 77fc317b-6438-480e-8c99-000dd18ceb47 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:15.148475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-cc09b7d5-612d-42ef-ab5c-80d8addc02ab None None] Port e468f11c-c207-4e98-a7f3-73654cd0df65 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:15.160696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c751df20-d057-4442-bae2-83a7183b305d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:15.161796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:15.243152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71501698-5d5d-48c9-b628-a8f28b0908b2 req-97b2a11c-116c-40e3-8f2d-7d1e252833e2 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:15.244731 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71501698-5d5d-48c9-b628-a8f28b0908b2 req-97b2a11c-116c-40e3-8f2d-7d1e252833e2 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 945 time: 0.2299793 Jun 03 21:44:15.247229 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:15.273954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d7a608-c4c0-405e-886f-eef97f689659']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:15.291604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d931c9-ae28-488d-9845-5f3377e03cf7') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:15.291926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d931c9-ae28-488d-9845-5f3377e03cf7') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:15.307862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff8dc9f6-314a-4ddd-816b-9552961c5c29 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:15.312179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:15.334732 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-71501698-5d5d-48c9-b628-a8f28b0908b2 req-614f2b6c-0f37-482a-afaa-b6eeb34cecc1 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765612 Jun 03 21:44:15.335594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:15.342442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:44:15.342885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:15.355929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:44:15.357670 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:44:15.444779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:15.450872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c6821ca0-a63b-43e1-a87a-1cb52d66a046 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:15.455366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ea72c-f0d7-41af-886e-564aab8e43b6 req-fa4a258f-8085-466c-9d05-2cb62f8a60ed tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:15.456760 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a25ea72c-f0d7-41af-886e-564aab8e43b6 req-fa4a258f-8085-466c-9d05-2cb62f8a60ed tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.9143958 Jun 03 21:44:15.469676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dc9f6-314a-4ddd-816b-9552961c5c29 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event deleted for resources: {'Port': ['ID=d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:15.474913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ff8dc9f6-314a-4ddd-816b-9552961c5c29 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:15.481940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49600) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:15.489445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.resource_extend [None req-c2103fa8-1fdb-4eb7-86f5-e3cf688a5379 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:44:15.498249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:15.510297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Pushing event deleted for resources: {'Network': ['ID=e5d7a608-c4c0-405e-886f-eef97f689659,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:15.526764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:15.533226 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] 10.222.0.96 "DELETE /v2.0/networks/e5d7a608-c4c0-405e-886f-eef97f689659 HTTP/1.1" status: 204 len: 168 time: 0.6237931 Jun 03 21:44:15.557678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-87ee5c29-5567-43b0-8d12-60445292bf85 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Request body: {'floatingip': {'port_id': 'e0c160a6-3c5a-454f-998f-946a491894d8'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:15.575265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e206bd8-1734-43a2-8c47-da409cd52286 req-5b67daa2-a213-46f5-93f6-be27060de9bb tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:15.577023 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3e206bd8-1734-43a2-8c47-da409cd52286 req-5b67daa2-a213-46f5-93f6-be27060de9bb tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 945 time: 0.1294436 Jun 03 21:44:15.585850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49604) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:15.592058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-297eac16-e5b6-495b-94b0-f043f2537b68 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Request body: {'floatingip': {'port_id': '5e0b95c6-7825-4929-8651-91c21c1f01a5'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:15.692374 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-297eac16-e5b6-495b-94b0-f043f2537b68 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for floatingip, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:15.831801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.resource_extend [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:44:15.891047 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49608) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:15.905839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:15.950708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-87ee5c29-5567-43b0-8d12-60445292bf85 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for floatingip, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:16.001779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:16.020556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8a6ae914-5300-4d18-bbcc-5649a7b4f93c tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:16.221965 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8d87aa60-eb78-4558-8650-c9c8aa17c78c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=91a2b58feb4341fe96f5e17de8eae6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295972 Jun 03 21:44:16.224419 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49612) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:16.256284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c2103fa8-1fdb-4eb7-86f5-e3cf688a5379 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:16.298549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:16.308506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c2103fa8-1fdb-4eb7-86f5-e3cf688a5379 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:16.517701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d3ce9f7-8d28-41c1-b52b-0f881b022028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:16.566099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d3ce9f7-8d28-41c1-b52b-0f881b022028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:16.574598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event updated for resources: {'Port': ['ID=e9dd4c8c-f9d8-4bf4-95d2-f1defdb5d553,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:16.592967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:16.604031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-37142f3e-ecbb-44eb-bdea-4b43dcf00b27 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:16.636623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:16.640417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-648889f9-ffc2-4fbc-9fd2-450e03c33755 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:16.751651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d3ce9f7-8d28-41c1-b52b-0f881b022028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:16.765605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc1dfa84-9d3e-4ea8-bd49-da5a31594be7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:16.775810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-297eac16-e5b6-495b-94b0-f043f2537b68 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:16.783270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ce9f7-8d28-41c1-b52b-0f881b022028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea9e773-7314-481f-95f6-b3a094ddd818,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:16.784906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37142f3e-ecbb-44eb-bdea-4b43dcf00b27 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event deleted for resources: {'Port': ['ID=77fc317b-6438-480e-8c99-000dd18ceb47,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:16.786177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-297eac16-e5b6-495b-94b0-f043f2537b68 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:16.833277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7d3ce9f7-8d28-41c1-b52b-0f881b022028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:16.848696 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d3ce9f7-8d28-41c1-b52b-0f881b022028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:16.849848 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7d3ce9f7-8d28-41c1-b52b-0f881b022028 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9ea9e773-7314-481f-95f6-b3a094ddd818 HTTP/1.1" status: 204 len: 168 time: 0.6245043 Jun 03 21:44:16.894244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-37142f3e-ecbb-44eb-bdea-4b43dcf00b27 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:16.967432 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-297eac16-e5b6-495b-94b0-f043f2537b68 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Floating IP f1c8a840-24b9-4b08-b6f8-c716c681ccc0 associated. External IP: 172.26.3.82, port: 5e0b95c6-7825-4929-8651-91c21c1f01a5. Jun 03 21:44:17.211530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49618) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:17.247516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff8dc9f6-314a-4ddd-816b-9552961c5c29 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:17.249349 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ff8dc9f6-314a-4ddd-816b-9552961c5c29 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "DELETE /v2.0/ports/d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2 HTTP/1.1" status: 204 len: 168 time: 5.1962116 Jun 03 21:44:17.257176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49620) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:17.263777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:17.265028 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4056647 Jun 03 21:44:17.281636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49622) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:17.287605 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-c2103fa8-1fdb-4eb7-86f5-e3cf688a5379 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Floating IP 782c12bf-5217-4f83-bf3a-39424738bf01 associated. External IP: 172.26.3.207, port: 161ba807-d137-44d4-83ad-ee3fc76b6338. Jun 03 21:44:17.359020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b6a4753f-3b82-4301-887a-3ccf1016bf8b tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Request body: {'floatingip': {'port_id': 'e22b1a36-5505-42cf-862f-2bae4ca957bc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:17.500466 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-241c89d9-e2e4-4e19-9bf4-327e1898d863 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] GET failed (client error): The resource could not be found. Jun 03 21:44:17.501798 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-241c89d9-e2e4-4e19-9bf4-327e1898d863 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "GET /v2.0/ports/d7e2a40f-d2fe-4762-a4f9-7ef1132a6ec2 HTTP/1.1" status: 404 len: 333 time: 0.2436762 Jun 03 21:44:17.505526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49624) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:17.513169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Request body: {'port': {'network_id': '213c9154-5320-40b5-bebe-8c860dccd91f', 'name': 'tempest-AllowedAddressPairTestJSON-1499819014'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:17.556317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6a4753f-3b82-4301-887a-3ccf1016bf8b tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for floatingip, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:17.612964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-37142f3e-ecbb-44eb-bdea-4b43dcf00b27 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:17.614720 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-37142f3e-ecbb-44eb-bdea-4b43dcf00b27 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "DELETE /v2.0/ports/77fc317b-6438-480e-8c99-000dd18ceb47 HTTP/1.1" status: 204 len: 168 time: 4.8769953 Jun 03 21:44:17.618565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49626) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:17.623856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5058e3ee-f826-4773-a891-a56b0df77cf1', 'external_fixed_ips': [{'subnet_id': '2fcb5326-294f-4fd5-aaf8-6803efe173a0', 'ip_address': '172.20.0.13'}]}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:17.643582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297eac16-e5b6-495b-94b0-f043f2537b68 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Router 7217d2cf-f166-41d8-a63c-df35ee206757 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:44:17.652173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:17.667444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Usage tracker for resource:router and tenant:ff7d8ff255784873bc0cd6673c06124a is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:17.674832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:17.692444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:17.778635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:17.779673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:17.819148 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-823d21c4-1c67-497c-bde3-c7e2dfc22071 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=16c9f9b56eb2458fb3196cd0588e442f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939360 Jun 03 21:44:17.826147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49628) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:17.907739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:17.915926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:17.926225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Usage tracker for resource:port and tenant:c7a7f898c71b4a97a3f3f8ece470b6cc is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:17.934670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:17.951622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:17.997376 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297eac16-e5b6-495b-94b0-f043f2537b68 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:44:18.000709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Made reservation on behalf of c7a7f898c71b4a97a3f3f8ece470b6cc for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:18.004206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:18.010781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29367bf7-1afc-4767-8e88-3c5553752362 None None] Sync routers for ids ['7217d2cf-f166-41d8-a63c-df35ee206757'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:44:18.021860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29367bf7-1afc-4767-8e88-3c5553752362 None None] Routers {'7217d2cf-f166-41d8-a63c-df35ee206757'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:18.022910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-29367bf7-1afc-4767-8e88-3c5553752362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7217d2cf-f166-41d8-a63c-df35ee206757'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:18.108904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-297eac16-e5b6-495b-94b0-f043f2537b68 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:18.140572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11f04154-96ec-4ce6-b052-20e8040b740f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:18.166938 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-b6a4753f-3b82-4301-887a-3ccf1016bf8b tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] update failed (client error): The resource could not be found. Jun 03 21:44:18.167890 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b6a4753f-3b82-4301-887a-3ccf1016bf8b tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "PUT /v2.0/floatingips/2f3aa0d9-5860-4786-97f0-3099a6ce43d5 HTTP/1.1" status: 404 len: 507 time: 0.8817542 Jun 03 21:44:18.170289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:18.175724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49630) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:18.223329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] device_id is not set on port 791883d9-61be-4570-a644-70847f3699ed yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:18.244123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:18.259674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-759f3839-52ff-480d-b331-5959c6367602 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:18.268845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-29367bf7-1afc-4767-8e88-3c5553752362 None None] Set router 7217d2cf-f166-41d8-a63c-df35ee206757 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:44:18.346943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11f04154-96ec-4ce6-b052-20e8040b740f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:18.449501 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-297eac16-e5b6-495b-94b0-f043f2537b68 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "PUT /v2.0/floatingips/f1c8a840-24b9-4b08-b6f8-c716c681ccc0 HTTP/1.1" status: 200 len: 990 time: 2.8621385 Jun 03 21:44:18.481946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b84029e-2d27-4fa0-af3b-6c402e658ac5', 'tag': '5e0b95c6-7825-4929-8651-91c21c1f01a5'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:44:18.485000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df9c1ec-64fc-4904-a6da-1bd149e5cf51" -d '{"events": [{"name": "network-changed", "server_uuid": "3b84029e-2d27-4fa0-af3b-6c402e658ac5", "tag": "5e0b95c6-7825-4929-8651-91c21c1f01a5"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:44:18.498108 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:18.604220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d242882-d4ad-4a22-ac72-ba973f17209b x-openstack-request-id: req-6d242882-d4ad-4a22-ac72-ba973f17209b {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:44:18.604694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b84029e-2d27-4fa0-af3b-6c402e658ac5", "tag": "5e0b95c6-7825-4929-8651-91c21c1f01a5", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:44:18.605066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6d242882-d4ad-4a22-ac72-ba973f17209b {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:44:18.605586 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b84029e-2d27-4fa0-af3b-6c402e658ac5', 'tag': '5e0b95c6-7825-4929-8651-91c21c1f01a5', 'status': 'completed', 'code': 200} Jun 03 21:44:18.723418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-29367bf7-1afc-4767-8e88-3c5553752362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:43:22Z', 'revision_number': 4, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'f1c8a840-24b9-4b08-b6f8-c716c681ccc0', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'port_id': '5e0b95c6-7825-4929-8651-91c21c1f01a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'mac_address': 'fa:16:3e:6b:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84029e-2d27-4fa0-af3b-6c402e658ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:43:35Z', 'updated_at': '2021-06-03T21:44:16Z', 'revision_number': 1, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e404ba5e-68c7-4ea2-ae43-080a862ccdf0', 'name': '', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'mac_address': 'fa:16:3e:dd:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:19Z', 'updated_at': '2021-06-03T21:43:35Z', 'revision_number': 5, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'subnets': [{'id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:18.729184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29367bf7-1afc-4767-8e88-3c5553752362 None None] Checking router: 7217d2cf-f166-41d8-a63c-df35ee206757 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:44:18.741587 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29367bf7-1afc-4767-8e88-3c5553752362 None None] Routers {'7217d2cf-f166-41d8-a63c-df35ee206757'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:18.743144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-29367bf7-1afc-4767-8e88-3c5553752362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7217d2cf-f166-41d8-a63c-df35ee206757'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:18.750326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11f04154-96ec-4ce6-b052-20e8040b740f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:18.757678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-57fb53ba-b414-4024-a800-9966bd2be38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:18.811514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f04154-96ec-4ce6-b052-20e8040b740f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97b4f79-5970-4cd1-ba65-82bd55b63589,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:18.811777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=e468f11c-c207-4e98-a7f3-73654cd0df65,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:18.819133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-11f04154-96ec-4ce6-b052-20e8040b740f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:18.826003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:18.851777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Allocated IP 172.20.0.12 (213c9154-5320-40b5-bebe-8c860dccd91f/93521e67-dd6f-45bf-98f2-d0cbef7bb3bd/791883d9-61be-4570-a644-70847f3699ed) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:18.873888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11f04154-96ec-4ce6-b052-20e8040b740f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:18.877345 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-11f04154-96ec-4ce6-b052-20e8040b740f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d97b4f79-5970-4cd1-ba65-82bd55b63589 HTTP/1.1" status: 204 len: 168 time: 0.9974353 Jun 03 21:44:18.883338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.resource_extend [None req-87ee5c29-5567-43b0-8d12-60445292bf85 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:44:18.926713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-89eedd1c-c0d1-4328-8836-7fec5c1c703d None None] Provisioning complete for port e468f11c-c207-4e98-a7f3-73654cd0df65 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:18.926934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-89eedd1c-c0d1-4328-8836-7fec5c1c703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:18.966225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2103fa8-1fdb-4eb7-86f5-e3cf688a5379 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Router 40120277-7df1-4f2c-b87f-d56aefa646df has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:44:18.967558 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9c1ec-64fc-4904-a6da-1bd149e5cf51 req-61031527-3d83-497f-9c23-d3d1d180eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:18.969064 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5df9c1ec-64fc-4904-a6da-1bd149e5cf51 req-61031527-3d83-497f-9c23-d3d1d180eade service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb162b9e85e341649c3678d854dd6e2c&device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 1098 time: 0.3590448 Jun 03 21:44:18.991302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-89eedd1c-c0d1-4328-8836-7fec5c1c703d None None] Port e468f11c-c207-4e98-a7f3-73654cd0df65 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:19.037779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-29367bf7-1afc-4767-8e88-3c5553752362 None None] Set router 7217d2cf-f166-41d8-a63c-df35ee206757 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:44:19.076428 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-87ee5c29-5567-43b0-8d12-60445292bf85 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:19.140593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-87ee5c29-5567-43b0-8d12-60445292bf85 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:19.280278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-09a4b6f6-645a-416d-bb35-81493dea07db tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Deleting port e9dd4c8c-f9d8-4bf4-95d2-f1defdb5d553 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:19.281034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09a4b6f6-645a-416d-bb35-81493dea07db tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:19.299355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:19.441065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-29367bf7-1afc-4767-8e88-3c5553752362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:43:22Z', 'revision_number': 4, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'f1c8a840-24b9-4b08-b6f8-c716c681ccc0', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'port_id': '5e0b95c6-7825-4929-8651-91c21c1f01a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'mac_address': 'fa:16:3e:6b:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84029e-2d27-4fa0-af3b-6c402e658ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:43:35Z', 'updated_at': '2021-06-03T21:44:16Z', 'revision_number': 1, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e404ba5e-68c7-4ea2-ae43-080a862ccdf0', 'name': '', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'mac_address': 'fa:16:3e:dd:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:19Z', 'updated_at': '2021-06-03T21:43:35Z', 'revision_number': 5, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'subnets': [{'id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:19.446090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29367bf7-1afc-4767-8e88-3c5553752362 None None] The sync data for ids ['7217d2cf-f166-41d8-a63c-df35ee206757'] in dv-neutron-792998-2-hyperv is: [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:43:22Z', 'revision_number': 4, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'f1c8a840-24b9-4b08-b6f8-c716c681ccc0', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'port_id': '5e0b95c6-7825-4929-8651-91c21c1f01a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'mac_address': 'fa:16:3e:6b:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b84029e-2d27-4fa0-af3b-6c402e658ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:43:35Z', 'updated_at': '2021-06-03T21:44:16Z', 'revision_number': 1, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e404ba5e-68c7-4ea2-ae43-080a862ccdf0', 'name': '', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'mac_address': 'fa:16:3e:dd:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:19Z', 'updated_at': '2021-06-03T21:43:35Z', 'revision_number': 5, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'subnets': [{'id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:44:19.593150 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-87ee5c29-5567-43b0-8d12-60445292bf85 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Floating IP b6a912c2-80c1-443c-8c36-359041f23381 associated. External IP: 172.26.3.155, port: e0c160a6-3c5a-454f-998f-946a491894d8. Jun 03 21:44:19.604980 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9c1ec-64fc-4904-a6da-1bd149e5cf51 req-a5375853-8f4b-43bb-bdb8-f07a873a4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:19.608025 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5df9c1ec-64fc-4904-a6da-1bd149e5cf51 req-a5375853-8f4b-43bb-bdb8-f07a873a4ee9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 HTTP/1.1" status: 200 len: 913 time: 0.6253378 Jun 03 21:44:19.716498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2103fa8-1fdb-4eb7-86f5-e3cf688a5379 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:44:19.729363 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a52a69-a1f4-4c75-85a8-faa2d4a828f8 None None] Sync routers for ids ['40120277-7df1-4f2c-b87f-d56aefa646df'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:44:19.746574 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a52a69-a1f4-4c75-85a8-faa2d4a828f8 None None] Routers {'40120277-7df1-4f2c-b87f-d56aefa646df'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:19.746956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011ec0c4-0d04-4ff6-b5d3-369f35129aa2 None None] New status for floating IP f1c8a840-24b9-4b08-b6f8-c716c681ccc0: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:44:19.747928 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-04a52a69-a1f4-4c75-85a8-faa2d4a828f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['40120277-7df1-4f2c-b87f-d56aefa646df'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:19.837147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c2103fa8-1fdb-4eb7-86f5-e3cf688a5379 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:19.897846 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5df9c1ec-64fc-4904-a6da-1bd149e5cf51 req-0e325ad4-edc5-40f7-ae7c-e62e2f3c42b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e0b95c6-7825-4929-8651-91c21c1f01a5 HTTP/1.1" status: 200 len: 998 time: 0.2522111 Jun 03 21:44:19.920905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:19.928722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09a4b6f6-645a-416d-bb35-81493dea07db tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:19.929152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09a4b6f6-645a-416d-bb35-81493dea07db tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:19.988082 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-04a52a69-a1f4-4c75-85a8-faa2d4a828f8 None None] Set router 40120277-7df1-4f2c-b87f-d56aefa646df gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:44:20.000201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Transition to ACTIVE for port object 791883d9-61be-4570-a644-70847f3699ed will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:20.151834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9c1ec-64fc-4904-a6da-1bd149e5cf51 req-645d389d-28ed-4d41-850a-4ede82459755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:20.153313 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5df9c1ec-64fc-4904-a6da-1bd149e5cf51 req-645d389d-28ed-4d41-850a-4ede82459755 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbec842f-83c0-4510-ab8c-a00939d873fc HTTP/1.1" status: 200 len: 850 time: 0.2404871 Jun 03 21:44:20.155186 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49662) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:20.353110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-09a4b6f6-645a-416d-bb35-81493dea07db tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Calling delete_port for e9dd4c8c-f9d8-4bf4-95d2-f1defdb5d553 owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:20.360453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:20.376735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-613479010'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:20.381804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:20.391125 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c2103fa8-1fdb-4eb7-86f5-e3cf688a5379 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "PUT /v2.0/floatingips/782c12bf-5217-4f83-bf3a-39424738bf01 HTTP/1.1" status: 200 len: 991 time: 8.0697877 Jun 03 21:44:20.457367 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-04a52a69-a1f4-4c75-85a8-faa2d4a828f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:43:18Z', 'revision_number': 4, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port': {'id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:08Z', 'updated_at': '2021-06-03T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '782c12bf-5217-4f83-bf3a-39424738bf01', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'floating_ip_address': '172.26.3.207', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'port_id': '161ba807-d137-44d4-83ad-ee3fc76b6338', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'mac_address': 'fa:16:3e:44:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794d7c6c-4358-494a-8d59-96f59fc69007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:43:34Z', 'updated_at': '2021-06-03T21:44:15Z', 'revision_number': 1, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4763fc66-5226-4ca5-a573-74bf633d58cf', 'name': '', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'mac_address': 'fa:16:3e:36:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:16Z', 'updated_at': '2021-06-03T21:43:29Z', 'revision_number': 5, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'subnets': [{'id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:20.457942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event updated for resources: {'Port': ['ID=791883d9-61be-4570-a644-70847f3699ed,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:20.461404 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a52a69-a1f4-4c75-85a8-faa2d4a828f8 None None] Checking router: 40120277-7df1-4f2c-b87f-d56aefa646df for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:44:20.464519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:20.470514 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a52a69-a1f4-4c75-85a8-faa2d4a828f8 None None] Routers {'40120277-7df1-4f2c-b87f-d56aefa646df'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:20.471155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:20.471294 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-04a52a69-a1f4-4c75-85a8-faa2d4a828f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['40120277-7df1-4f2c-b87f-d56aefa646df'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:20.478462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:20.507153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Usage tracker for resource:network and tenant:874bf14725724e21bcd657577c27b007 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:20.514963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794d7c6c-4358-494a-8d59-96f59fc69007', 'tag': '161ba807-d137-44d4-83ad-ee3fc76b6338'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:44:20.517492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da70cc5e-7b37-49d9-acfb-ae4b97fcbd01" -d '{"events": [{"name": "network-changed", "server_uuid": "794d7c6c-4358-494a-8d59-96f59fc69007", "tag": "161ba807-d137-44d4-83ad-ee3fc76b6338"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:44:20.518388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:20.546529 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:20.563644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:20.582434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Network 213c9154-5320-40b5-bebe-8c860dccd91f is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:20.584523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Made reservation on behalf of 874bf14725724e21bcd657577c27b007 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:20.589669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:20.599166 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bb2d34-758d-4a06-ad90-c79e89089eec x-openstack-request-id: req-52bb2d34-758d-4a06-ad90-c79e89089eec {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:44:20.599613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794d7c6c-4358-494a-8d59-96f59fc69007", "tag": "161ba807-d137-44d4-83ad-ee3fc76b6338", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:44:20.599999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-52bb2d34-758d-4a06-ad90-c79e89089eec {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:44:20.600509 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794d7c6c-4358-494a-8d59-96f59fc69007', 'tag': '161ba807-d137-44d4-83ad-ee3fc76b6338', 'status': 'completed', 'code': 200} Jun 03 21:44:20.645425 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:20.654253 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9c1ec-64fc-4904-a6da-1bd149e5cf51 req-1de0ecfd-e513-412b-82c1-476fc3afe6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:20.656697 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5df9c1ec-64fc-4904-a6da-1bd149e5cf51 req-1de0ecfd-e513-412b-82c1-476fc3afe6e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a0a66ca-e212-4121-af0e-4c0d43c5e5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4751065 Jun 03 21:44:20.662096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:20.675127 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-04a52a69-a1f4-4c75-85a8-faa2d4a828f8 None None] Set router 40120277-7df1-4f2c-b87f-d56aefa646df gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:44:20.689470 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:20.750068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:20.794224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:20.864958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Usage tracker for resource:security_group_rule and tenant:874bf14725724e21bcd657577c27b007 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:20.870945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:20.906839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09a4b6f6-645a-416d-bb35-81493dea07db tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:20.920542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:20.952063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-76b58771-86e9-4f6b-9d54-8895249eabcd None None] Provisioning for port 791883d9-61be-4570-a644-70847f3699ed completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:20.953976 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:20.954781 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:20.959619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-76b58771-86e9-4f6b-9d54-8895249eabcd None None] Provisioning complete for port 791883d9-61be-4570-a644-70847f3699ed triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:20.962173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-76b58771-86e9-4f6b-9d54-8895249eabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:20.983225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:21.005439 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4950964 Jun 03 21:44:21.016505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49672) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:21.024356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-cd381d6d-12ce-4675-bf08-e976dd57ccd3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:19:bf:7c'}]}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:21.122639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-76b58771-86e9-4f6b-9d54-8895249eabcd None None] Port 791883d9-61be-4570-a644-70847f3699ed cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:21.169479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4b6f6-645a-416d-bb35-81493dea07db tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event deleted for resources: {'Port': ['ID=e9dd4c8c-f9d8-4bf4-95d2-f1defdb5d553,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:21.221872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-09a4b6f6-645a-416d-bb35-81493dea07db tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:21.254803 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-04a52a69-a1f4-4c75-85a8-faa2d4a828f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:43:18Z', 'revision_number': 4, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port': {'id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:08Z', 'updated_at': '2021-06-03T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '782c12bf-5217-4f83-bf3a-39424738bf01', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'floating_ip_address': '172.26.3.207', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'port_id': '161ba807-d137-44d4-83ad-ee3fc76b6338', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'mac_address': 'fa:16:3e:44:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794d7c6c-4358-494a-8d59-96f59fc69007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:43:34Z', 'updated_at': '2021-06-03T21:44:15Z', 'revision_number': 1, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4763fc66-5226-4ca5-a573-74bf633d58cf', 'name': '', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'mac_address': 'fa:16:3e:36:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:16Z', 'updated_at': '2021-06-03T21:43:29Z', 'revision_number': 5, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'subnets': [{'id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:21.262502 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a52a69-a1f4-4c75-85a8-faa2d4a828f8 None None] The sync data for ids ['40120277-7df1-4f2c-b87f-d56aefa646df'] in dv-neutron-792998-2-hyperv is: [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:43:18Z', 'revision_number': 4, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port': {'id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:08Z', 'updated_at': '2021-06-03T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '782c12bf-5217-4f83-bf3a-39424738bf01', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'floating_ip_address': '172.26.3.207', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'port_id': '161ba807-d137-44d4-83ad-ee3fc76b6338', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'mac_address': 'fa:16:3e:44:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794d7c6c-4358-494a-8d59-96f59fc69007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:43:34Z', 'updated_at': '2021-06-03T21:44:15Z', 'revision_number': 1, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4763fc66-5226-4ca5-a573-74bf633d58cf', 'name': '', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'mac_address': 'fa:16:3e:36:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:16Z', 'updated_at': '2021-06-03T21:43:29Z', 'revision_number': 5, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'subnets': [{'id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:44:21.332809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70cc5e-7b37-49d9-acfb-ae4b97fcbd01 req-444f02e2-35d0-4220-8e70-7eeede10a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:21.334266 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-da70cc5e-7b37-49d9-acfb-ae4b97fcbd01 req-444f02e2-35d0-4220-8e70-7eeede10a389 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de330ded214f4d50a7154a6f70805db0&device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 1098 time: 0.7140503 Jun 03 21:44:21.382519 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5df9c1ec-64fc-4904-a6da-1bd149e5cf51 req-f2fcda30-f37f-4888-b11c-0b40391ca84c service neutron] 10.222.0.24 "GET /v2.0/networks/8a0a66ca-e212-4121-af0e-4c0d43c5e5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753893 Jun 03 21:44:21.390067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ee5c29-5567-43b0-8d12-60445292bf85 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:44:21.446508 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Allocated IP 172.20.0.13 (5058e3ee-f826-4773-a891-a56b0df77cf1/2fcb5326-294f-4fd5-aaf8-6803efe173a0/f694e6ac-16ab-47a4-9526-362257b77541) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:21.538326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:21.569658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09a4b6f6-645a-416d-bb35-81493dea07db tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:21.579234 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd2a3b-3780-4b5b-8ae4-a245829e9487 None None] New status for floating IP 782c12bf-5217-4f83-bf3a-39424738bf01: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:44:21.640545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:21.658350 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e64a4f81-28fa-47b2-8c4f-48c343e809e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:21.711354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09a4b6f6-645a-416d-bb35-81493dea07db tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:21.716956 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-09a4b6f6-645a-416d-bb35-81493dea07db tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "DELETE /v2.0/floatingips/2f3aa0d9-5860-4786-97f0-3099a6ce43d5 HTTP/1.1" status: 204 len: 168 time: 3.5358241 Jun 03 21:44:21.735169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49676) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:21.805587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-bbab0e4f-1a8e-4f25-a5d2-fa2ff82850cd tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Request body: {'floatingip': {'floating_network_id': '82f43934-1ea8-4766-9f91-c20874975410', 'port_id': 'e22b1a36-5505-42cf-862f-2bae4ca957bc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:21.826263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bbab0e4f-1a8e-4f25-a5d2-fa2ff82850cd tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:21.826652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70cc5e-7b37-49d9-acfb-ae4b97fcbd01 req-179ad1c8-bdfb-4b0b-87f3-822dcdbd167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:21.827924 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-da70cc5e-7b37-49d9-acfb-ae4b97fcbd01 req-179ad1c8-bdfb-4b0b-87f3-822dcdbd167b service neutron] 10.222.0.24 "GET /v2.0/networks?id=21c45018-37a9-4d8b-8264-e960e83890a9 HTTP/1.1" status: 200 len: 907 time: 0.4635980 Jun 03 21:44:21.838868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bbab0e4f-1a8e-4f25-a5d2-fa2ff82850cd tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Usage tracker for resource:floatingip and tenant:43aa594cf6a74e9c9e0963e9970e85ad is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:21.848871 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bbab0e4f-1a8e-4f25-a5d2-fa2ff82850cd tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:21.918393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:44:21.941540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bbab0e4f-1a8e-4f25-a5d2-fa2ff82850cd tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:21.955319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:21.961383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ee5c29-5567-43b0-8d12-60445292bf85 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:44:21.968926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-87ee5c29-5567-43b0-8d12-60445292bf85 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:21.973269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e3131-15e8-4cdd-8d15-1e8c2fd58de6 None None] Sync routers for ids ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:44:21.983432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e3131-15e8-4cdd-8d15-1e8c2fd58de6 None None] Routers {'4f5fe75b-3949-48ce-a2a4-08c1d7736610'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:21.984211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-9a3e3131-15e8-4cdd-8d15-1e8c2fd58de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:21.995956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee384d7-de56-4663-bd32-da733230e972,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:21.998666 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd381d6d-12ce-4675-bf08-e976dd57ccd3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:22.001383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:22.001857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:22.021209 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:22.045200 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:22.045587 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Added segment 8f3e19c5-f889-4f07-833b-942ba20e9eff of type vlan for network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce Jun 03 21:44:22.051278 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5df9c1ec-64fc-4904-a6da-1bd149e5cf51 req-d95ad728-bdd6-42e6-a7fc-4e8099704daf service neutron] 10.222.0.24 "GET /v2.0/networks/8a0a66ca-e212-4121-af0e-4c0d43c5e5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504488 Jun 03 21:44:22.190828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-41492f6b-e086-413b-a616-baa20c5f79b4 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:22.191710 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:22.201920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:22.234664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-9a3e3131-15e8-4cdd-8d15-1e8c2fd58de6 None None] Set router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:44:22.237401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bbab0e4f-1a8e-4f25-a5d2-fa2ff82850cd tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:22.287448 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-da70cc5e-7b37-49d9-acfb-ae4b97fcbd01 req-f4f7f9d2-a36f-41c7-b675-c47ee0ccaa76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=161ba807-d137-44d4-83ad-ee3fc76b6338 HTTP/1.1" status: 200 len: 1001 time: 0.4415095 Jun 03 21:44:22.371284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:22.376936 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:22.377543 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:22.381265 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-87ee5c29-5567-43b0-8d12-60445292bf85 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "PUT /v2.0/floatingips/b6a912c2-80c1-443c-8c36-359041f23381 HTTP/1.1" status: 200 len: 991 time: 6.8960335 Jun 03 21:44:22.387719 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:22.407900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=e468f11c-c207-4e98-a7f3-73654cd0df65,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:22.411339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:22.504747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70cc5e-7b37-49d9-acfb-ae4b97fcbd01 req-8a211f27-8626-456a-9291-6431a8432a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:22.506160 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-da70cc5e-7b37-49d9-acfb-ae4b97fcbd01 req-8a211f27-8626-456a-9291-6431a8432a7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8a91673-3043-4757-a983-3e6ef46383ed HTTP/1.1" status: 200 len: 844 time: 0.2006555 Jun 03 21:44:22.560280 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.3940556 Jun 03 21:44:22.561772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49682) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:22.568741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Request body: {'subnet': {'network_id': '12b3578e-6a1a-4e01-b673-dc4c6eb1ffce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:22.582707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event updated for resources: {'Network': ['ID=12b3578e-6a1a-4e01-b673-dc4c6eb1ffce,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:22.589817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:22.599405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:22.599947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:22.605182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:44:22.605362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19242191-0d6c-448c-bda8-c3574bfb2e2f', 'tag': 'e0c160a6-3c5a-454f-998f-946a491894d8'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:44:22.607621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bed5cf1-5046-436c-adf6-7539d3d78f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "19242191-0d6c-448c-bda8-c3574bfb2e2f", "tag": "e0c160a6-3c5a-454f-998f-946a491894d8"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:44:22.660613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network 0c6dd93a-a51a-47d2-afac-86c0dad0570d is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:22.664054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:22.736140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c48625-1f4b-4c61-b358-943a7bdf17b3 x-openstack-request-id: req-74c48625-1f4b-4c61-b358-943a7bdf17b3 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:44:22.736468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19242191-0d6c-448c-bda8-c3574bfb2e2f", "tag": "e0c160a6-3c5a-454f-998f-946a491894d8", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:44:22.736746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-74c48625-1f4b-4c61-b358-943a7bdf17b3 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:44:22.737171 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19242191-0d6c-448c-bda8-c3574bfb2e2f', 'tag': 'e0c160a6-3c5a-454f-998f-946a491894d8', 'status': 'completed', 'code': 200} Jun 03 21:44:22.744828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd381d6d-12ce-4675-bf08-e976dd57ccd3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:22.836419 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Network 5058e3ee-f826-4773-a891-a56b0df77cf1 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:22.858666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-258f3ed9-dfb4-4c8f-a584-1756c78c10ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:22.874649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-9a3e3131-15e8-4cdd-8d15-1e8c2fd58de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:43:12Z', 'revision_number': 4, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'b6a912c2-80c1-443c-8c36-359041f23381', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'port_id': 'e0c160a6-3c5a-454f-998f-946a491894d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'mac_address': 'fa:16:3e:5d:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19242191-0d6c-448c-bda8-c3574bfb2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:43:26Z', 'updated_at': '2021-06-03T21:44:18Z', 'revision_number': 1, 'project_id': 'e8575706e29d4efb935647060af56086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23baf25-a4b0-4907-b982-adff9bc167b3', 'name': '', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'mac_address': 'fa:16:3e:f7:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:25Z', 'revision_number': 5, 'project_id': 'e8575706e29d4efb935647060af56086', 'subnets': [{'id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:22.875779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:22.878650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:22.881592 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e3131-15e8-4cdd-8d15-1e8c2fd58de6 None None] Checking router: 4f5fe75b-3949-48ce-a2a4-08c1d7736610 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:44:22.887392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70cc5e-7b37-49d9-acfb-ae4b97fcbd01 req-34e7788d-9329-431b-9003-379602385085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:22.888929 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-da70cc5e-7b37-49d9-acfb-ae4b97fcbd01 req-34e7788d-9329-431b-9003-379602385085 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21c45018-37a9-4d8b-8264-e960e83890a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3297167 Jun 03 21:44:22.897082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e3131-15e8-4cdd-8d15-1e8c2fd58de6 None None] Routers {'4f5fe75b-3949-48ce-a2a4-08c1d7736610'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:22.898255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-9a3e3131-15e8-4cdd-8d15-1e8c2fd58de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:22.949151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd381d6d-12ce-4675-bf08-e976dd57ccd3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:23.002544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a168c9f5-9287-4da8-9639-cab954a2da7d None None] Provisioning complete for port e468f11c-c207-4e98-a7f3-73654cd0df65 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:23.003142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a168c9f5-9287-4da8-9639-cab954a2da7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:23.025393 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-bbab0e4f-1a8e-4f25-a5d2-fa2ff82850cd tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:44:23.032358 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bbab0e4f-1a8e-4f25-a5d2-fa2ff82850cd tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2880449 Jun 03 21:44:23.033788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49688) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:23.038507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event updated for resources: {'Port': ['ID=f694e6ac-16ab-47a4-9526-362257b77541,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:23.041782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:23.044989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': 'e22b1a36-5505-42cf-862f-2bae4ca957bc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:23.049659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6baf3e71-4210-4bb5-a30e-9cc741e753f4 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:23.061034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router a4d56950-9d82-4a92-a510-9bb2f8ecc0c0 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:44:23.066152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:23.078366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Usage tracker for resource:floatingip and tenant:43aa594cf6a74e9c9e0963e9970e85ad is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:23.087868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:23.094576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:23.132835 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-a168c9f5-9287-4da8-9639-cab954a2da7d None None] Port e468f11c-c207-4e98-a7f3-73654cd0df65 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:23.139300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:23.161970 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Usage tracker for resource:subnet and tenant:874bf14725724e21bcd657577c27b007 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:23.167897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-9a3e3131-15e8-4cdd-8d15-1e8c2fd58de6 None None] Set router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:44:23.179389 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-da70cc5e-7b37-49d9-acfb-ae4b97fcbd01 req-e500edf2-4571-47f4-bfa1-b3e1b51eecef service neutron] 10.222.0.24 "GET /v2.0/networks/21c45018-37a9-4d8b-8264-e960e83890a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718952 Jun 03 21:44:23.186098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:23.227496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:23.244416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:23.323688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd381d6d-12ce-4675-bf08-e976dd57ccd3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event updated for resources: {'Port': ['ID=791883d9-61be-4570-a644-70847f3699ed,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:23.328595 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cd381d6d-12ce-4675-bf08-e976dd57ccd3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:23.329424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-cd381d6d-12ce-4675-bf08-e976dd57ccd3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] In _notify_port_updated(), no bound segment for port 791883d9-61be-4570-a644-70847f3699ed on network 213c9154-5320-40b5-bebe-8c860dccd91f {{(pid=104397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:44:23.335215 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd381d6d-12ce-4675-bf08-e976dd57ccd3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:23.336151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd381d6d-12ce-4675-bf08-e976dd57ccd3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:23.342126 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cd381d6d-12ce-4675-bf08-e976dd57ccd3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "PUT /v2.0/ports/791883d9-61be-4570-a644-70847f3699ed HTTP/1.1" status: 200 len: 997 time: 2.3243101 Jun 03 21:44:23.346478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49690) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:23.356000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Made reservation on behalf of 874bf14725724e21bcd657577c27b007 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:23.359795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:23.459209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:44:23.472022 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b174a6fa-4d82-4975-92d3-162b4e7e9333 None None] Sync routers for ids ['a4d56950-9d82-4a92-a510-9bb2f8ecc0c0'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:44:23.479278 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/a4d56950-9d82-4a92-a510-9bb2f8ecc0c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5390704 Jun 03 21:44:23.482079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49694) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:23.489054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5470734b-ce79-4656-8f4b-c07d81314ce3 None None] Provisioning complete for port 791883d9-61be-4570-a644-70847f3699ed triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:23.489430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5470734b-ce79-4656-8f4b-c07d81314ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:23.491153 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b174a6fa-4d82-4975-92d3-162b4e7e9333 None None] Routers {'a4d56950-9d82-4a92-a510-9bb2f8ecc0c0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:23.493848 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b174a6fa-4d82-4975-92d3-162b4e7e9333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['a4d56950-9d82-4a92-a510-9bb2f8ecc0c0'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:23.613321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed5cf1-5046-436c-adf6-7539d3d78f7f req-30b9a25d-dc80-4e7a-b10e-d5e106c93641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:23.621691 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7bed5cf1-5046-436c-adf6-7539d3d78f7f req-30b9a25d-dc80-4e7a-b10e-d5e106c93641 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8575706e29d4efb935647060af56086&device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 1098 time: 0.8740964 Jun 03 21:44:23.628753 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b174a6fa-4d82-4975-92d3-162b4e7e9333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:23.655049 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b174a6fa-4d82-4975-92d3-162b4e7e9333 None None] Routers {'a4d56950-9d82-4a92-a510-9bb2f8ecc0c0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:23.658797 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b174a6fa-4d82-4975-92d3-162b4e7e9333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:43:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['a4d56950-9d82-4a92-a510-9bb2f8ecc0c0'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:23.665444 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-da70cc5e-7b37-49d9-acfb-ae4b97fcbd01 req-0e3fcfc0-6a96-4b72-b3a4-ab539d5ed5b2 service neutron] 10.222.0.24 "GET /v2.0/networks/21c45018-37a9-4d8b-8264-e960e83890a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546025 Jun 03 21:44:23.673617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5470734b-ce79-4656-8f4b-c07d81314ce3 None None] Port 791883d9-61be-4570-a644-70847f3699ed cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:23.688196 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a7402e-edf6-40f9-a049-6a99b8aaacdb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:23.690053 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-97a7402e-edf6-40f9-a049-6a99b8aaacdb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports/e468f11c-c207-4e98-a7f3-73654cd0df65 HTTP/1.1" status: 200 len: 984 time: 0.1967492 Jun 03 21:44:23.697147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49698) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:23.715388 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-9a3e3131-15e8-4cdd-8d15-1e8c2fd58de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:43:12Z', 'revision_number': 4, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'b6a912c2-80c1-443c-8c36-359041f23381', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'port_id': 'e0c160a6-3c5a-454f-998f-946a491894d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'mac_address': 'fa:16:3e:5d:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19242191-0d6c-448c-bda8-c3574bfb2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:43:26Z', 'updated_at': '2021-06-03T21:44:18Z', 'revision_number': 1, 'project_id': 'e8575706e29d4efb935647060af56086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23baf25-a4b0-4907-b982-adff9bc167b3', 'name': '', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'mac_address': 'fa:16:3e:f7:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:25Z', 'revision_number': 5, 'project_id': 'e8575706e29d4efb935647060af56086', 'subnets': [{'id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:23.720894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e3131-15e8-4cdd-8d15-1e8c2fd58de6 None None] The sync data for ids ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'] in dv-neutron-792998-2-hyperv is: [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:43:12Z', 'revision_number': 4, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'b6a912c2-80c1-443c-8c36-359041f23381', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'port_id': 'e0c160a6-3c5a-454f-998f-946a491894d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'mac_address': 'fa:16:3e:5d:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19242191-0d6c-448c-bda8-c3574bfb2e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:43:26Z', 'updated_at': '2021-06-03T21:44:18Z', 'revision_number': 1, 'project_id': 'e8575706e29d4efb935647060af56086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23baf25-a4b0-4907-b982-adff9bc167b3', 'name': '', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'mac_address': 'fa:16:3e:f7:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:25Z', 'revision_number': 5, 'project_id': 'e8575706e29d4efb935647060af56086', 'subnets': [{'id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:44:23.764211 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b174a6fa-4d82-4975-92d3-162b4e7e9333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:23.764791 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b174a6fa-4d82-4975-92d3-162b4e7e9333 None None] The sync data for ids ['a4d56950-9d82-4a92-a510-9bb2f8ecc0c0'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:44:23.977227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae461e0-ff93-4c4c-a63a-c6d50f83beaf None None] New status for floating IP b6a912c2-80c1-443c-8c36-359041f23381: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:44:24.183739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:24.209775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:24.283629 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed5cf1-5046-436c-adf6-7539d3d78f7f req-c0e73d7a-3050-4b5f-8373-e5a13a0c6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:24.285075 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7bed5cf1-5046-436c-adf6-7539d3d78f7f req-c0e73d7a-3050-4b5f-8373-e5a13a0c6278 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3ab37d9-450d-465b-af87-fe797b3c7680 HTTP/1.1" status: 200 len: 914 time: 0.3905005 Jun 03 21:44:24.412069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Allocated IP 172.26.3.241 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/346bfa86-aed0-44fd-a383-1e1aed5bba1d) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:24.482160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-53bf4fbd-d61d-409d-8f64-6732a8228f39 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Deleting port 791883d9-61be-4570-a644-70847f3699ed {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:24.482494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53bf4fbd-d61d-409d-8f64-6732a8228f39 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:24.631485 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7bed5cf1-5046-436c-adf6-7539d3d78f7f req-864b3c7c-8990-49de-a7ad-3f66e946ec16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c160a6-3c5a-454f-998f-946a491894d8 HTTP/1.1" status: 200 len: 1001 time: 0.3109291 Jun 03 21:44:24.646221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:24.686484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5851d39a-9185-4599-8944-8e8e33dd59ba tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:24.841875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53bf4fbd-d61d-409d-8f64-6732a8228f39 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:24.917614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:24.928084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7151d83c-3c2c-4ef8-b8dd-a4aa159791c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:24.968855 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:44:24.978420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed5cf1-5046-436c-adf6-7539d3d78f7f req-b0463dc6-7eef-4eac-981c-e41adce477aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:24.979869 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7bed5cf1-5046-436c-adf6-7539d3d78f7f req-b0463dc6-7eef-4eac-981c-e41adce477aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f48f48ce-c887-4cce-89b6-0302a64d4519 HTTP/1.1" status: 200 len: 851 time: 0.3244808 Jun 03 21:44:25.035852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:25.040860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:25.042999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event updated for resources: {'Port': ['ID=346bfa86-aed0-44fd-a383-1e1aed5bba1d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:25.047541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:25.049760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-53bf4fbd-d61d-409d-8f64-6732a8228f39 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Calling delete_port for 791883d9-61be-4570-a644-70847f3699ed owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:25.072624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:25.331859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:25.336356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:25.375143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5851d39a-9185-4599-8944-8e8e33dd59ba tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port e468f11c-c207-4e98-a7f3-73654cd0df65 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:25.375498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5851d39a-9185-4599-8944-8e8e33dd59ba tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:25.463224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18a8388c-8311-4318-a2d9-24204ed4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:25.560736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed5cf1-5046-436c-adf6-7539d3d78f7f req-9fa245e0-c096-404b-8453-107c638e013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:25.562345 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7bed5cf1-5046-436c-adf6-7539d3d78f7f req-9fa245e0-c096-404b-8453-107c638e013f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3ab37d9-450d-465b-af87-fe797b3c7680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5062294 Jun 03 21:44:25.627985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Deleting port 346bfa86-aed0-44fd-a383-1e1aed5bba1d {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:25.628318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:25.746754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5851d39a-9185-4599-8944-8e8e33dd59ba tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:25.791715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53bf4fbd-d61d-409d-8f64-6732a8228f39 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:25.807965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-116d3e83-8335-4020-b3f6-29daea9bb641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:25.881973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5851d39a-9185-4599-8944-8e8e33dd59ba tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for e468f11c-c207-4e98-a7f3-73654cd0df65 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:25.905161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf4fbd-d61d-409d-8f64-6732a8228f39 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event deleted for resources: {'Port': ['ID=791883d9-61be-4570-a644-70847f3699ed,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:25.912449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:25.912785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:25.916034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-53bf4fbd-d61d-409d-8f64-6732a8228f39 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:25.928125 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7bed5cf1-5046-436c-adf6-7539d3d78f7f req-ddec4804-cf40-4238-9614-14292235a071 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298066 Jun 03 21:44:26.059612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Calling delete_port for 346bfa86-aed0-44fd-a383-1e1aed5bba1d owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:26.060473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Router 23adeb41-86ce-4c4f-b55a-bccaecccc423 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:44:26.076468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:26.147073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:26.287385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53bf4fbd-d61d-409d-8f64-6732a8228f39 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:26.335007 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-53bf4fbd-d61d-409d-8f64-6732a8228f39 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "DELETE /v2.0/ports/791883d9-61be-4570-a644-70847f3699ed HTTP/1.1" status: 204 len: 168 time: 2.9873929 Jun 03 21:44:26.348410 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event updated for resources: {'Subnet': ['ID=55a1f833-5f48-40fc-8af4-27b2a40d770d,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:26.350324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49714) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:26.397977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:26.399292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:26.402317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:26.439682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5851d39a-9185-4599-8944-8e8e33dd59ba tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:26.454473 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event deleted for resources: {'Port': ['ID=346bfa86-aed0-44fd-a383-1e1aed5bba1d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:26.457784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Checking segment: {'id': '8f3e19c5-f889-4f07-833b-942ba20e9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '12b3578e-6a1a-4e01-b673-dc4c6eb1ffce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:26.457784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Network hostable DHCP agents. Network: 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:44:26.474550 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7bed5cf1-5046-436c-adf6-7539d3d78f7f req-335dbef9-f247-4e6b-9ee4-139b7dbb1e5c service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102906 Jun 03 21:44:26.478711 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8322e2-7934-42dc-bd8b-f8b07cf865ff tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] GET failed (client error): The resource could not be found. Jun 03 21:44:26.479229 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2a8322e2-7934-42dc-bd8b-f8b07cf865ff tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Synchronizing usage tracker for tenant:c7a7f898c71b4a97a3f3f8ece470b6cc on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:26.487506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:26.492598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:26.499560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:26.527197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2a8322e2-7934-42dc-bd8b-f8b07cf865ff tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Unset dirty status for tenant:c7a7f898c71b4a97a3f3f8ece470b6cc on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:26.528420 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2a8322e2-7934-42dc-bd8b-f8b07cf865ff tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "GET /v2.0/ports/791883d9-61be-4570-a644-70847f3699ed HTTP/1.1" status: 404 len: 333 time: 0.1709480 Jun 03 21:44:26.529411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:44:26.532493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:44:26.534930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49716) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:26.539978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Request body: {'port': {'network_id': '213c9154-5320-40b5-bebe-8c860dccd91f', 'name': 'tempest-AllowedAddressPairTestJSON-891434779'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:26.544630 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Sync routers for ids ['23adeb41-86ce-4c4f-b55a-bccaecccc423'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:44:26.560748 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Routers {'23adeb41-86ce-4c4f-b55a-bccaecccc423'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:26.561450 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23adeb41-86ce-4c4f-b55a-bccaecccc423'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:26.596863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:26.599276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851d39a-9185-4599-8944-8e8e33dd59ba tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=e468f11c-c207-4e98-a7f3-73654cd0df65,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:26.616045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9607e526-b6c3-485a-966b-112c0ba7af30 None None] Network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:26.624944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5851d39a-9185-4599-8944-8e8e33dd59ba tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:26.664627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:26.665771 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.0462682 Jun 03 21:44:26.671509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:26.678274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:26.682628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49718) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:26.811061 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Set router 23adeb41-86ce-4c4f-b55a-bccaecccc423 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:44:26.815863 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2528882 Jun 03 21:44:26.830701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49720) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:26.841738 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Request body: {'port': {'network_id': '12b3578e-6a1a-4e01-b673-dc4c6eb1ffce', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1623561792'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:26.851690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5851d39a-9185-4599-8944-8e8e33dd59ba tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:26.865263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:26.994264 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-12b3578e-6a1a-4e01-b673-dc4c6eb1ffce', 'network_id': '12b3578e-6a1a-4e01-b673-dc4c6eb1ffce', 'tenant_id': '874bf14725724e21bcd657577c27b007', 'fixed_ips': [{'subnet_id': '55a1f833-5f48-40fc-8af4-27b2a40d770d'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:44:26.995450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:27.205704 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] create failed (client error): The resource could not be found. Jun 03 21:44:27.207005 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.1718779 Jun 03 21:44:27.213479 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Allocated IP 2001:db8::2 (12b3578e-6a1a-4e01-b673-dc4c6eb1ffce/55a1f833-5f48-40fc-8af4-27b2a40d770d/41512552-c437-4ab0-896b-bc4726fcd15a) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:27.214130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49726) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:27.278515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:27.289085 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23adeb41-86ce-4c4f-b55a-bccaecccc423', 'name': '', 'tenant_id': 'ff7d8ff255784873bc0cd6673c06124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5058e3ee-f826-4773-a891-a56b0df77cf1', 'external_fixed_ips': [{'subnet_id': '2fcb5326-294f-4fd5-aaf8-6803efe173a0', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f694e6ac-16ab-47a4-9526-362257b77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:44:17Z', 'updated_at': '2021-06-03T21:44:23Z', 'revision_number': 3, 'project_id': 'ff7d8ff255784873bc0cd6673c06124a', 'gw_port': {'id': 'f694e6ac-16ab-47a4-9526-362257b77541', 'name': '', 'network_id': '5058e3ee-f826-4773-a891-a56b0df77cf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:94:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23adeb41-86ce-4c4f-b55a-bccaecccc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '2fcb5326-294f-4fd5-aaf8-6803efe173a0', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:44:20Z', 'updated_at': '2021-06-03T21:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fcb5326-294f-4fd5-aaf8-6803efe173a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:27.291652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:27.293366 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Checking router: 23adeb41-86ce-4c4f-b55a-bccaecccc423 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:44:27.293775 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Updating router 23adeb41-86ce-4c4f-b55a-bccaecccc423 port f694e6ac-16ab-47a4-9526-362257b77541 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:44:27.363179 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:27.379826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:27.443355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Made reservation on behalf of c7a7f898c71b4a97a3f3f8ece470b6cc for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:27.447124 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:27.502025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:27.513642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Transition to ACTIVE for port object 41512552-c437-4ab0-896b-bc4726fcd15a will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:27.538466 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5851d39a-9185-4599-8944-8e8e33dd59ba tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router a4d56950-9d82-4a92-a510-9bb2f8ecc0c0 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:44:27.556325 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Transition to ACTIVE for port object 41512552-c437-4ab0-896b-bc4726fcd15a will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:27.561098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] device_id is not set on port a1c1b3aa-d28a-43e6-9adb-ac78be64e462 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:27.565766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:27.583865 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-674d7eb6-156e-4f1f-80cc-efd74a83b0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:27.642327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:27.650603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:27.659522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:27.728913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5851d39a-9185-4599-8944-8e8e33dd59ba tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:44:27.731168 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:27.743978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Usage tracker for resource:port and tenant:874bf14725724e21bcd657577c27b007 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:27.748300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:27.750199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-42651081-e73c-4062-9b87-cccbf2a68261 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Deleting port e22b1a36-5505-42cf-862f-2bae4ca957bc {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:27.750647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42651081-e73c-4062-9b87-cccbf2a68261 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:27.768147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:27.794407 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c3d5a-2ec5-40b8-b3e9-71762e5b7656 None None] Sync routers for ids ['a4d56950-9d82-4a92-a510-9bb2f8ecc0c0'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:44:27.818110 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:27.834978 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Transition to ACTIVE for port object f694e6ac-16ab-47a4-9526-362257b77541 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:27.837631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c3d5a-2ec5-40b8-b3e9-71762e5b7656 None None] Routers {'a4d56950-9d82-4a92-a510-9bb2f8ecc0c0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:27.838871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-536c3d5a-2ec5-40b8-b3e9-71762e5b7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['a4d56950-9d82-4a92-a510-9bb2f8ecc0c0'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:27.845865 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:27.853167 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:27.884548 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b3450531-7679-4fb3-86fc-82105e86480c req-ac45d40b-dba0-450b-8931-8ba9c5fedfaa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4160361 Jun 03 21:44:27.885168 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Made reservation on behalf of 874bf14725724e21bcd657577c27b007 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:27.888934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:27.910462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:27.913961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42651081-e73c-4062-9b87-cccbf2a68261 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:27.934552 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Pushing event updated for resources: {'Port': ['ID=f694e6ac-16ab-47a4-9526-362257b77541,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:27.935041 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Allocated IP 172.20.0.13 (213c9154-5320-40b5-bebe-8c860dccd91f/93521e67-dd6f-45bf-98f2-d0cbef7bb3bd/a1c1b3aa-d28a-43e6-9adb-ac78be64e462) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:27.937531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] device_id is not set on port fd8e243f-7a9d-42ce-8a76-c1360ef5ba20 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:27.938391 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-536c3d5a-2ec5-40b8-b3e9-71762e5b7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:27.946632 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:27.947319 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:27.947904 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:27.948271 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:27.948623 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:27.948939 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:27.949253 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:27.949629 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:27.949941 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:27.950434 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:27.950792 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:27.951099 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:44:27.967570 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:27.983018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Pushing event updated for resources: {'Port': ['ID=41512552-c437-4ab0-896b-bc4726fcd15a,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:28.003102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:28.011369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c3d5a-2ec5-40b8-b3e9-71762e5b7656 None None] Routers {'a4d56950-9d82-4a92-a510-9bb2f8ecc0c0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:28.012110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-536c3d5a-2ec5-40b8-b3e9-71762e5b7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['a4d56950-9d82-4a92-a510-9bb2f8ecc0c0'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:28.019635 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Attempting to bind port f694e6ac-16ab-47a4-9526-362257b77541 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:28.020260 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Attempting to bind port f694e6ac-16ab-47a4-9526-362257b77541 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '7381e29f-c504-4650-b9cb-53a80b805137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '5058e3ee-f826-4773-a891-a56b0df77cf1'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:28.020760 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Attempting to bind port f694e6ac-16ab-47a4-9526-362257b77541 on network 5058e3ee-f826-4773-a891-a56b0df77cf1 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:28.028709 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:44:28.029522 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Checking segment: {'id': '7381e29f-c504-4650-b9cb-53a80b805137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '5058e3ee-f826-4773-a891-a56b0df77cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:28.030535 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:28.031075 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Bound using segment: {'id': '7381e29f-c504-4650-b9cb-53a80b805137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '5058e3ee-f826-4773-a891-a56b0df77cf1'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:44:28.032206 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Bound port: f694e6ac-16ab-47a4-9526-362257b77541, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7381e29f-c504-4650-b9cb-53a80b805137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '5058e3ee-f826-4773-a891-a56b0df77cf1'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:44:28.032896 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:28.083203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-42651081-e73c-4062-9b87-cccbf2a68261 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Calling delete_port for e22b1a36-5505-42cf-862f-2bae4ca957bc owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:28.095011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-536c3d5a-2ec5-40b8-b3e9-71762e5b7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:28.095534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c3d5a-2ec5-40b8-b3e9-71762e5b7656 None None] The sync data for ids ['a4d56950-9d82-4a92-a510-9bb2f8ecc0c0'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:44:28.099538 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Attempting to bind port 41512552-c437-4ab0-896b-bc4726fcd15a on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:28.101618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Attempting to bind port 41512552-c437-4ab0-896b-bc4726fcd15a by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '8f3e19c5-f889-4f07-833b-942ba20e9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '12b3578e-6a1a-4e01-b673-dc4c6eb1ffce'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:28.101618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Attempting to bind port 41512552-c437-4ab0-896b-bc4726fcd15a on network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:28.108798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:44:28.109203 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Checking segment: {'id': '8f3e19c5-f889-4f07-833b-942ba20e9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '12b3578e-6a1a-4e01-b673-dc4c6eb1ffce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:28.109678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:28.110342 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Bound using segment: {'id': '8f3e19c5-f889-4f07-833b-942ba20e9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '12b3578e-6a1a-4e01-b673-dc4c6eb1ffce'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:44:28.111021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Bound port: 41512552-c437-4ab0-896b-bc4726fcd15a, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3e19c5-f889-4f07-833b-942ba20e9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '12b3578e-6a1a-4e01-b673-dc4c6eb1ffce'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:44:28.111508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:28.141583 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] For port f694e6ac-16ab-47a4-9526-362257b77541, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:44:28.145045 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] For port f694e6ac-16ab-47a4-9526-362257b77541, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f694e6ac-16ab-47a4-9526-362257b77541,segment=NetworkSegment(7381e29f-c504-4650-b9cb-53a80b805137),segment_id=7381e29f-c504-4650-b9cb-53a80b805137)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:44:28.153500 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:28.159763 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:28.234058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] For port 41512552-c437-4ab0-896b-bc4726fcd15a, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:44:28.237764 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Pushing event updated for resources: {'Port': ['ID=f694e6ac-16ab-47a4-9526-362257b77541,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:28.238685 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] For port 41512552-c437-4ab0-896b-bc4726fcd15a, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=41512552-c437-4ab0-896b-bc4726fcd15a,segment=NetworkSegment(8f3e19c5-f889-4f07-833b-942ba20e9eff),segment_id=8f3e19c5-f889-4f07-833b-942ba20e9eff)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:44:28.239982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42651081-e73c-4062-9b87-cccbf2a68261 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:28.244848 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:28.251663 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5851d39a-9185-4599-8944-8e8e33dd59ba tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/a4d56950-9d82-4a92-a510-9bb2f8ecc0c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5513890 Jun 03 21:44:28.256932 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Routers {'23adeb41-86ce-4c4f-b55a-bccaecccc423'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:28.257540 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23adeb41-86ce-4c4f-b55a-bccaecccc423'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:28.260644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:28.270505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5c2b6e7b-d5b6-45c9-aefb-ded7d603dcdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:28.271390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49734) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:28.272341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5cd72daf-1a81-4a7d-97c2-a7a2ab455b47 tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:28.362024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Deleting port f694e6ac-16ab-47a4-9526-362257b77541 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:28.362369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:28.416265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:28.422960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Pushing event updated for resources: {'Port': ['ID=41512552-c437-4ab0-896b-bc4726fcd15a,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:28.429150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:28.472603 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] Set router 23adeb41-86ce-4c4f-b55a-bccaecccc423 gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:44:28.475699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Allocated IP 2001:db8::f0 (12b3578e-6a1a-4e01-b673-dc4c6eb1ffce/55a1f833-5f48-40fc-8af4-27b2a40d770d/fd8e243f-7a9d-42ce-8a76-c1360ef5ba20) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:28.586413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42651081-e73c-4062-9b87-cccbf2a68261 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event deleted for resources: {'Port': ['ID=e22b1a36-5505-42cf-862f-2bae4ca957bc,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:28.597125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-42651081-e73c-4062-9b87-cccbf2a68261 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:28.636129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3450531-7679-4fb3-86fc-82105e86480c req-01856249-ea35-4fe1-b4a4-ad231625a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:28.640165 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b3450531-7679-4fb3-86fc-82105e86480c req-01856249-ea35-4fe1-b4a4-ad231625a276 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8575706e29d4efb935647060af56086&device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 1098 time: 0.6109748 Jun 03 21:44:28.717361 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23adeb41-86ce-4c4f-b55a-bccaecccc423', 'name': '', 'tenant_id': 'ff7d8ff255784873bc0cd6673c06124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:44:17Z', 'updated_at': '2021-06-03T21:44:27Z', 'revision_number': 4, 'project_id': 'ff7d8ff255784873bc0cd6673c06124a', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:28.721819 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd4a6d7-cad2-46ae-9a14-73890be8185d None None] The sync data for ids ['23adeb41-86ce-4c4f-b55a-bccaecccc423'] in dv-neutron-792998-2-hyperv is: [{'id': '23adeb41-86ce-4c4f-b55a-bccaecccc423', 'name': '', 'tenant_id': 'ff7d8ff255784873bc0cd6673c06124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:44:17Z', 'updated_at': '2021-06-03T21:44:27Z', 'revision_number': 4, 'project_id': 'ff7d8ff255784873bc0cd6673c06124a', 'gw_port_host': None}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:44:28.924092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] For port f694e6ac-16ab-47a4-9526-362257b77541, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f694e6ac-16ab-47a4-9526-362257b77541,segment=NetworkSegment(7381e29f-c504-4650-b9cb-53a80b805137),segment_id=7381e29f-c504-4650-b9cb-53a80b805137)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:28.924363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:28.953756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42651081-e73c-4062-9b87-cccbf2a68261 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:29.108574 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 41512552-c437-4ab0-896b-bc4726fcd15a up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:29.216069 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-42651081-e73c-4062-9b87-cccbf2a68261 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "DELETE /v2.0/ports/e22b1a36-5505-42cf-862f-2bae4ca957bc HTTP/1.1" status: 204 len: 168 time: 1.9972951 Jun 03 21:44:29.219753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49740) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:29.221933 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-341f1f53-9994-467a-ae9b-a80621232c72 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] remove_router_interface failed (client error): The resource could not be found. Jun 03 21:44:29.226269 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-341f1f53-9994-467a-ae9b-a80621232c72 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/a4d56950-9d82-4a92-a510-9bb2f8ecc0c0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8451693 Jun 03 21:44:29.255550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 41512552-c437-4ab0-896b-bc4726fcd15a completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:29.268506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49742) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:29.283650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Calling delete_port for f694e6ac-16ab-47a4-9526-362257b77541 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:29.325888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8c8ecbf2-f057-4806-be6f-12a287686b92 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Synchronizing usage tracker for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:29.351329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:29.354863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8c8ecbf2-f057-4806-be6f-12a287686b92 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Unset dirty status for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:29.358774 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8c8ecbf2-f057-4806-be6f-12a287686b92 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4d56950-9d82-4a92-a510-9bb2f8ecc0c0 HTTP/1.1" status: 200 len: 205 time: 0.0878758 Jun 03 21:44:29.359796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49744) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:29.393943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:29.427040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Transition to ACTIVE for port object a1c1b3aa-d28a-43e6-9adb-ac78be64e462 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:29.449100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Transition to ACTIVE for port object fd8e243f-7a9d-42ce-8a76-c1360ef5ba20 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:29.480461 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3450531-7679-4fb3-86fc-82105e86480c req-300ba973-f013-4f8f-a393-f5e3e85015c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:29.481894 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b3450531-7679-4fb3-86fc-82105e86480c req-300ba973-f013-4f8f-a393-f5e3e85015c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3ab37d9-450d-465b-af87-fe797b3c7680 HTTP/1.1" status: 200 len: 914 time: 0.6043632 Jun 03 21:44:29.554419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee38793d-f4bb-48b1-9ea3-e10132c15d04 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:29.555750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ee38793d-f4bb-48b1-9ea3-e10132c15d04 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Synchronizing usage tracker for tenant:43aa594cf6a74e9c9e0963e9970e85ad on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:29.560549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ad78e4d4-4f21-41a1-9e80-3c30b3947f1a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:29.598785 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:29.611762 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3b09a349-38c9-4f34-887b-4fbd4a4f67c1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:29.677689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d72141-9d71-43fe-8789-adf993d2c4a3 None None] Network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:29.710901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event updated for resources: {'Port': ['ID=a1c1b3aa-d28a-43e6-9adb-ac78be64e462,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:29.732712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:29.734938 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b3450531-7679-4fb3-86fc-82105e86480c req-be3f5c42-f05a-45c8-a124-8c55bf09170c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c160a6-3c5a-454f-998f-946a491894d8 HTTP/1.1" status: 200 len: 1001 time: 0.2285452 Jun 03 21:44:29.755927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Network 213c9154-5320-40b5-bebe-8c860dccd91f is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:29.792235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:29.792500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ee38793d-f4bb-48b1-9ea3-e10132c15d04 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Unset dirty status for tenant:43aa594cf6a74e9c9e0963e9970e85ad on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:29.796797 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ee38793d-f4bb-48b1-9ea3-e10132c15d04 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e677f32-c9b7-4ae7-ab61-7a6454c86bec HTTP/1.1" status: 200 len: 913 time: 0.5675960 Jun 03 21:44:29.797268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49750) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:29.798373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:29.813979 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:29.856085 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a3b7c5bf-9f54-41e1-94f3-1f8caf928e17 None None] Provisioning for port 41512552-c437-4ab0-896b-bc4726fcd15a completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:29.901640 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a3b7c5bf-9f54-41e1-94f3-1f8caf928e17 None None] Provisioning complete for port 41512552-c437-4ab0-896b-bc4726fcd15a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:29.902167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c5bf-9f54-41e1-94f3-1f8caf928e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:29.939858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:30.066544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event updated for resources: {'Port': ['ID=fd8e243f-7a9d-42ce-8a76-c1360ef5ba20,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:30.087260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:30.088010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.116210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:30.135236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ad78e4d4-4f21-41a1-9e80-3c30b3947f1a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.137878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ad78e4d4-4f21-41a1-9e80-3c30b3947f1a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.164124 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:30.172100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:30.175105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3450531-7679-4fb3-86fc-82105e86480c req-d89ea9b0-0ffe-4497-86ac-024c137ce1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:30.176830 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b3450531-7679-4fb3-86fc-82105e86480c req-d89ea9b0-0ffe-4497-86ac-024c137ce1ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f48f48ce-c887-4cce-89b6-0302a64d4519 HTTP/1.1" status: 200 len: 851 time: 0.4235795 Jun 03 21:44:30.177714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:30.186147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:30.186147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.197605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c5bf-9f54-41e1-94f3-1f8caf928e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.222753 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3907051 Jun 03 21:44:30.256283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a3b7c5bf-9f54-41e1-94f3-1f8caf928e17 None None] For port 41512552-c437-4ab0-896b-bc4726fcd15a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=41512552-c437-4ab0-896b-bc4726fcd15a,segment=NetworkSegment(8f3e19c5-f889-4f07-833b-942ba20e9eff),segment_id=8f3e19c5-f889-4f07-833b-942ba20e9eff)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:30.262318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c5bf-9f54-41e1-94f3-1f8caf928e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.264763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:30.275030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ad78e4d4-4f21-41a1-9e80-3c30b3947f1a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.275647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad78e4d4-4f21-41a1-9e80-3c30b3947f1a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Fanout notify agent at l3_agent the message router_deleted on router a4d56950-9d82-4a92-a510-9bb2f8ecc0c0 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:44:30.277528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49754) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:30.289390 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7505777 Jun 03 21:44:30.289618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49756) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:30.297153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Request body: {'port': {'network_id': '12b3578e-6a1a-4e01-b673-dc4c6eb1ffce', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-486656136', 'allowed_address_pairs': [{'ip_address': '2001:db8::f0', 'mac_address': 'fa:16:3e:69:05:49'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:30.299679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Request body: {'port': {'network_id': '213c9154-5320-40b5-bebe-8c860dccd91f', 'name': 'tempest-AllowedAddressPairTestJSON-1940343040'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:30.330318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.344990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7c5bf-9f54-41e1-94f3-1f8caf928e17 None None] Pushing event updated for resources: {'Port': ['ID=41512552-c437-4ab0-896b-bc4726fcd15a,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:30.346477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-41c2d450-1482-4b83-95a7-3ed64222d189 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:30.352810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a3b7c5bf-9f54-41e1-94f3-1f8caf928e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:30.396607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-86331e60-bca0-4d90-af9b-fd5ef547bd8c None None] Provisioning for port a1c1b3aa-d28a-43e6-9adb-ac78be64e462 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:30.402419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-86331e60-bca0-4d90-af9b-fd5ef547bd8c None None] Provisioning complete for port a1c1b3aa-d28a-43e6-9adb-ac78be64e462 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:30.403217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-86331e60-bca0-4d90-af9b-fd5ef547bd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.424579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ad78e4d4-4f21-41a1-9e80-3c30b3947f1a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.429766 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ad78e4d4-4f21-41a1-9e80-3c30b3947f1a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/a4d56950-9d82-4a92-a510-9bb2f8ecc0c0 HTTP/1.1" status: 204 len: 168 time: 1.0677228 Jun 03 21:44:30.430406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49758) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:30.483226 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event deleted for resources: {'Port': ['ID=f694e6ac-16ab-47a4-9526-362257b77541,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:30.492823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:30.493193 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-86331e60-bca0-4d90-af9b-fd5ef547bd8c None None] Port a1c1b3aa-d28a-43e6-9adb-ac78be64e462 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:30.553114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3450531-7679-4fb3-86fc-82105e86480c req-666d4d60-3cba-46e5-8780-2c5a5ce64ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:30.555171 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b3450531-7679-4fb3-86fc-82105e86480c req-666d4d60-3cba-46e5-8780-2c5a5ce64ddf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3ab37d9-450d-465b-af87-fe797b3c7680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3364458 Jun 03 21:44:30.621064 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-feba7579-af6a-42de-a694-2c150289d292 None None] Provisioning for port fd8e243f-7a9d-42ce-8a76-c1360ef5ba20 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:30.634116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-feba7579-af6a-42de-a694-2c150289d292 None None] Provisioning complete for port fd8e243f-7a9d-42ce-8a76-c1360ef5ba20 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:30.635762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-feba7579-af6a-42de-a694-2c150289d292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.723350 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:30.731524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Usage tracker for resource:port and tenant:c7a7f898c71b4a97a3f3f8ece470b6cc is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:30.739630 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-feba7579-af6a-42de-a694-2c150289d292 None None] Port fd8e243f-7a9d-42ce-8a76-c1360ef5ba20 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:30.754437 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Quota usage for port was recalculated. Used quota:3. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:30.777076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-feba7579-af6a-42de-a694-2c150289d292 None None] Provisioning complete for port 41512552-c437-4ab0-896b-bc4726fcd15a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:30.777566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-feba7579-af6a-42de-a694-2c150289d292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.779000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:30.785714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.926432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-50219760-4570-475d-a04b-0aedfd2743fc tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting subnet 08c3e5b2-7261-408b-9937-b2094c8b87ac {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:44:30.935273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Made reservation on behalf of c7a7f898c71b4a97a3f3f8ece470b6cc for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:30.936717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50219760-4570-475d-a04b-0aedfd2743fc tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.938774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:30.982563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:30.997812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Usage tracker for resource:port and tenant:874bf14725724e21bcd657577c27b007 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:31.002021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:31.011027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:31.022680 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b3450531-7679-4fb3-86fc-82105e86480c req-8332c7bb-9d84-44d3-a0e2-4bfb425458e0 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401286 Jun 03 21:44:31.032007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:31.035208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 41512552-c437-4ab0-896b-bc4726fcd15a up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:31.036750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:31.057009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] device_id is not set on port 0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:31.063380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50219760-4570-475d-a04b-0aedfd2743fc tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:31.121592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Made reservation on behalf of 874bf14725724e21bcd657577c27b007 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:31.151346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a1613cea-e222-4e72-a118-2b19156aaead None None] Provisioning complete for port fd8e243f-7a9d-42ce-8a76-c1360ef5ba20 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:31.151747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a1613cea-e222-4e72-a118-2b19156aaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:31.227881 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-a1613cea-e222-4e72-a118-2b19156aaead None None] Port fd8e243f-7a9d-42ce-8a76-c1360ef5ba20 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:31.231870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 41512552-c437-4ab0-896b-bc4726fcd15a triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:31.231870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:31.347885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:31.352509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:31.353127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23adeb41-86ce-4c4f-b55a-bccaecccc423 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:44:31.359276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50219760-4570-475d-a04b-0aedfd2743fc tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:31.424936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] device_id is not set on port 0929c612-05a7-4d3b-a4d4-2575d0209d81 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:31.453277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:31.454419 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "DELETE /v2.0/routers/23adeb41-86ce-4c4f-b55a-bccaecccc423 HTTP/1.1" status: 204 len: 168 time: 4.7678742 Jun 03 21:44:31.458982 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b3450531-7679-4fb3-86fc-82105e86480c req-6ede8ea1-a933-4fa4-b349-9a2a0ae5b8d0 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236481 Jun 03 21:44:31.462176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49766) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:31.523041 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Allocated IP 172.20.0.8 (213c9154-5320-40b5-bebe-8c860dccd91f/93521e67-dd6f-45bf-98f2-d0cbef7bb3bd/0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:31.542848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a000f0f-2c93-4f17-a92c-c346c6341993 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:31.547714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a455e589-9601-4209-b781-16fa14d3b76f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Deleting subnet 2fcb5326-294f-4fd5-aaf8-6803efe173a0 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:44:31.562581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a455e589-9601-4209-b781-16fa14d3b76f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:31.638499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a455e589-9601-4209-b781-16fa14d3b76f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:31.806317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a455e589-9601-4209-b781-16fa14d3b76f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:31.867608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Allocated IP 2001:db8::289 (12b3578e-6a1a-4e01-b673-dc4c6eb1ffce/55a1f833-5f48-40fc-8af4-27b2a40d770d/0929c612-05a7-4d3b-a4d4-2575d0209d81) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:31.927638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.012366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Transition to ACTIVE for port object 0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:32.125225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.132326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:32.161261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50219760-4570-475d-a04b-0aedfd2743fc tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.184608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d261b5a7-cce8-4caf-b54a-82b2b26f944c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:32.223893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Network 213c9154-5320-40b5-bebe-8c860dccd91f is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:32.231507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:32.234122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event updated for resources: {'Port': ['ID=0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:32.236338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:32.256642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50219760-4570-475d-a04b-0aedfd2743fc tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Subnet': ['ID=08c3e5b2-7261-408b-9937-b2094c8b87ac,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:32.259916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-50219760-4570-475d-a04b-0aedfd2743fc tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:32.263247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-50219760-4570-475d-a04b-0aedfd2743fc tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.264541 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:32.268599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a455e589-9601-4209-b781-16fa14d3b76f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.271042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd1782-b219-4935-ad19-586711968042 None None] Network 0c6dd93a-a51a-47d2-afac-86c0dad0570d requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:32.281059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f5e7dc2-a6d3-42f0-b0b6-ebad17b16278 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:32.337999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455e589-9601-4209-b781-16fa14d3b76f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2fcb5326-294f-4fd5-aaf8-6803efe173a0,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:32.356983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a455e589-9601-4209-b781-16fa14d3b76f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:32.367488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a455e589-9601-4209-b781-16fa14d3b76f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.368097 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-50219760-4570-475d-a04b-0aedfd2743fc tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/08c3e5b2-7261-408b-9937-b2094c8b87ac HTTP/1.1" status: 204 len: 168 time: 1.9314096 Jun 03 21:44:32.373630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49774) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:32.386812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:32.387764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.395659 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a455e589-9601-4209-b781-16fa14d3b76f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "DELETE /v2.0/subnets/2fcb5326-294f-4fd5-aaf8-6803efe173a0 HTTP/1.1" status: 204 len: 168 time: 0.9327621 Jun 03 21:44:32.400945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49776) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:32.416485 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1241071 Jun 03 21:44:32.416661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49778) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:32.424383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-fdb464c1-a93f-477f-b2ae-f09ed5cd6cde tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:19:bf:7c'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:76:1e:32'}]}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:32.589419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cc4ceb8f-b1a0-438a-9c6e-8c638d538cae None None] Provisioning for port 0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:32.592823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9582d06-7e80-48ba-971f-138943c89b9a None None] DHCP port deletion for 0c6dd93a-a51a-47d2-afac-86c0dad0570d request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:44:32.629442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cc4ceb8f-b1a0-438a-9c6e-8c638d538cae None None] Provisioning complete for port 0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:32.629917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cc4ceb8f-b1a0-438a-9c6e-8c638d538cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.694256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ceb8f-b1a0-438a-9c6e-8c638d538cae None None] Port 0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:32.713556 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-a9582d06-7e80-48ba-971f-138943c89b9a None None] Deleting port c751df20-d057-4442-bae2-83a7183b305d {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:32.713927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fdb464c1-a93f-477f-b2ae-f09ed5cd6cde tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.714392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a9582d06-7e80-48ba-971f-138943c89b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.814265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a9582d06-7e80-48ba-971f-138943c89b9a None None] For port c751df20-d057-4442-bae2-83a7183b305d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c751df20-d057-4442-bae2-83a7183b305d,segment=NetworkSegment(10f3504f-2747-44b0-a48c-5bdbd8ad507e),segment_id=10f3504f-2747-44b0-a48c-5bdbd8ad507e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:32.814460 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a9582d06-7e80-48ba-971f-138943c89b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.867607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.870185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.882202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.910456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Transition to ACTIVE for port object 0929c612-05a7-4d3b-a4d4-2575d0209d81 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:32.970136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fdb464c1-a93f-477f-b2ae-f09ed5cd6cde tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:32.986494 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-a9582d06-7e80-48ba-971f-138943c89b9a None None] Calling delete_port for c751df20-d057-4442-bae2-83a7183b305d owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:32.990189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fdb464c1-a93f-477f-b2ae-f09ed5cd6cde tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.004813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-be9089f1-a4cc-482e-841e-b7a012eff3f0 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:33.024907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-8a000f0f-2c93-4f17-a92c-c346c6341993 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Deleting port 672ad2ca-e902-49b4-835f-8f3d5a03e719 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:33.025240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a000f0f-2c93-4f17-a92c-c346c6341993 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.039534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a9582d06-7e80-48ba-971f-138943c89b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.054225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:33.115637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c751df20-d057-4442-bae2-83a7183b305d no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:44:33.155511 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9582d06-7e80-48ba-971f-138943c89b9a None None] No DVR routers for this DVR port c751df20-d057-4442-bae2-83a7183b305d on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:44:33.158102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9582d06-7e80-48ba-971f-138943c89b9a None None] Pushing event deleted for resources: {'Port': ['ID=c751df20-d057-4442-bae2-83a7183b305d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:33.159925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c751df20-d057-4442-bae2-83a7183b305d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:44:33.160265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c751df20-d057-4442-bae2-83a7183b305d not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:44:33.162273 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a9582d06-7e80-48ba-971f-138943c89b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:33.248242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.267188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.287819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5058e3ee-f826-4773-a891-a56b0df77cf1']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:33.301733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e87447dc-dfc8-42de-94b3-71553eb72dbd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:33.366543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7381e29f-c504-4650-b9cb-53a80b805137') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:33.366768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7381e29f-c504-4650-b9cb-53a80b805137') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:33.367684 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb464c1-a93f-477f-b2ae-f09ed5cd6cde tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event updated for resources: {'Port': ['ID=0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:33.371384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fdb464c1-a93f-477f-b2ae-f09ed5cd6cde tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:33.375218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port c751df20-d057-4442-bae2-83a7183b305d {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:33.375715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.377506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-fdb464c1-a93f-477f-b2ae-f09ed5cd6cde tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] In _notify_port_updated(), no bound segment for port 0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae on network 213c9154-5320-40b5-bebe-8c860dccd91f {{(pid=104397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:44:33.383510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb464c1-a93f-477f-b2ae-f09ed5cd6cde tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:33.384261 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fdb464c1-a93f-477f-b2ae-f09ed5cd6cde tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.386165 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fdb464c1-a93f-477f-b2ae-f09ed5cd6cde tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "PUT /v2.0/ports/0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae HTTP/1.1" status: 200 len: 1056 time: 0.9680798 Jun 03 21:44:33.389264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49786) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:33.408167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.419864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e29f8a79-56c1-4eca-8b40-7e59e8951499 None None] Provisioning complete for port 0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:33.420524 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e29f8a79-56c1-4eca-8b40-7e59e8951499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.441995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:33.463394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:33.480429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a000f0f-2c93-4f17-a92c-c346c6341993 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.484406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e29f8a79-56c1-4eca-8b40-7e59e8951499 None None] Port 0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:33.488012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:33.494217 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:33.495219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.501937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.557420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8e303-23a9-40f4-90e7-82d390f3aa4d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Deleting port 0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:33.557755 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8e303-23a9-40f4-90e7-82d390f3aa4d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.562031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event updated for resources: {'Port': ['ID=0929c612-05a7-4d3b-a4d4-2575d0209d81,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:33.629570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:33.630630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:44:33.631029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:44:33.645449 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:44:33.699936 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8e303-23a9-40f4-90e7-82d390f3aa4d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.715961 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e589a14e-ddd0-4868-a79d-243ba304beee None None] Provisioning for port 0929c612-05a7-4d3b-a4d4-2575d0209d81 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:33.722766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e589a14e-ddd0-4868-a79d-243ba304beee None None] Provisioning complete for port 0929c612-05a7-4d3b-a4d4-2575d0209d81 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:33.723356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e589a14e-ddd0-4868-a79d-243ba304beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.726521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-8a000f0f-2c93-4f17-a92c-c346c6341993 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Calling delete_port for 672ad2ca-e902-49b4-835f-8f3d5a03e719 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:33.794549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e589a14e-ddd0-4868-a79d-243ba304beee None None] Port 0929c612-05a7-4d3b-a4d4-2575d0209d81 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:33.798650 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.5121796 Jun 03 21:44:33.806150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] For port c751df20-d057-4442-bae2-83a7183b305d, host dv-neutron-792998-2-hyperv, got binding levels [] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:33.806513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.814656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49788) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:33.829987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8e303-23a9-40f4-90e7-82d390f3aa4d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Calling delete_port for 0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:33.958658 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8e303-23a9-40f4-90e7-82d390f3aa4d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:33.964826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:34.002584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for c751df20-d057-4442-bae2-83a7183b305d owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:34.007489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_backend_mixin [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Port c751df20-d057-4442-bae2-83a7183b305d was not found and therefore no delete operation was performed {{(pid=104396) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:44:34.009611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8e303-23a9-40f4-90e7-82d390f3aa4d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event deleted for resources: {'Port': ['ID=0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:34.013063 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.013281 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e1e8e303-23a9-40f4-90e7-82d390f3aa4d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:34.020040 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:34.050098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.077642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=c751df20-d057-4442-bae2-83a7183b305d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:34.094602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5058e3ee-f826-4773-a891-a56b0df77cf1 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 21:44:34.105444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:34.106826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b07d5a90-229a-448a-9aba-b3fa805b0027 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:34.121201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.138663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event deleted for resources: {'Network': ['ID=5058e3ee-f826-4773-a891-a56b0df77cf1,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:34.159817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:34.161645 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "DELETE /v2.0/networks/5058e3ee-f826-4773-a891-a56b0df77cf1 HTTP/1.1" status: 204 len: 168 time: 1.7496676 Jun 03 21:44:34.165211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No DVR routers for this DVR port c751df20-d057-4442-bae2-83a7183b305d on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:44:34.431245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e1e8e303-23a9-40f4-90e7-82d390f3aa4d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.443659 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e1e8e303-23a9-40f4-90e7-82d390f3aa4d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "DELETE /v2.0/ports/0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae HTTP/1.1" status: 204 len: 168 time: 1.0532129 Jun 03 21:44:34.447996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49802) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:34.496019 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a293329-429c-48b3-9a69-7b868a722e87 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] GET failed (client error): The resource could not be found. Jun 03 21:44:34.496560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4a293329-429c-48b3-9a69-7b868a722e87 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Synchronizing usage tracker for tenant:c7a7f898c71b4a97a3f3f8ece470b6cc on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:34.515039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4a293329-429c-48b3-9a69-7b868a722e87 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Unset dirty status for tenant:c7a7f898c71b4a97a3f3f8ece470b6cc on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:34.519327 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4a293329-429c-48b3-9a69-7b868a722e87 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "GET /v2.0/ports/0b1f46b9-d2fd-49d4-8ee4-fa59c75663ae HTTP/1.1" status: 404 len: 333 time: 0.0703108 Jun 03 21:44:34.519993 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49806) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:34.560347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e2910f-55c5-4a06-a600-39353193add6 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:34.566421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e2910f-55c5-4a06-a600-39353193add6 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:34.573055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e2910f-55c5-4a06-a600-39353193add6 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:34.573936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d9e2910f-55c5-4a06-a600-39353193add6 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Synchronizing usage tracker for tenant:874bf14725724e21bcd657577c27b007 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:34.584490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49808) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:34.589055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.599338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f3526c1f-25de-4a7b-8436-fe927bb06335 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Request body: {'router': {'name': 'tempest-router--2069869268', 'project_id': '4d5d29623bf5423ea37f7a66899ef518'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:34.612093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f3526c1f-25de-4a7b-8436-fe927bb06335 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:34.620963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6dd93a-a51a-47d2-afac-86c0dad0570d']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:34.631111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f3526c1f-25de-4a7b-8436-fe927bb06335 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Usage tracker for resource:router and tenant:4d5d29623bf5423ea37f7a66899ef518 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:34.643639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f3526c1f-25de-4a7b-8436-fe927bb06335 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:34.650818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f3504f-2747-44b0-a48c-5bdbd8ad507e') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:34.651386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f3504f-2747-44b0-a48c-5bdbd8ad507e') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:34.666471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f3526c1f-25de-4a7b-8436-fe927bb06335 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:34.668451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d9e2910f-55c5-4a06-a600-39353193add6 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Unset dirty status for tenant:874bf14725724e21bcd657577c27b007 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:34.669541 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d9e2910f-55c5-4a06-a600-39353193add6 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.8496842 Jun 03 21:44:34.673926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49810) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:34.676142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.711143 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9f60c820-b0ee-4353-8e5f-dec4515bcb6b tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Deleting port a1c1b3aa-d28a-43e6-9adb-ac78be64e462 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:34.711483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f60c820-b0ee-4353-8e5f-dec4515bcb6b tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.730686 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f3526c1f-25de-4a7b-8436-fe927bb06335 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.731742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f3526c1f-25de-4a7b-8436-fe927bb06335 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.735200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.758656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:44:34.759040 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:44:34.773987 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:44:34.855717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a000f0f-2c93-4f17-a92c-c346c6341993 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.863264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e3689f98-a273-440c-902c-0ca8df5de14b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:34.910019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f60c820-b0ee-4353-8e5f-dec4515bcb6b tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.913647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a000f0f-2c93-4f17-a92c-c346c6341993 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event deleted for resources: {'Port': ['ID=672ad2ca-e902-49b4-835f-8f3d5a03e719,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:34.919897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8a000f0f-2c93-4f17-a92c-c346c6341993 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:34.952534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:34.998141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.000617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:35.017000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f3526c1f-25de-4a7b-8436-fe927bb06335 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.048443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Network': ['ID=0c6dd93a-a51a-47d2-afac-86c0dad0570d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:35.053066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9f60c820-b0ee-4353-8e5f-dec4515bcb6b tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Calling delete_port for a1c1b3aa-d28a-43e6-9adb-ac78be64e462 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:35.055711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:35.064048 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/networks/0c6dd93a-a51a-47d2-afac-86c0dad0570d HTTP/1.1" status: 204 len: 168 time: 2.6841278 Jun 03 21:44:35.066959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49812) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:35.072413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-986610614'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:35.089095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:35.154308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:network and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:35.163142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:35.167010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f3526c1f-25de-4a7b-8436-fe927bb06335 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.184474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:35.196072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac068d-7fb3-45d0-a914-62df769ec5f2 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Deleting port 0929c612-05a7-4d3b-a4d4-2575d0209d81 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:35.196274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c3ac068d-7fb3-45d0-a914-62df769ec5f2 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.273344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a000f0f-2c93-4f17-a92c-c346c6341993 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.278008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:35.283997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.310427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f3526c1f-25de-4a7b-8436-fe927bb06335 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.312689 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f3526c1f-25de-4a7b-8436-fe927bb06335 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7261333 Jun 03 21:44:35.315325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49814) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:35.476780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:44:35.496771 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.497135 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Added segment 5050115e-ba16-4272-8034-77fc24bb1a37 of type vlan for network a0d4c746-63ab-4171-8141-a4868e8c213a Jun 03 21:44:35.498003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c3ac068d-7fb3-45d0-a914-62df769ec5f2 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.514923 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3864cd73-7892-4a97-a25b-279a14dffa6f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.672920 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.677454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a000f0f-2c93-4f17-a92c-c346c6341993 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Router 3e677f32-c9b7-4ae7-ab61-7a6454c86bec has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:44:35.843287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.852877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:35.853528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:35.857856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a000f0f-2c93-4f17-a92c-c346c6341993 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:44:35.861154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:35.873670 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d6f348-3c07-4ff1-967a-e16ce524286e None None] Sync routers for ids ['3e677f32-c9b7-4ae7-ab61-7a6454c86bec'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:44:35.888201 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6f348-3c07-4ff1-967a-e16ce524286e None None] Routers {'3e677f32-c9b7-4ae7-ab61-7a6454c86bec'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:35.889403 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-20d6f348-3c07-4ff1-967a-e16ce524286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3e677f32-c9b7-4ae7-ab61-7a6454c86bec'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:35.930569 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac068d-7fb3-45d0-a914-62df769ec5f2 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Calling delete_port for 0929c612-05a7-4d3b-a4d4-2575d0209d81 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:35.940482 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8a000f0f-2c93-4f17-a92c-c346c6341993 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "PUT /v2.0/routers/3e677f32-c9b7-4ae7-ab61-7a6454c86bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0738993 Jun 03 21:44:35.944199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49822) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:35.946947 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8791761 Jun 03 21:44:35.973937 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-20d6f348-3c07-4ff1-967a-e16ce524286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:35.984697 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6f348-3c07-4ff1-967a-e16ce524286e None None] Routers {'3e677f32-c9b7-4ae7-ab61-7a6454c86bec'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:35.986363 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-20d6f348-3c07-4ff1-967a-e16ce524286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3e677f32-c9b7-4ae7-ab61-7a6454c86bec'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:36.064090 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-20d6f348-3c07-4ff1-967a-e16ce524286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:36.064550 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d6f348-3c07-4ff1-967a-e16ce524286e None None] The sync data for ids ['3e677f32-c9b7-4ae7-ab61-7a6454c86bec'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:44:36.086560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49824) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:36.141568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'subnet': {'network_id': 'a0d4c746-63ab-4171-8141-a4868e8c213a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:36.362661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Network': ['ID=a0d4c746-63ab-4171-8141-a4868e8c213a,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:36.376566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network a0d4c746-63ab-4171-8141-a4868e8c213a details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:44:36.453454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3864cd73-7892-4a97-a25b-279a14dffa6f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.455294 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f60c820-b0ee-4353-8e5f-dec4515bcb6b tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.457330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3864cd73-7892-4a97-a25b-279a14dffa6f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.474966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fdb464c1-a93f-477f-b2ae-f09ed5cd6cde tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:36.500856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:36.539365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-90a2540b-d335-49b8-9632-1891e04618b8 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.557079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60c820-b0ee-4353-8e5f-dec4515bcb6b tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event deleted for resources: {'Port': ['ID=a1c1b3aa-d28a-43e6-9adb-ac78be64e462,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:36.563173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f60c820-b0ee-4353-8e5f-dec4515bcb6b tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:36.564966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:36.625258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3864cd73-7892-4a97-a25b-279a14dffa6f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.625710 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3864cd73-7892-4a97-a25b-279a14dffa6f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71c23132-6ed8-4de8-a729-7d1ed19c9447 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:44:36.628511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:subnet and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:36.664042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:36.690134 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:36.769773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:36.773464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.792498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f60c820-b0ee-4353-8e5f-dec4515bcb6b tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.796640 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3864cd73-7892-4a97-a25b-279a14dffa6f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:36.797849 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3864cd73-7892-4a97-a25b-279a14dffa6f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "DELETE /v2.0/routers/71c23132-6ed8-4de8-a729-7d1ed19c9447 HTTP/1.1" status: 204 len: 168 time: 1.4815617 Jun 03 21:44:36.837241 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9f60c820-b0ee-4353-8e5f-dec4515bcb6b tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "DELETE /v2.0/ports/a1c1b3aa-d28a-43e6-9adb-ac78be64e462 HTTP/1.1" status: 204 len: 168 time: 2.3160250 Jun 03 21:44:36.845396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49832) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:37.084209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49834) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:37.106968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c3ac068d-7fb3-45d0-a914-62df769ec5f2 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:37.111448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-90a2540b-d335-49b8-9632-1891e04618b8 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:37.116018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-90a2540b-d335-49b8-9632-1891e04618b8 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:37.121444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:37.148742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-90a2540b-d335-49b8-9632-1891e04618b8 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:37.149154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a2540b-d335-49b8-9632-1891e04618b8 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Fanout notify agent at l3_agent the message router_deleted on router 3e677f32-c9b7-4ae7-ab61-7a6454c86bec {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:44:37.156562 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-751c1966-1004-4186-acdc-cdfcef20af6d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] GET failed (client error): The resource could not be found. Jun 03 21:44:37.157081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-751c1966-1004-4186-acdc-cdfcef20af6d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Synchronizing usage tracker for tenant:c7a7f898c71b4a97a3f3f8ece470b6cc on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:37.165606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-90a2540b-d335-49b8-9632-1891e04618b8 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:37.166757 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-90a2540b-d335-49b8-9632-1891e04618b8 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "DELETE /v2.0/routers/3e677f32-c9b7-4ae7-ab61-7a6454c86bec HTTP/1.1" status: 204 len: 168 time: 1.2215972 Jun 03 21:44:37.169756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49840) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:37.193030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac068d-7fb3-45d0-a914-62df769ec5f2 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event deleted for resources: {'Port': ['ID=0929c612-05a7-4d3b-a4d4-2575d0209d81,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:37.196739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c3ac068d-7fb3-45d0-a914-62df769ec5f2 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:37.252191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-724656f0-ecae-4163-9278-3a6fb1a54f21 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Deleting subnet 3fe005db-df28-4b9e-8c12-604ff1b48d10 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:44:37.255656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-724656f0-ecae-4163-9278-3a6fb1a54f21 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:37.260095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-751c1966-1004-4186-acdc-cdfcef20af6d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Unset dirty status for tenant:c7a7f898c71b4a97a3f3f8ece470b6cc on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:37.264979 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-751c1966-1004-4186-acdc-cdfcef20af6d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "GET /v2.0/ports/a1c1b3aa-d28a-43e6-9adb-ac78be64e462 HTTP/1.1" status: 404 len: 333 time: 0.4182277 Jun 03 21:44:37.269160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49842) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:37.317001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-724656f0-ecae-4163-9278-3a6fb1a54f21 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:37.424162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-724656f0-ecae-4163-9278-3a6fb1a54f21 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:37.479481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-741837398', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:37.491395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:37.501730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Usage tracker for resource:router and tenant:b942e31ee98f47849ff506186f9e3b6e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:37.505243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:37.530602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c3ac068d-7fb3-45d0-a914-62df769ec5f2 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:37.538793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:37.546856 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c3ac068d-7fb3-45d0-a914-62df769ec5f2 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "DELETE /v2.0/ports/0929c612-05a7-4d3b-a4d4-2575d0209d81 HTTP/1.1" status: 204 len: 168 time: 2.8718872 Jun 03 21:44:37.555768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49844) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:37.629139 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f43a41c-bb5e-4d0b-8937-36e62fdce0ff tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] GET failed (client error): The resource could not be found. Jun 03 21:44:37.636413 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4f43a41c-bb5e-4d0b-8937-36e62fdce0ff tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "GET /v2.0/ports/0929c612-05a7-4d3b-a4d4-2575d0209d81 HTTP/1.1" status: 404 len: 333 time: 0.0724547 Jun 03 21:44:37.637368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49846) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:37.640919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d9c81f41-3c61-4c04-a4fd-4851d34df306 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Deleting port 8bdd9871-8ff3-4138-a955-b0be20838c3f {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:37.641288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d9c81f41-3c61-4c04-a4fd-4851d34df306 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:37.663053 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Request body: {'port': {'network_id': '12b3578e-6a1a-4e01-b673-dc4c6eb1ffce', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1635892161'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:37.695910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:37.697075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:37.748913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:37.977283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d9c81f41-3c61-4c04-a4fd-4851d34df306 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:38.119964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d9c81f41-3c61-4c04-a4fd-4851d34df306 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Calling delete_port for 8bdd9871-8ff3-4138-a955-b0be20838c3f owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:38.127519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:38.144018 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:38.184824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:38.187039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Made reservation on behalf of 874bf14725724e21bcd657577c27b007 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:38.192998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:38.201243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-724656f0-ecae-4163-9278-3a6fb1a54f21 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:38.222731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:38.266975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] device_id is not set on port e6d01603-65f4-4966-97e6-05a3759dab2c yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:38.426785 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:38.442275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724656f0-ecae-4163-9278-3a6fb1a54f21 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe005db-df28-4b9e-8c12-604ff1b48d10,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:38.445248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-724656f0-ecae-4163-9278-3a6fb1a54f21 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:38.452223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-724656f0-ecae-4163-9278-3a6fb1a54f21 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:38.460425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e724e7a0-8877-465e-9493-de35dfd31c34 None None] Network 82f43934-1ea8-4766-9f91-c20874975410 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:38.480002 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-724656f0-ecae-4163-9278-3a6fb1a54f21 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "DELETE /v2.0/subnets/3fe005db-df28-4b9e-8c12-604ff1b48d10 HTTP/1.1" status: 204 len: 168 time: 1.3068478 Jun 03 21:44:38.481926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49854) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:38.498267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a455e589-9601-4209-b781-16fa14d3b76f tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:38.594466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d9c81f41-3c61-4c04-a4fd-4851d34df306 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:38.596741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Allocated IP 2001:db8::115 (12b3578e-6a1a-4e01-b673-dc4c6eb1ffce/55a1f833-5f48-40fc-8af4-27b2a40d770d/e6d01603-65f4-4966-97e6-05a3759dab2c) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:38.641185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Subnet': ['ID=63668130-24bf-49d7-ad7c-f5e9405e5e3a,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:38.692567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:38.701695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-818136e5-6cfe-487c-a395-c92f62a40b50 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:38.708674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:38.781179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85013acf-b1a6-4aa3-95be-c2b16b4d85a2 None None] DHCP port deletion for 82f43934-1ea8-4766-9f91-c20874975410 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:44:38.874009 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-85013acf-b1a6-4aa3-95be-c2b16b4d85a2 None None] Deleting port 92e19981-e316-4ccf-b415-f24db4f7c54e {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:38.874902 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85013acf-b1a6-4aa3-95be-c2b16b4d85a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.001142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.030233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-85013acf-b1a6-4aa3-95be-c2b16b4d85a2 None None] For port 92e19981-e316-4ccf-b415-f24db4f7c54e, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=92e19981-e316-4ccf-b415-f24db4f7c54e,segment=NetworkSegment(2ff317bb-e639-4804-8850-1e314ce33d79),segment_id=2ff317bb-e639-4804-8850-1e314ce33d79)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:39.030975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85013acf-b1a6-4aa3-95be-c2b16b4d85a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.037281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Deleting port 92e19981-e316-4ccf-b415-f24db4f7c54e {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:39.037614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.050749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 92e19981-e316-4ccf-b415-f24db4f7c54e no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:44:39.060662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.101009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c81f41-3c61-4c04-a4fd-4851d34df306 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event deleted for resources: {'Port': ['ID=8bdd9871-8ff3-4138-a955-b0be20838c3f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:39.111132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Checking segment: {'id': '5050115e-ba16-4272-8034-77fc24bb1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'a0d4c746-63ab-4171-8141-a4868e8c213a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:39.111521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network hostable DHCP agents. Network: a0d4c746-63ab-4171-8141-a4868e8c213a, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:44:39.130441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d9c81f41-3c61-4c04-a4fd-4851d34df306 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:39.204602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-85013acf-b1a6-4aa3-95be-c2b16b4d85a2 None None] Calling delete_port for 92e19981-e316-4ccf-b415-f24db4f7c54e owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:39.210051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] For port 92e19981-e316-4ccf-b415-f24db4f7c54e, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=92e19981-e316-4ccf-b415-f24db4f7c54e,segment=NetworkSegment(2ff317bb-e639-4804-8850-1e314ce33d79),segment_id=2ff317bb-e639-4804-8850-1e314ce33d79)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:39.210588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.300648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d9c81f41-3c61-4c04-a4fd-4851d34df306 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.316862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.337224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network a0d4c746-63ab-4171-8141-a4868e8c213a is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:44:39.342268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.363642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Calling delete_port for 92e19981-e316-4ccf-b415-f24db4f7c54e owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:39.369414 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d9c81f41-3c61-4c04-a4fd-4851d34df306 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "DELETE /v2.0/ports/8bdd9871-8ff3-4138-a955-b0be20838c3f HTTP/1.1" status: 204 len: 168 time: 2.0989196 Jun 03 21:44:39.370147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49860) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:39.391073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85013acf-b1a6-4aa3-95be-c2b16b4d85a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.401614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:39.443913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Allocated IP 172.26.3.18 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/29221243-1145-44fe-8647-b071b7ed35f3) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:39.453646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85013acf-b1a6-4aa3-95be-c2b16b4d85a2 None None] Pushing event deleted for resources: {'Port': ['ID=92e19981-e316-4ccf-b415-f24db4f7c54e,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:39.456381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-85013acf-b1a6-4aa3-95be-c2b16b4d85a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:39.458841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85013acf-b1a6-4aa3-95be-c2b16b4d85a2 None None] No DVR routers for this DVR port 92e19981-e316-4ccf-b415-f24db4f7c54e on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:44:39.469404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, a0d4c746-63ab-4171-8141-a4868e8c213a) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:39.485581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118270d5-68a2-436a-91c9-0cf02fbb5df1 None None] Network a0d4c746-63ab-4171-8141-a4868e8c213a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:39.494128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Transition to ACTIVE for port object e6d01603-65f4-4966-97e6-05a3759dab2c will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:39.521336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:39.522014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.546368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e2af9c-1558-4e7f-94f1-5ec0e9daaee2 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Deleting subnet 93521e67-dd6f-45bf-98f2-d0cbef7bb3bd {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:44:39.553990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-81e2af9c-1558-4e7f-94f1-5ec0e9daaee2 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.610272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.612189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.620876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-37142f3e-ecbb-44eb-bdea-4b43dcf00b27 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:39.626600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a255fc4-5351-45ac-85b2-b8d78de24fed tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:39.682187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] No DVR routers for this DVR port 92e19981-e316-4ccf-b415-f24db4f7c54e on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:44:39.685331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event deleted for resources: {'Port': ['ID=92e19981-e316-4ccf-b415-f24db4f7c54e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:39.703046 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6091321 Jun 03 21:44:39.711974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49864) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:39.722074 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-414c61cb-96ac-4f85-9cdc-dfe1f24a4163 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1446479138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:39.735628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-81e2af9c-1558-4e7f-94f1-5ec0e9daaee2 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.738015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:39.752322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-a0d4c746-63ab-4171-8141-a4868e8c213a', 'network_id': 'a0d4c746-63ab-4171-8141-a4868e8c213a', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'fixed_ips': [{'subnet_id': '63668130-24bf-49d7-ad7c-f5e9405e5e3a'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:44:39.753119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.769420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-414c61cb-96ac-4f85-9cdc-dfe1f24a4163 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:39.769637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:39.784227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-414c61cb-96ac-4f85-9cdc-dfe1f24a4163 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:router and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:39.789284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:39.791527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-414c61cb-96ac-4f85-9cdc-dfe1f24a4163 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:39.804272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:39.809824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:39.810505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.817500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event updated for resources: {'Port': ['ID=e6d01603-65f4-4966-97e6-05a3759dab2c,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:39.820655 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-414c61cb-96ac-4f85-9cdc-dfe1f24a4163 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:39.829359 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:39.860265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-414c61cb-96ac-4f85-9cdc-dfe1f24a4163 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.861288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-414c61cb-96ac-4f85-9cdc-dfe1f24a4163 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.869576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.877835 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-414c61cb-96ac-4f85-9cdc-dfe1f24a4163 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.884200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:39.908106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f43934-1ea8-4766-9f91-c20874975410']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:39.925321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff317bb-e639-4804-8850-1e314ce33d79') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:39.925321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff317bb-e639-4804-8850-1e314ce33d79') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:39.928126 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2893324 Jun 03 21:44:39.934584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49866) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:39.950912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-086cc5f6-b2eb-4e6c-954c-41061daf2739 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f0', 'mac_address': 'fa:16:3e:69:05:49'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:39.967716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-81e2af9c-1558-4e7f-94f1-5ec0e9daaee2 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.057863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Allocated IP 2001:db8::2 (a0d4c746-63ab-4171-8141-a4868e8c213a/63668130-24bf-49d7-ad7c-f5e9405e5e3a/c436d5a5-7bf9-4c4e-921e-80966fcffc5f) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:40.070288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.224885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-414c61cb-96ac-4f85-9cdc-dfe1f24a4163 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.283884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.304054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-414c61cb-96ac-4f85-9cdc-dfe1f24a4163 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.308650 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-414c61cb-96ac-4f85-9cdc-dfe1f24a4163 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5928681 Jun 03 21:44:40.308841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49870) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:40.353185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cce10376-f392-4ec5-bded-5723b728d912 None None] Provisioning for port e6d01603-65f4-4966-97e6-05a3759dab2c completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:40.367318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:44:40.367816 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.369583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cce10376-f392-4ec5-bded-5723b728d912 None None] Provisioning complete for port e6d01603-65f4-4966-97e6-05a3759dab2c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:40.370058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cce10376-f392-4ec5-bded-5723b728d912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:44:40.388432 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:44:40.432645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.434179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.450315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Transition to ACTIVE for port object c436d5a5-7bf9-4c4e-921e-80966fcffc5f will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:40.472530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-cce10376-f392-4ec5-bded-5723b728d912 None None] Port e6d01603-65f4-4966-97e6-05a3759dab2c cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:40.484383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Transition to ACTIVE for port object c436d5a5-7bf9-4c4e-921e-80966fcffc5f will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:40.492028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.495268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8a000f0f-2c93-4f17-a92c-c346c6341993 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:40.497850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:40.559099 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Network a0d4c746-63ab-4171-8141-a4868e8c213a is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:40.562074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:40.566683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:40.597487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:40.602702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:40.619538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:40.652256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Pushing event updated for resources: {'Port': ['ID=c436d5a5-7bf9-4c4e-921e-80966fcffc5f,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:40.665384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:40.678969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.725529 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Attempting to bind port c436d5a5-7bf9-4c4e-921e-80966fcffc5f on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:40.725981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Attempting to bind port c436d5a5-7bf9-4c4e-921e-80966fcffc5f by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '5050115e-ba16-4272-8034-77fc24bb1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'a0d4c746-63ab-4171-8141-a4868e8c213a'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:40.726505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Attempting to bind port c436d5a5-7bf9-4c4e-921e-80966fcffc5f on network a0d4c746-63ab-4171-8141-a4868e8c213a {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:40.733116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:44:40.733568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Checking segment: {'id': '5050115e-ba16-4272-8034-77fc24bb1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'a0d4c746-63ab-4171-8141-a4868e8c213a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:40.734042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.734501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Bound using segment: {'id': '5050115e-ba16-4272-8034-77fc24bb1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'a0d4c746-63ab-4171-8141-a4868e8c213a'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:44:40.735047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Bound port: c436d5a5-7bf9-4c4e-921e-80966fcffc5f, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5050115e-ba16-4272-8034-77fc24bb1a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'a0d4c746-63ab-4171-8141-a4868e8c213a'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:44:40.735509 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.752401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-81e2af9c-1558-4e7f-94f1-5ec0e9daaee2 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.760895 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:40.775583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Pushing event updated for resources: {'Port': ['ID=29221243-1145-44fe-8647-b071b7ed35f3,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:40.797461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:40.807338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d7461f00-c331-4449-8f2a-38bdae6c1cb3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:40.838670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] For port c436d5a5-7bf9-4c4e-921e-80966fcffc5f, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:44:40.844083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] For port c436d5a5-7bf9-4c4e-921e-80966fcffc5f, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c436d5a5-7bf9-4c4e-921e-80966fcffc5f,segment=NetworkSegment(5050115e-ba16-4272-8034-77fc24bb1a37),segment_id=5050115e-ba16-4272-8034-77fc24bb1a37)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:44:40.852743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.861007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-81e2af9c-1558-4e7f-94f1-5ec0e9daaee2 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.864309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:40.865992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2af9c-1558-4e7f-94f1-5ec0e9daaee2 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event deleted for resources: {'Subnet': ['ID=93521e67-dd6f-45bf-98f2-d0cbef7bb3bd,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:40.875021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-81e2af9c-1558-4e7f-94f1-5ec0e9daaee2 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:40.895265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:40.901618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54059e2d-d195-447d-90fb-04b9d982a032 None None] Network 213c9154-5320-40b5-bebe-8c860dccd91f requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:40.918072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Pushing event deleted for resources: {'Network': ['ID=82f43934-1ea8-4766-9f91-c20874975410,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:40.935581 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:40.980650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-086cc5f6-b2eb-4e6c-954c-41061daf2739 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:41.021530 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-81e2af9c-1558-4e7f-94f1-5ec0e9daaee2 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "DELETE /v2.0/subnets/93521e67-dd6f-45bf-98f2-d0cbef7bb3bd HTTP/1.1" status: 204 len: 168 time: 1.6466763 Jun 03 21:44:41.027520 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] 10.222.0.96 "DELETE /v2.0/networks/82f43934-1ea8-4766-9f91-c20874975410 HTTP/1.1" status: 204 len: 168 time: 2.5421846 Jun 03 21:44:41.029096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49876) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:41.067727 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Pushing event updated for resources: {'Port': ['ID=c436d5a5-7bf9-4c4e-921e-80966fcffc5f,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:41.071421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:41.161390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:41.295450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd42429-93e6-460d-a48d-d5734cb1d464 None None] DHCP port deletion for 213c9154-5320-40b5-bebe-8c860dccd91f request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:44:41.483125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3bd42429-93e6-460d-a48d-d5734cb1d464 None None] Deleting port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:41.483624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3bd42429-93e6-460d-a48d-d5734cb1d464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:41.552220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:41.606631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49886) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:41.676984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3bd42429-93e6-460d-a48d-d5734cb1d464 None None] For port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0049d52b-c7d6-4e75-b2ac-3f5ceaf25246,segment=NetworkSegment(24939f7c-d0b7-4286-a5a7-6b4ea0df3baa),segment_id=24939f7c-d0b7-4286-a5a7-6b4ea0df3baa)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:41.677651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3bd42429-93e6-460d-a48d-d5734cb1d464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:41.750177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:41.943123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Deleting port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:41.943650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.010664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3bd42429-93e6-460d-a48d-d5734cb1d464 None None] Calling delete_port for 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:42.015021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-086cc5f6-b2eb-4e6c-954c-41061daf2739 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.036365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-086cc5f6-b2eb-4e6c-954c-41061daf2739 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.043326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6742559a-992b-400f-a1ef-c2af82a22506 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:42.070234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3bd42429-93e6-460d-a48d-d5734cb1d464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.075630 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:42.078274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Allocated IP 2001:db8::1 (a0d4c746-63ab-4171-8141-a4868e8c213a/63668130-24bf-49d7-ad7c-f5e9405e5e3a/56332544-007d-4002-893b-b153f92e8a9a) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:42.127515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd42429-93e6-460d-a48d-d5734cb1d464 None None] Pushing event deleted for resources: {'Port': ['ID=0049d52b-c7d6-4e75-b2ac-3f5ceaf25246,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:42.131537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3bd42429-93e6-460d-a48d-d5734cb1d464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:42.134205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd42429-93e6-460d-a48d-d5734cb1d464 None None] No DVR routers for this DVR port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:44:42.134352 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dc7a8e3e-c6b7-4170-8abb-02c1c17466c9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=43aa594cf6a74e9c9e0963e9970e85ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253241 Jun 03 21:44:42.136195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] For port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0049d52b-c7d6-4e75-b2ac-3f5ceaf25246,segment=NetworkSegment(24939f7c-d0b7-4286-a5a7-6b4ea0df3baa),segment_id=24939f7c-d0b7-4286-a5a7-6b4ea0df3baa)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:42.136528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.161082 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49892) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:42.177598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-086cc5f6-b2eb-4e6c-954c-41061daf2739 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] In _notify_port_updated(), no bound segment for port e6d01603-65f4-4966-97e6-05a3759dab2c on network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce {{(pid=104396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:44:42.183089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086cc5f6-b2eb-4e6c-954c-41061daf2739 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:42.183872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-086cc5f6-b2eb-4e6c-954c-41061daf2739 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.185177 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-086cc5f6-b2eb-4e6c-954c-41061daf2739 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "PUT /v2.0/ports/e6d01603-65f4-4966-97e6-05a3759dab2c HTTP/1.1" status: 200 len: 1002 time: 2.2464955 Jun 03 21:44:42.190485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49894) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:42.320859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Calling delete_port for 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:42.445289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cc5f6-b2eb-4e6c-954c-41061daf2739 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event updated for resources: {'Port': ['ID=e6d01603-65f4-4966-97e6-05a3759dab2c,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:42.455518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-086cc5f6-b2eb-4e6c-954c-41061daf2739 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:42.537190 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a5bf98c2-f0e3-4eac-80c5-ca2e60b37eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.569381 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a5bf98c2-f0e3-4eac-80c5-ca2e60b37eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.618297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.619871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d1f358cb-a166-4593-aa6e-afaa1668fca5 None None] Provisioning complete for port e6d01603-65f4-4966-97e6-05a3759dab2c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:42.621119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1f358cb-a166-4593-aa6e-afaa1668fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.631494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.646768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Transition to ACTIVE for port object 56332544-007d-4002-893b-b153f92e8a9a will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:42.651633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a5bf98c2-f0e3-4eac-80c5-ca2e60b37eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.658006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:42.683825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf98c2-f0e3-4eac-80c5-ca2e60b37eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db79fade-1723-41b4-81d2-5fe7468cc4f4,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:42.686739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a5bf98c2-f0e3-4eac-80c5-ca2e60b37eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:42.706392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.713052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d1f358cb-a166-4593-aa6e-afaa1668fca5 None None] Port e6d01603-65f4-4966-97e6-05a3759dab2c cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:42.718810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4193159b-e1bc-4b48-88eb-2766fb757438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:42.753687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] No DVR routers for this DVR port 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:44:42.767507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9122c1c-7aba-4142-b99c-1f326ede3456 None None] Network a0d4c746-63ab-4171-8141-a4868e8c213a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:42.796250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a5bf98c2-f0e3-4eac-80c5-ca2e60b37eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.799831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ad2e0-b233-4fbe-92b8-1660ae144e3e tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Deleting port e6d01603-65f4-4966-97e6-05a3759dab2c {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:42.800382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2b2ad2e0-b233-4fbe-92b8-1660ae144e3e tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.800484 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a5bf98c2-f0e3-4eac-80c5-ca2e60b37eec admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/db79fade-1723-41b4-81d2-5fe7468cc4f4 HTTP/1.1" status: 204 len: 168 time: 0.6352246 Jun 03 21:44:42.825479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event deleted for resources: {'Port': ['ID=0049d52b-c7d6-4e75-b2ac-3f5ceaf25246,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:42.829594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:42.937898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:42.942190 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0b4a3536-d1db-4941-8280-6ffceb04cd4b tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:42.994890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-502fcc2f-6c91-435e-be8d-aec8540db5db None None] Provisioning for port c436d5a5-7bf9-4c4e-921e-80966fcffc5f completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:43.022557 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=56332544-007d-4002-893b-b153f92e8a9a,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:43.026468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:43.029108 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:43.052383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213c9154-5320-40b5-bebe-8c860dccd91f']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:43.065498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network a0d4c746-63ab-4171-8141-a4868e8c213a is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:43.068487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:43.071871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:43.072403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:43.076716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24939f7c-d0b7-4286-a5a7-6b4ea0df3baa') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:43.077033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24939f7c-d0b7-4286-a5a7-6b4ea0df3baa') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:43.097474 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:43.206370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c436d5a5-7bf9-4c4e-921e-80966fcffc5f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:43.222673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2b2ad2e0-b233-4fbe-92b8-1660ae144e3e tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:43.247867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Router 10610f75-9f63-441c-8087-122dcc3fb835 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:44:43.311007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:43.323268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:44:43.323699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:44:43.340559 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:44:43.352162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c436d5a5-7bf9-4c4e-921e-80966fcffc5f completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:43.358192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c436d5a5-7bf9-4c4e-921e-80966fcffc5f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:43.359580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:43.408648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ad2e0-b233-4fbe-92b8-1660ae144e3e tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Calling delete_port for e6d01603-65f4-4966-97e6-05a3759dab2c owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:43.500735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:43.512831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:43.542697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:43.559401 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:43.568022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Pushing event deleted for resources: {'Network': ['ID=213c9154-5320-40b5-bebe-8c860dccd91f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:43.575981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:43.579076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:43.594038 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] 10.222.0.96 "DELETE /v2.0/networks/213c9154-5320-40b5-bebe-8c860dccd91f HTTP/1.1" status: 204 len: 168 time: 2.5627708 Jun 03 21:44:43.624943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port c436d5a5-7bf9-4c4e-921e-80966fcffc5f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c436d5a5-7bf9-4c4e-921e-80966fcffc5f,segment=NetworkSegment(5050115e-ba16-4272-8034-77fc24bb1a37),segment_id=5050115e-ba16-4272-8034-77fc24bb1a37)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:43.632236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:43.634767 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-85013acf-b1a6-4aa3-95be-c2b16b4d85a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:43.679740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:44:43.713199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c768f4-4c5f-40b9-9a05-26acfff2da0a None None] Sync routers for ids ['10610f75-9f63-441c-8087-122dcc3fb835'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:44:43.833424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:44:43.893003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=c436d5a5-7bf9-4c4e-921e-80966fcffc5f,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:43.925687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:43.930907 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.8422484 Jun 03 21:44:43.930907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49926) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:43.946653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:43.956675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:44:43.958018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0049d52b-c7d6-4e75-b2ac-3f5ceaf25246 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:44:43.985409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c768f4-4c5f-40b9-9a05-26acfff2da0a None None] Routers {'10610f75-9f63-441c-8087-122dcc3fb835'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:43.987409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-97c768f4-4c5f-40b9-9a05-26acfff2da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['10610f75-9f63-441c-8087-122dcc3fb835'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:44.027987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2b2ad2e0-b233-4fbe-92b8-1660ae144e3e tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:44.042703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:44.084635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49932) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:44.118787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ad2e0-b233-4fbe-92b8-1660ae144e3e tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event deleted for resources: {'Port': ['ID=e6d01603-65f4-4966-97e6-05a3759dab2c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:44.128572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-97c768f4-4c5f-40b9-9a05-26acfff2da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:44.142371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-708a266b-2967-425e-a6cd-aa30a1dd37c9 None None] Provisioning complete for port c436d5a5-7bf9-4c4e-921e-80966fcffc5f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:44.143032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-708a266b-2967-425e-a6cd-aa30a1dd37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:44.180527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c768f4-4c5f-40b9-9a05-26acfff2da0a None None] Routers {'10610f75-9f63-441c-8087-122dcc3fb835'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:44.181801 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-97c768f4-4c5f-40b9-9a05-26acfff2da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['10610f75-9f63-441c-8087-122dcc3fb835'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:44.186344 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49936) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:44.257013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-97c768f4-4c5f-40b9-9a05-26acfff2da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:44.257013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c768f4-4c5f-40b9-9a05-26acfff2da0a None None] The sync data for ids ['10610f75-9f63-441c-8087-122dcc3fb835'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:44:44.298937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2b2ad2e0-b233-4fbe-92b8-1660ae144e3e tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:44.378437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-708a266b-2967-425e-a6cd-aa30a1dd37c9 None None] Provisioning for port 56332544-007d-4002-893b-b153f92e8a9a completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:44.384272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-708a266b-2967-425e-a6cd-aa30a1dd37c9 None None] Provisioning complete for port 56332544-007d-4002-893b-b153f92e8a9a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:44.384272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-708a266b-2967-425e-a6cd-aa30a1dd37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:44.388082 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:44.403732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:44.405778 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:44.414618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2b2ad2e0-b233-4fbe-92b8-1660ae144e3e tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:44.417613 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2b2ad2e0-b233-4fbe-92b8-1660ae144e3e tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "DELETE /v2.0/ports/e6d01603-65f4-4966-97e6-05a3759dab2c HTTP/1.1" status: 204 len: 168 time: 2.2241039 Jun 03 21:44:44.422080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49942) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:44.424572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d7764fcf-3187-45c6-bef8-a3d15663a0af tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:44.505359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-708a266b-2967-425e-a6cd-aa30a1dd37c9 None None] Port 56332544-007d-4002-893b-b153f92e8a9a cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:44.509664 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55dc3d5-7bb2-4144-bd4e-b22bc5f96127 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] GET failed (client error): The resource could not be found. Jun 03 21:44:44.510100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a55dc3d5-7bb2-4144-bd4e-b22bc5f96127 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Synchronizing usage tracker for tenant:874bf14725724e21bcd657577c27b007 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:44.518108 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-66819eaf-5c97-414f-b8a9-7fac4c343079 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/routers/10610f75-9f63-441c-8087-122dcc3fb835 HTTP/1.1" status: 200 len: 919 time: 0.5869534 Jun 03 21:44:44.520871 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49944) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:44.548665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-193546021'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:44.557945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:44.562952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=56332544-007d-4002-893b-b153f92e8a9a,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:44.571904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:44.572912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:network and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:44.590327 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:44.603599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:44.629989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2e95e782-f682-4977-a31d-12ea4841f3dd None None] Provisioning complete for port 56332544-007d-4002-893b-b153f92e8a9a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:44.630927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e95e782-f682-4977-a31d-12ea4841f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:44.672539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:44.676712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:44.694083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-2e95e782-f682-4977-a31d-12ea4841f3dd None None] Port 56332544-007d-4002-893b-b153f92e8a9a cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:44.694350 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:44.722953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:44.729687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:security_group_rule and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:44.734947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:44.744027 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6f1d0d29-a51e-4def-aa83-1ab9f19a77e8 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "GET /v2.0/ports?device_id=10610f75-9f63-441c-8087-122dcc3fb835 HTTP/1.1" status: 200 len: 205 time: 0.2216690 Jun 03 21:44:44.747299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49946) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:44.757458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:44.777947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network a0d4c746-63ab-4171-8141-a4868e8c213a is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:44.785792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:44.818029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a55dc3d5-7bb2-4144-bd4e-b22bc5f96127 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Unset dirty status for tenant:874bf14725724e21bcd657577c27b007 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:44.826245 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a55dc3d5-7bb2-4144-bd4e-b22bc5f96127 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "GET /v2.0/ports/e6d01603-65f4-4966-97e6-05a3759dab2c HTTP/1.1" status: 404 len: 333 time: 0.3959658 Jun 03 21:44:44.829999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49948) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:44.838335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Request body: {'port': {'network_id': '12b3578e-6a1a-4e01-b673-dc4c6eb1ffce', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-961415870'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:44.905818 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f6cf2b88-2195-4deb-81e6-1c308fc8f400 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c7a7f898c71b4a97a3f3f8ece470b6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8174322 Jun 03 21:44:44.908469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49952) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:45.047446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.056398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.067177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:45.081028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c436d5a5-7bf9-4c4e-921e-80966fcffc5f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:45.134582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:44:45.151754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5df349a-2c74-4cc7-b99e-8af330e9e897,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:45.158818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:45.165032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4ed8e653-946e-47b7-b5dc-d869ec73c2db None None] Provisioning complete for port 56332544-007d-4002-893b-b153f92e8a9a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:45.165495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4ed8e653-946e-47b7-b5dc-d869ec73c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.168763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.169265 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Added segment 940c4d07-582b-4229-a49f-f5d4a49bfe34 of type vlan for network ae3e64f3-2c80-49c8-a776-570044195d6d Jun 03 21:44:45.184620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 57397a23-8e74-451b-a33a-db557eca25ba is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:44:45.191004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79350349-b68c-4b1a-8aa1-ef8957aad54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.211169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.216376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c436d5a5-7bf9-4c4e-921e-80966fcffc5f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:45.216765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.223705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.263689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8e653-946e-47b7-b5dc-d869ec73c2db None None] Port 56332544-007d-4002-893b-b153f92e8a9a cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:45.295625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:45.311121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79350349-b68c-4b1a-8aa1-ef8957aad54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.328695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:45.422542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:44:45.424464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.431268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:45.431902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.435402 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fd1a57-4f78-45ca-a060-5fb373cbf3c6 None None] Sync routers for ids ['57397a23-8e74-451b-a33a-db557eca25ba'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:44:45.440101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:45.443059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Made reservation on behalf of 874bf14725724e21bcd657577c27b007 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:45.446733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.448854 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd1a57-4f78-45ca-a060-5fb373cbf3c6 None None] Routers {'57397a23-8e74-451b-a33a-db557eca25ba'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:45.449602 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a7fd1a57-4f78-45ca-a060-5fb373cbf3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['57397a23-8e74-451b-a33a-db557eca25ba'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:45.487868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] device_id is not set on port 2602a804-a53c-47de-a5fa-5d7030c3c0f1 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:45.518963 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a7fd1a57-4f78-45ca-a060-5fb373cbf3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:45.529172 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd1a57-4f78-45ca-a060-5fb373cbf3c6 None None] Routers {'57397a23-8e74-451b-a33a-db557eca25ba'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:45.530450 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a7fd1a57-4f78-45ca-a060-5fb373cbf3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['57397a23-8e74-451b-a33a-db557eca25ba'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:45.564138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=ae3e64f3-2c80-49c8-a776-570044195d6d,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:45.572827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:45.577069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network ae3e64f3-2c80-49c8-a776-570044195d6d details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:44:45.595355 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4014084 Jun 03 21:44:45.600170 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/57397a23-8e74-451b-a33a-db557eca25ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2902451 Jun 03 21:44:45.600723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49958) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:45.606500 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a7fd1a57-4f78-45ca-a060-5fb373cbf3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:45.607226 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fd1a57-4f78-45ca-a060-5fb373cbf3c6 None None] The sync data for ids ['57397a23-8e74-451b-a33a-db557eca25ba'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:44:45.673035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79350349-b68c-4b1a-8aa1-ef8957aad54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.683792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-58f747da-3119-41a9-bccf-ae221dd6bc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:45.708204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79350349-b68c-4b1a-8aa1-ef8957aad54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2224957-5c62-4bde-84b4-f6ccf38c0024,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:45.710794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.725862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79350349-b68c-4b1a-8aa1-ef8957aad54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:45.741912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49960) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:45.751018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'subnet': {'network_id': 'ae3e64f3-2c80-49c8-a776-570044195d6d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:45.837270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a633a48-cae0-4439-91f9-c7b25c5f4f1c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:45.837879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1a633a48-cae0-4439-91f9-c7b25c5f4f1c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Synchronizing usage tracker for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:45.842058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Allocated IP 2001:db8::1e0 (12b3578e-6a1a-4e01-b673-dc4c6eb1ffce/55a1f833-5f48-40fc-8af4-27b2a40d770d/2602a804-a53c-47de-a5fa-5d7030c3c0f1) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:45.855885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1a633a48-cae0-4439-91f9-c7b25c5f4f1c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Unset dirty status for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:45.857081 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1a633a48-cae0-4439-91f9-c7b25c5f4f1c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports/56332544-007d-4002-893b-b153f92e8a9a HTTP/1.1" status: 200 len: 911 time: 0.2554166 Jun 03 21:44:45.859917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49962) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:45.907001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79350349-b68c-4b1a-8aa1-ef8957aad54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:45.908165 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-79350349-b68c-4b1a-8aa1-ef8957aad54e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e2224957-5c62-4bde-84b4-f6ccf38c0024 HTTP/1.1" status: 204 len: 168 time: 0.9970655 Jun 03 21:44:45.953380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:45.960237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:subnet and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:45.965432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:45.996809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:46.047321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:46.050758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:46.152471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Deleting port 29221243-1145-44fe-8647-b071b7ed35f3 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:46.152809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:46.465414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf8320a6-7756-4ea0-bf8c-757dcd42af74 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:46.587906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:46.609118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:46.667344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Transition to ACTIVE for port object 2602a804-a53c-47de-a5fa-5d7030c3c0f1 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:46.760243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 49990) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:46.825440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Calling delete_port for 29221243-1145-44fe-8647-b071b7ed35f3 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:46.905977 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Request body: {'networks': [{'name': 'tempest-network--1246541539'}, {'name': 'tempest-network--1935189379'}]} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:46.906396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Request body: {'network': {'name': 'tempest-network--1246541539'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:46.906914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Request body: {'network': {'name': 'tempest-network--1935189379'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:46.919011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:46.924334 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-cf8320a6-7756-4ea0-bf8c-757dcd42af74 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port 56332544-007d-4002-893b-b153f92e8a9a {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:46.924737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf8320a6-7756-4ea0-bf8c-757dcd42af74 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:46.930788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:46.938539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Usage tracker for resource:network and tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:46.938724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:46.943740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:46.962183 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:47.026265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Made reservation on behalf of d0f88e366add4fb9b1b9b3b1f747c7a8 for: {'network': 2} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:47.031323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.048691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:47.054664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.061246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:47.063955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:47.070138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:47.071003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.078209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event updated for resources: {'Port': ['ID=2602a804-a53c-47de-a5fa-5d7030c3c0f1,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:47.081793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:47.082459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:47.097199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Usage tracker for resource:security_group_rule and tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:47.103987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:47.112245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf8320a6-7756-4ea0-bf8c-757dcd42af74 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.119712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:47.159299 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3258705 Jun 03 21:44:47.170503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 49994) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:47.176846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-fa9de3b0-1408-4530-9739-a8dd50dc3dbf tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:69:05:49'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:47.256095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-cf8320a6-7756-4ea0-bf8c-757dcd42af74 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for 56332544-007d-4002-893b-b153f92e8a9a owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:47.408417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ae31e83e-0e5f-490f-a098-5688d04bf9de None None] Provisioning for port 2602a804-a53c-47de-a5fa-5d7030c3c0f1 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:47.414658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ae31e83e-0e5f-490f-a098-5688d04bf9de None None] Provisioning complete for port 2602a804-a53c-47de-a5fa-5d7030c3c0f1 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:47.415074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ae31e83e-0e5f-490f-a098-5688d04bf9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.476513 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ae31e83e-0e5f-490f-a098-5688d04bf9de None None] Port 2602a804-a53c-47de-a5fa-5d7030c3c0f1 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:47.511580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.517440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.518322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.531258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:47.579737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9d5dad-aa1e-4797-b297-f3b52b7a85ae,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:47.587369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:47.594476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.597144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:44:47.609275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-09a4b6f6-645a-416d-bb35-81493dea07db tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:47.650231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fa9de3b0-1408-4530-9739-a8dd50dc3dbf tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.670356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.670583 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Added segment 76f6591a-7ad8-489b-ab25-e243ee0b3dcc of type vlan for network 80d0573b-55d4-4c56-8f1c-bee938d770ec Jun 03 21:44:47.710988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.714646 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf8320a6-7756-4ea0-bf8c-757dcd42af74 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.719979 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-53bf4fbd-d61d-409d-8f64-6732a8228f39 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:47.723307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Pushing event deleted for resources: {'Port': ['ID=29221243-1145-44fe-8647-b071b7ed35f3,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:47.749633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:47.794995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8320a6-7756-4ea0-bf8c-757dcd42af74 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=56332544-007d-4002-893b-b153f92e8a9a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:47.803867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cf8320a6-7756-4ea0-bf8c-757dcd42af74 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:47.820922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.846048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:47.968485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.975302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:44:47.986482 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf8320a6-7756-4ea0-bf8c-757dcd42af74 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.995366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:47.995727 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Added segment 02f4d0fd-8c80-4cc4-8f71-98bcb77ba731 of type vlan for network 9fe25458-01a0-4386-b567-edfc9b35123f Jun 03 21:44:48.044800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Subnet': ['ID=6964cef2-0960-436d-bc46-4d1e504f60d9,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:48.117929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking segment: {'id': '940c4d07-582b-4229-a49f-f5d4a49bfe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'ae3e64f3-2c80-49c8-a776-570044195d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:48.118281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network hostable DHCP agents. Network: ae3e64f3-2c80-49c8-a776-570044195d6d, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:44:48.121336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:48.143233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.302390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8320a6-7756-4ea0-bf8c-757dcd42af74 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 57397a23-8e74-451b-a33a-db557eca25ba has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:44:48.305578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.306038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.311660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:48.316376 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:48.317049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.321919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c45820e1-47fd-4338-a727-91a1b3c88c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:48.399863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.403761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.469522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.474287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Fanout notify agent at l3_agent the message router_deleted on router 10610f75-9f63-441c-8087-122dcc3fb835 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:44:48.492572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network ae3e64f3-2c80-49c8-a776-570044195d6d is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:44:48.503297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event updated for resources: {'Network': ['ID=80d0573b-55d4-4c56-8f1c-bee938d770ec,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:48.534569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.535958 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "DELETE /v2.0/routers/10610f75-9f63-441c-8087-122dcc3fb835 HTTP/1.1" status: 204 len: 168 time: 3.7876339 Jun 03 21:44:48.538585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, ae3e64f3-2c80-49c8-a776-570044195d6d) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:48.548549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50004) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:48.555389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1973741563', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'enable_snat': False}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:48.562061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:48.567208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:48.567863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.573529 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 80d0573b-55d4-4c56-8f1c-bee938d770ec details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:44:48.574697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Usage tracker for resource:router and tenant:ff7d8ff255784873bc0cd6673c06124a is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:48.577965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:48.585819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c751e8-c1ea-4aa4-a8c3-131a78421c0e None None] Network ae3e64f3-2c80-49c8-a776-570044195d6d requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:48.608178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8320a6-7756-4ea0-bf8c-757dcd42af74 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:44:48.612962 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8512416 Jun 03 21:44:48.618891 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cf8320a6-7756-4ea0-bf8c-757dcd42af74 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/57397a23-8e74-451b-a33a-db557eca25ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7578278 Jun 03 21:44:48.619488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50008) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:48.622879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:48.627021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50010) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:48.646130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ac8f2-0021-4b5b-b930-aa7413a2a9f4 None None] Sync routers for ids ['57397a23-8e74-451b-a33a-db557eca25ba'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:44:48.696355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event updated for resources: {'Network': ['ID=9fe25458-01a0-4386-b567-edfc9b35123f,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:48.699159 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9553764 Jun 03 21:44:48.702678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50012) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:48.707214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1529793549'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:48.711633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:48.713223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fa9de3b0-1408-4530-9739-a8dd50dc3dbf tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.722005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:48.722214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:48.726241 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-81388c24-228c-46f3-99a9-c24e4fcd4a87 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=57397a23-8e74-451b-a33a-db557eca25ba HTTP/1.1" status: 200 len: 205 time: 0.0755429 Jun 03 21:44:48.726241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.727179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50014) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:48.727298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:48.728038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.732204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fa9de3b0-1408-4530-9739-a8dd50dc3dbf tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.738308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-086cc5f6-b2eb-4e6c-954c-41061daf2739 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:48.761397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 9fe25458-01a0-4386-b567-edfc9b35123f details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:44:48.789831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:network and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:48.802428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:48.807881 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ac8f2-0021-4b5b-b930-aa7413a2a9f4 None None] Routers {'57397a23-8e74-451b-a33a-db557eca25ba'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:48.808099 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-be2ac8f2-0021-4b5b-b930-aa7413a2a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['57397a23-8e74-451b-a33a-db557eca25ba'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:48.812212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-fa9de3b0-1408-4530-9739-a8dd50dc3dbf tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] In _notify_port_updated(), no bound segment for port 2602a804-a53c-47de-a5fa-5d7030c3c0f1 on network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce {{(pid=104396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:44:48.818365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9de3b0-1408-4530-9739-a8dd50dc3dbf tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:48.819104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fa9de3b0-1408-4530-9739-a8dd50dc3dbf tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.820473 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fa9de3b0-1408-4530-9739-a8dd50dc3dbf tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "PUT /v2.0/ports/2602a804-a53c-47de-a5fa-5d7030c3c0f1 HTTP/1.1" status: 200 len: 1002 time: 1.6483183 Jun 03 21:44:48.827618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50016) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:48.914075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:48.944475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-be2ac8f2-0021-4b5b-b930-aa7413a2a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:49.006593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9de3b0-1408-4530-9739-a8dd50dc3dbf tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event updated for resources: {'Port': ['ID=2602a804-a53c-47de-a5fa-5d7030c3c0f1,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:49.037092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ac8f2-0021-4b5b-b930-aa7413a2a9f4 None None] Routers {'57397a23-8e74-451b-a33a-db557eca25ba'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:49.037979 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-be2ac8f2-0021-4b5b-b930-aa7413a2a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['57397a23-8e74-451b-a33a-db557eca25ba'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:49.079118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:49.123774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-16e44973-e8cc-4cf6-ba11-5cb3313d03e5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.146592 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-be2ac8f2-0021-4b5b-b930-aa7413a2a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:49.147292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ac8f2-0021-4b5b-b930-aa7413a2a9f4 None None] The sync data for ids ['57397a23-8e74-451b-a33a-db557eca25ba'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:44:49.171381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fa9de3b0-1408-4530-9739-a8dd50dc3dbf tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:49.196676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:49.199983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.238181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-34ed0d09-7989-4309-9c0c-5077961a135e None None] Provisioning complete for port 2602a804-a53c-47de-a5fa-5d7030c3c0f1 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:49.238910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-34ed0d09-7989-4309-9c0c-5077961a135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.264884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-ae3e64f3-2c80-49c8-a776-570044195d6d', 'network_id': 'ae3e64f3-2c80-49c8-a776-570044195d6d', 'tenant_id': 'b19a3ae18129407e99341659481c261f', 'fixed_ips': [{'subnet_id': '6964cef2-0960-436d-bc46-4d1e504f60d9'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:44:49.266408 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.317426 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3bebf-fcb3-4a17-a08b-c33c7da5fcab tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:49.323024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3bebf-fcb3-4a17-a08b-c33c7da5fcab tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:49.328972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3bebf-fcb3-4a17-a08b-c33c7da5fcab tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:49.330900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.334626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3bebf-fcb3-4a17-a08b-c33c7da5fcab tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:49.335519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1ab3bebf-fcb3-4a17-a08b-c33c7da5fcab tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Synchronizing usage tracker for tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:49.352755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-34ed0d09-7989-4309-9c0c-5077961a135e None None] Port 2602a804-a53c-47de-a5fa-5d7030c3c0f1 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:49.375990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b45c5112-8d4e-41cd-8c73-3ac7883ad7d0 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Deleting port 2602a804-a53c-47de-a5fa-5d7030c3c0f1 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:49.376348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b45c5112-8d4e-41cd-8c73-3ac7883ad7d0 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.453098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:44:49.459159 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Allocated IP 172.20.255.242 (ae3e64f3-2c80-49c8-a776-570044195d6d/6964cef2-0960-436d-bc46-4d1e504f60d9/3480a699-319d-4d15-b417-556e2f0983f3) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:49.535072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.535404 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Added segment 419c9004-6221-44e6-9aa8-0f4acc93123b of type vlan for network 845a7eaf-a455-4809-b319-1363a0b131f7 Jun 03 21:44:49.545765 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-16e44973-e8cc-4cf6-ba11-5cb3313d03e5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.549224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-16e44973-e8cc-4cf6-ba11-5cb3313d03e5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.559035 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1ab3bebf-fcb3-4a17-a08b-c33c7da5fcab tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Unset dirty status for tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:49.560486 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1ab3bebf-fcb3-4a17-a08b-c33c7da5fcab tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8929226 Jun 03 21:44:49.570215 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50022) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:49.586633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.616043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-16e44973-e8cc-4cf6-ba11-5cb3313d03e5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.616717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e44973-e8cc-4cf6-ba11-5cb3313d03e5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Fanout notify agent at l3_agent the message router_deleted on router 57397a23-8e74-451b-a33a-db557eca25ba {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:44:49.621566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b45c5112-8d4e-41cd-8c73-3ac7883ad7d0 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.631101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.637271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:49.638340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.644723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:49.674782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-16e44973-e8cc-4cf6-ba11-5cb3313d03e5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.676155 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-16e44973-e8cc-4cf6-ba11-5cb3313d03e5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/57397a23-8e74-451b-a33a-db557eca25ba HTTP/1.1" status: 204 len: 168 time: 0.9463654 Jun 03 21:44:49.693078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50024) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:49.750273 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.762139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Transition to ACTIVE for port object 3480a699-319d-4d15-b417-556e2f0983f3 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:49.784548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Transition to ACTIVE for port object 3480a699-319d-4d15-b417-556e2f0983f3 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:49.790087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.795305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7fd98fb6-ead8-4183-ac22-f0154af988aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:49.805862 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1024671 Jun 03 21:44:49.809642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=845a7eaf-a455-4809-b319-1363a0b131f7,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:49.809834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50028) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:49.814527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:49.816848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b45c5112-8d4e-41cd-8c73-3ac7883ad7d0 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Calling delete_port for 2602a804-a53c-47de-a5fa-5d7030c3c0f1 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:49.824607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'subnet': {'network_id': '845a7eaf-a455-4809-b319-1363a0b131f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:49.829601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-764618d2-ef11-4d8d-9e87-e108db1c9566 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting subnet 63668130-24bf-49d7-ad7c-f5e9405e5e3a {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:44:49.833264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-764618d2-ef11-4d8d-9e87-e108db1c9566 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.876332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Pushing event updated for resources: {'Port': ['ID=3480a699-319d-4d15-b417-556e2f0983f3,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:49.880153 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:49.881502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 845a7eaf-a455-4809-b319-1363a0b131f7 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:44:49.894171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-764618d2-ef11-4d8d-9e87-e108db1c9566 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.908133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:49.911361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Network ae3e64f3-2c80-49c8-a776-570044195d6d is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:49.915888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:49.918925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:49.991131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-764618d2-ef11-4d8d-9e87-e108db1c9566 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.046230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:50.061086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:subnet and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:50.066202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:50.132539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Attempting to bind port 3480a699-319d-4d15-b417-556e2f0983f3 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:50.132910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Attempting to bind port 3480a699-319d-4d15-b417-556e2f0983f3 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '940c4d07-582b-4229-a49f-f5d4a49bfe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'ae3e64f3-2c80-49c8-a776-570044195d6d'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:50.133270 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Attempting to bind port 3480a699-319d-4d15-b417-556e2f0983f3 on network ae3e64f3-2c80-49c8-a776-570044195d6d {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:50.140293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:44:50.140719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Checking segment: {'id': '940c4d07-582b-4229-a49f-f5d4a49bfe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'ae3e64f3-2c80-49c8-a776-570044195d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:50.141069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.141460 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Bound using segment: {'id': '940c4d07-582b-4229-a49f-f5d4a49bfe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'ae3e64f3-2c80-49c8-a776-570044195d6d'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:44:50.141960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Bound port: 3480a699-319d-4d15-b417-556e2f0983f3, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940c4d07-582b-4229-a49f-f5d4a49bfe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'ae3e64f3-2c80-49c8-a776-570044195d6d'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:44:50.142303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.249158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] For port 3480a699-319d-4d15-b417-556e2f0983f3, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:44:50.253923 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] For port 3480a699-319d-4d15-b417-556e2f0983f3, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3480a699-319d-4d15-b417-556e2f0983f3,segment=NetworkSegment(940c4d07-582b-4229-a49f-f5d4a49bfe34),segment_id=940c4d07-582b-4229-a49f-f5d4a49bfe34)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:44:50.262041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.267930 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:50.309344 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-764618d2-ef11-4d8d-9e87-e108db1c9566 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.315130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:50.328683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:50.360119 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764618d2-ef11-4d8d-9e87-e108db1c9566 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Subnet': ['ID=63668130-24bf-49d7-ad7c-f5e9405e5e3a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:50.362158 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-764618d2-ef11-4d8d-9e87-e108db1c9566 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.365325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-764618d2-ef11-4d8d-9e87-e108db1c9566 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:50.371137 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-764618d2-ef11-4d8d-9e87-e108db1c9566 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/63668130-24bf-49d7-ad7c-f5e9405e5e3a HTTP/1.1" status: 204 len: 168 time: 0.6719208 Jun 03 21:44:50.372790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50032) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:50.439438 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76580d5-c48d-440b-b92c-b3e1993258fe None None] Network a0d4c746-63ab-4171-8141-a4868e8c213a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:50.510227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:50.518823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.533073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.598712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Pushing event updated for resources: {'Port': ['ID=3480a699-319d-4d15-b417-556e2f0983f3,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:50.613330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:50.642432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.675347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port c436d5a5-7bf9-4c4e-921e-80966fcffc5f {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:50.675878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.708468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d0573b-55d4-4c56-8f1c-bee938d770ec']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:50.841347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f6591a-7ad8-489b-ab25-e243ee0b3dcc') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:50.842167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f6591a-7ad8-489b-ab25-e243ee0b3dcc') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:50.875191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.912752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.921278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404da1a0-fee7-4e6a-b8fd-a7c3ec03c2e4 None None] DHCP port deletion for a0d4c746-63ab-4171-8141-a4868e8c213a request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:44:50.943194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b45c5112-8d4e-41cd-8c73-3ac7883ad7d0 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.962378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:50.969396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e5c82c53-cc52-4d31-95dc-e74afbf67746 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:51.136145 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-404da1a0-fee7-4e6a-b8fd-a7c3ec03c2e4 None None] Deleting port c436d5a5-7bf9-4c4e-921e-80966fcffc5f {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:51.138868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-404da1a0-fee7-4e6a-b8fd-a7c3ec03c2e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:51.175932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] For port c436d5a5-7bf9-4c4e-921e-80966fcffc5f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c436d5a5-7bf9-4c4e-921e-80966fcffc5f,segment=NetworkSegment(5050115e-ba16-4272-8034-77fc24bb1a37),segment_id=5050115e-ba16-4272-8034-77fc24bb1a37)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:51.177834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:51.181373 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:51.213975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c5112-8d4e-41cd-8c73-3ac7883ad7d0 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event deleted for resources: {'Port': ['ID=2602a804-a53c-47de-a5fa-5d7030c3c0f1,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:51.326736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b45c5112-8d4e-41cd-8c73-3ac7883ad7d0 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:51.347055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:44:51.347897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:51.350792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-404da1a0-fee7-4e6a-b8fd-a7c3ec03c2e4 None None] For port c436d5a5-7bf9-4c4e-921e-80966fcffc5f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c436d5a5-7bf9-4c4e-921e-80966fcffc5f,segment=NetworkSegment(5050115e-ba16-4272-8034-77fc24bb1a37),segment_id=5050115e-ba16-4272-8034-77fc24bb1a37)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:51.351413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-404da1a0-fee7-4e6a-b8fd-a7c3ec03c2e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:44:51.406342 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:44:51.477490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for c436d5a5-7bf9-4c4e-921e-80966fcffc5f owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:51.483598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b45c5112-8d4e-41cd-8c73-3ac7883ad7d0 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:51.552666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-404da1a0-fee7-4e6a-b8fd-a7c3ec03c2e4 None None] Calling delete_port for c436d5a5-7bf9-4c4e-921e-80966fcffc5f owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:51.605233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3480a699-319d-4d15-b417-556e2f0983f3 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:51.627070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:51.635872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8f00219a-ac4e-4976-a4e2-8306bfeb0a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:51.654028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-404da1a0-fee7-4e6a-b8fd-a7c3ec03c2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:51.670366 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6395470a-49cc-4ad5-9178-f3e2e331c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:51.730622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404da1a0-fee7-4e6a-b8fd-a7c3ec03c2e4 None None] Pushing event deleted for resources: {'Port': ['ID=c436d5a5-7bf9-4c4e-921e-80966fcffc5f,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:51.734172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=c436d5a5-7bf9-4c4e-921e-80966fcffc5f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:51.738106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:51.739482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-404da1a0-fee7-4e6a-b8fd-a7c3ec03c2e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:51.747032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404da1a0-fee7-4e6a-b8fd-a7c3ec03c2e4 None None] No DVR routers for this DVR port c436d5a5-7bf9-4c4e-921e-80966fcffc5f on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:44:51.748013 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No DVR routers for this DVR port c436d5a5-7bf9-4c4e-921e-80966fcffc5f on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:44:51.807322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 3480a699-319d-4d15-b417-556e2f0983f3 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:51.827627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Allocated IP 172.26.3.50 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/c660e20e-dbe3-40cb-b116-ee9a8c479299) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:51.900996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c436d5a5-7bf9-4c4e-921e-80966fcffc5f no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:44:51.914606 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b45c5112-8d4e-41cd-8c73-3ac7883ad7d0 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "DELETE /v2.0/ports/2602a804-a53c-47de-a5fa-5d7030c3c0f1 HTTP/1.1" status: 204 len: 168 time: 3.0857372 Jun 03 21:44:51.921129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50040) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:51.954683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c436d5a5-7bf9-4c4e-921e-80966fcffc5f {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:44:51.955187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c436d5a5-7bf9-4c4e-921e-80966fcffc5f not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:44:51.964681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:51.982966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:51.998329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d4c746-63ab-4171-8141-a4868e8c213a']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:52.013744 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5050115e-ba16-4272-8034-77fc24bb1a37') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:52.013948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5050115e-ba16-4272-8034-77fc24bb1a37') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:52.031062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.051763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.063439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7e6d4e81-624f-4e36-a387-40535d9cb307 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:52.064492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:44:52.064997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.085031 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b422b18-4a02-4322-9b62-3f867d9a8b54 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] GET failed (client error): The resource could not be found. Jun 03 21:44:52.085676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1b422b18-4a02-4322-9b62-3f867d9a8b54 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Synchronizing usage tracker for tenant:874bf14725724e21bcd657577c27b007 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:52.088749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.110329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event deleted for resources: {'Network': ['ID=80d0573b-55d4-4c56-8f1c-bee938d770ec,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:52.121819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:52.156957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf56ba03-bd1b-4fb4-ab01-db4e248a3357 None None] Network ae3e64f3-2c80-49c8-a776-570044195d6d requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:44:52.175209 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:44:52.182602 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "DELETE /v2.0/networks/80d0573b-55d4-4c56-8f1c-bee938d770ec HTTP/1.1" status: 204 len: 168 time: 2.6094730 Jun 03 21:44:52.185533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50044) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:52.208072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.216253 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a069e893-26e4-4387-adad-fdf826e9a0c7 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:52.225580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1b422b18-4a02-4322-9b62-3f867d9a8b54 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Unset dirty status for tenant:874bf14725724e21bcd657577c27b007 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:52.233327 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1b422b18-4a02-4322-9b62-3f867d9a8b54 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "GET /v2.0/ports/2602a804-a53c-47de-a5fa-5d7030c3c0f1 HTTP/1.1" status: 404 len: 333 time: 0.3050272 Jun 03 21:44:52.234629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.238681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50046) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:52.243989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.249743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Request body: {'port': {'network_id': '12b3578e-6a1a-4e01-b673-dc4c6eb1ffce', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-779460743'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:52.255532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Network': ['ID=a0d4c746-63ab-4171-8141-a4868e8c213a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:52.262636 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:52.280648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f981dca8-1fcb-4571-b598-9a205b0ed10a None None] Provisioning for port 3480a699-319d-4d15-b417-556e2f0983f3 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:52.292975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f981dca8-1fcb-4571-b598-9a205b0ed10a None None] Provisioning complete for port 3480a699-319d-4d15-b417-556e2f0983f3 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:52.292975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f981dca8-1fcb-4571-b598-9a205b0ed10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.322780 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/networks/a0d4c746-63ab-4171-8141-a4868e8c213a HTTP/1.1" status: 204 len: 168 time: 1.9453444 Jun 03 21:44:52.332042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50048) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:52.339759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1821129191', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:52.349326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:52.355128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.359384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:router and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:52.363996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:52.376517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:52.434433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.435373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.526346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.539610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.549347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe25458-01a0-4386-b567-edfc9b35123f']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:52.562043 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f981dca8-1fcb-4571-b598-9a205b0ed10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.565714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f4d0fd-8c80-4cc4-8f71-98bcb77ba731') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:52.565965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f4d0fd-8c80-4cc4-8f71-98bcb77ba731') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:52.581181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.611919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f981dca8-1fcb-4571-b598-9a205b0ed10a None None] For port 3480a699-319d-4d15-b417-556e2f0983f3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3480a699-319d-4d15-b417-556e2f0983f3,segment=NetworkSegment(940c4d07-582b-4229-a49f-f5d4a49bfe34),segment_id=940c4d07-582b-4229-a49f-f5d4a49bfe34)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:52.617575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f981dca8-1fcb-4571-b598-9a205b0ed10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.619611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5fa4e3ff-3af6-4ee5-8f9b-c410a0134b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:52.665739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.676225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:52.692699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.697403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:52.702266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7b223ac1-5b86-486b-b312-555dd5b577d7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:52.702806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981dca8-1fcb-4571-b598-9a205b0ed10a None None] Pushing event updated for resources: {'Port': ['ID=3480a699-319d-4d15-b417-556e2f0983f3,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:52.727071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f981dca8-1fcb-4571-b598-9a205b0ed10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:52.761899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:44:52.762288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:44:52.778548 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:44:52.782079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:52.785179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Made reservation on behalf of 874bf14725724e21bcd657577c27b007 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:52.788225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.803039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:52.806913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:52.829450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ba7ef0eb-0196-4c52-88ed-a6ee033dd087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.876688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event updated for resources: {'Port': ['ID=c660e20e-dbe3-40cb-b116-ee9a8c479299,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:52.885839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:52.897083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] device_id is not set on port 26ea5481-106c-4c2e-a07e-4729b2ee85b6 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:52.954302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9dbe3b98-1fa2-4870-9f95-ab075486a336 None None] Provisioning complete for port 3480a699-319d-4d15-b417-556e2f0983f3 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:52.954790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3b98-1fa2-4870-9f95-ab075486a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:52.980241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.013341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.019425 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:53.038201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.059249 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "DELETE /v2.0/networks/9fe25458-01a0-4386-b567-edfc9b35123f HTTP/1.1" status: 204 len: 168 time: 0.8724697 Jun 03 21:44:53.064139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50054) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:53.065095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event deleted for resources: {'Network': ['ID=9fe25458-01a0-4386-b567-edfc9b35123f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:53.089233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:53.107446 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3480a699-319d-4d15-b417-556e2f0983f3 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:53.202055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3480a699-319d-4d15-b417-556e2f0983f3 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:53.202429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.275056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.295965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8f37e866-b373-4125-870e-ede96931d9c1 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:53.399919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Allocated IP 2001:db8::270 (12b3578e-6a1a-4e01-b673-dc4c6eb1ffce/55a1f833-5f48-40fc-8af4-27b2a40d770d/26ea5481-106c-4c2e-a07e-4729b2ee85b6) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:53.438269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b0838-90fe-4630-8a37-9472a61c430f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:53.444477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b0838-90fe-4630-8a37-9472a61c430f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:53.445289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-644b0838-90fe-4630-8a37-9472a61c430f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Synchronizing usage tracker for tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:53.468777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-644b0838-90fe-4630-8a37-9472a61c430f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Unset dirty status for tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:53.470060 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-644b0838-90fe-4630-8a37-9472a61c430f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4027598 Jun 03 21:44:53.473752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50058) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:53.479037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-21285259'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:53.485457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:53.496659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Subnet': ['ID=96a583ae-19da-4d3e-b324-6e808e22447d,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:53.499440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:53.506550 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:53.606092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking segment: {'id': '419c9004-6221-44e6-9aa8-0f4acc93123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '845a7eaf-a455-4809-b319-1363a0b131f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:53.606448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network hostable DHCP agents. Network: 845a7eaf-a455-4809-b319-1363a0b131f7, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:44:53.625054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Made reservation on behalf of d0f88e366add4fb9b1b9b3b1f747c7a8 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:53.628663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.692913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.701685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.736058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:44:53.738502 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.755344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network 845a7eaf-a455-4809-b319-1363a0b131f7 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:44:53.788968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.788968 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Added segment 78e76b28-c2e6-405b-bdb0-45868c828c4b of type vlan for network fdb5f7c6-31e1-4b4e-b858-694b6d484e95 Jun 03 21:44:53.834288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 845a7eaf-a455-4809-b319-1363a0b131f7) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:53.840336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.844270 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a71f319-f4de-45ca-ad9c-414ffa61b0ea None None] Network 845a7eaf-a455-4809-b319-1363a0b131f7 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:53.928355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Allocated IP 172.26.3.141 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/f3d4d447-0756-420b-a0e2-a75c7a798ec2) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:53.930631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.936273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:53.936905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.937639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:53.938321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:53.942925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-33c213c5-db25-4e0a-89f9-58be7c3caa65 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:54.011903 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.1912644 Jun 03 21:44:54.016577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50064) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:54.027308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.075157 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6002922 Jun 03 21:44:54.096279 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50066) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:54.111050 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1945972308'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:54.130861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:54.135589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Transition to ACTIVE for port object 26ea5481-106c-4c2e-a07e-4729b2ee85b6 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:54.140267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Usage tracker for resource:network and tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:54.143776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:54.151755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:54.196179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event updated for resources: {'Network': ['ID=fdb5f7c6-31e1-4b4e-b858-694b6d484e95,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:54.205568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:54.215406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network fdb5f7c6-31e1-4b4e-b858-694b6d484e95 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:44:54.232553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-845a7eaf-a455-4809-b319-1363a0b131f7', 'network_id': '845a7eaf-a455-4809-b319-1363a0b131f7', 'tenant_id': 'b19a3ae18129407e99341659481c261f', 'fixed_ips': [{'subnet_id': '96a583ae-19da-4d3e-b324-6e808e22447d'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:44:54.232772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.235567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Made reservation on behalf of d0f88e366add4fb9b1b9b3b1f747c7a8 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:54.238993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.352577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.356944 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.447896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.453267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.459907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:44:54.493641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.500973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cf8320a6-7756-4ea0-bf8c-757dcd42af74 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:54.521320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.527573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Allocated IP 172.20.0.2 (845a7eaf-a455-4809-b319-1363a0b131f7/96a583ae-19da-4d3e-b324-6e808e22447d/58ec2b49-3120-4d02-a71f-9fe39fc34ab7) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:54.542705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2b2ad2e0-b233-4fbe-92b8-1660ae144e3e tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:54.581762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.582374 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Added segment a85dc75b-3666-4578-958d-d681855e2000 of type vlan for network f3c9cec5-79f0-4a28-a3cc-ab7c5af13d0c Jun 03 21:44:54.587280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:54.595746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:54.612025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:54.650627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.692594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:54.694248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:54.704441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:54.710307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:54.711324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.714146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=f3d4d447-0756-420b-a0e2-a75c7a798ec2,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:54.725553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:54.792414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.807033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Transition to ACTIVE for port object 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:54.831204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Transition to ACTIVE for port object 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:54.839036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.845644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:54.856243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event updated for resources: {'Port': ['ID=26ea5481-106c-4c2e-a07e-4729b2ee85b6,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:54.866844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:54.867645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.879829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:54.880454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:54.902672 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6627660 Jun 03 21:44:54.903830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50072) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:54.907574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d398f616-ff9e-47c5-99d0-bef50f4a6758 tempest-ExternalNetworksTestJSON-477633120 tempest-ExternalNetworksTestJSON-477633120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:54.913569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Network 845a7eaf-a455-4809-b319-1363a0b131f7 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:54.916798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:54.921060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:54.961071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Pushing event updated for resources: {'Port': ['ID=58ec2b49-3120-4d02-a71f-9fe39fc34ab7,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:54.968759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:55.016533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Request body: {'port': {'network_id': '12b3578e-6a1a-4e01-b673-dc4c6eb1ffce', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-853838450'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:55.040038 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9404683 Jun 03 21:44:55.046651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event updated for resources: {'Network': ['ID=f3c9cec5-79f0-4a28-a3cc-ab7c5af13d0c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:55.058838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50076) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:55.069261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network f3c9cec5-79f0-4a28-a3cc-ab7c5af13d0c details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:44:55.073477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:55.077183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Request body: {'ports': [{'network_id': 'fdb5f7c6-31e1-4b4e-b858-694b6d484e95', 'name': 'tempest-port--1789883633', 'admin_state_up': True}, {'network_id': 'f3c9cec5-79f0-4a28-a3cc-ab7c5af13d0c', 'admin_state_up': False}]} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:55.077485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Request body: {'port': {'network_id': 'fdb5f7c6-31e1-4b4e-b858-694b6d484e95', 'name': 'tempest-port--1789883633', 'admin_state_up': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:55.077960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Request body: {'port': {'network_id': 'f3c9cec5-79f0-4a28-a3cc-ab7c5af13d0c', 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:55.126067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-78b5428c-d71a-4ef2-b9c7-871ff28ea8c0 None None] Provisioning for port 26ea5481-106c-4c2e-a07e-4729b2ee85b6 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:55.132559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Attempting to bind port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:55.133017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Attempting to bind port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '419c9004-6221-44e6-9aa8-0f4acc93123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '845a7eaf-a455-4809-b319-1363a0b131f7'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:55.133447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Attempting to bind port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 on network 845a7eaf-a455-4809-b319-1363a0b131f7 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:55.139318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-78b5428c-d71a-4ef2-b9c7-871ff28ea8c0 None None] Provisioning complete for port 26ea5481-106c-4c2e-a07e-4729b2ee85b6 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:55.139786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-78b5428c-d71a-4ef2-b9c7-871ff28ea8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.221761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:44:55.222487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Checking segment: {'id': '419c9004-6221-44e6-9aa8-0f4acc93123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '845a7eaf-a455-4809-b319-1363a0b131f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:55.222583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.223056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Bound using segment: {'id': '419c9004-6221-44e6-9aa8-0f4acc93123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '845a7eaf-a455-4809-b319-1363a0b131f7'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:44:55.223631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Bound port: 58ec2b49-3120-4d02-a71f-9fe39fc34ab7, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419c9004-6221-44e6-9aa8-0f4acc93123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '845a7eaf-a455-4809-b319-1363a0b131f7'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:44:55.224067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.325754 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-78b5428c-d71a-4ef2-b9c7-871ff28ea8c0 None None] Port 26ea5481-106c-4c2e-a07e-4729b2ee85b6 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:55.350836 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.366399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] For port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:44:55.369883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] For port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=58ec2b49-3120-4d02-a71f-9fe39fc34ab7,segment=NetworkSegment(419c9004-6221-44e6-9aa8-0f4acc93123b),segment_id=419c9004-6221-44e6-9aa8-0f4acc93123b)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:44:55.378255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.384198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-30c61006-83d2-4103-9115-82623859283b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:55.424415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:55.425406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Router 07f7a0ac-49c0-4a36-b6ec-05336c5e7008 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:44:55.437854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.452023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:55.452504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:55.458153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:55.479469 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1e379c75-f319-4f78-8aca-cf99ce0dfbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.486242 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Pushing event updated for resources: {'Port': ['ID=58ec2b49-3120-4d02-a71f-9fe39fc34ab7,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:55.489845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:55.515243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Usage tracker for resource:port and tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:55.522363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Subnet': ['ID=96a583ae-19da-4d3e-b324-6e808e22447d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:55.525211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:55.525376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:55.540882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:55.545268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Made reservation on behalf of 874bf14725724e21bcd657577c27b007 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:55.548990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.571381 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.589016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] device_id is not set on port 197cc3f8-5f15-48cc-a7c5-75ebc60fc7af yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:55.627064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Made reservation on behalf of d0f88e366add4fb9b1b9b3b1f747c7a8 for: {'port': 2} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:55.631809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.707031 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.738397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845a7eaf-a455-4809-b319-1363a0b131f7']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:55.759198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.766822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419c9004-6221-44e6-9aa8-0f4acc93123b') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:55.767385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419c9004-6221-44e6-9aa8-0f4acc93123b') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:55.841850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.846626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:44:55.861241 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Sync routers for ids ['07f7a0ac-49c0-4a36-b6ec-05336c5e7008'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:44:55.876794 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.890019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:44:55.890317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:55.897796 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Routers {'07f7a0ac-49c0-4a36-b6ec-05336c5e7008'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:55.898776 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['07f7a0ac-49c0-4a36-b6ec-05336c5e7008'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:44:55.955740 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:44:56.032628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:56.036956 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4872229 Jun 03 21:44:56.037133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50082) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:56.051218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] device_id is not set on port 50082851-dcdb-4316-8d52-cf683729795c yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:56.078237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Allocated IP 2001:db8::19d (12b3578e-6a1a-4e01-b673-dc4c6eb1ffce/55a1f833-5f48-40fc-8af4-27b2a40d770d/197cc3f8-5f15-48cc-a7c5-75ebc60fc7af) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:56.148835 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Set router 07f7a0ac-49c0-4a36-b6ec-05336c5e7008 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:44:56.162579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.api [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:44:56.162579 dv-neutron-792998-2-hyperv neutron-server[104397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:44:56.162579 dv-neutron-792998-2-hyperv neutron-server[104397]: [parameters: {'id': '845a7eaf-a455-4809-b319-1363a0b131f7'}] Jun 03 21:44:56.162579 dv-neutron-792998-2-hyperv neutron-server[104397]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:44:56.163235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_db.api [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:44:56.329850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:56.500549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:56.539797 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f7a0ac-49c0-4a36-b6ec-05336c5e7008', 'name': 'tempest-snat-router-1973741563', 'tenant_id': 'ff7d8ff255784873bc0cd6673c06124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.50'}], 'enable_snat': False}, 'gw_port_id': 'c660e20e-dbe3-40cb-b116-ee9a8c479299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:44:48Z', 'updated_at': '2021-06-03T21:44:53Z', 'revision_number': 3, 'project_id': 'ff7d8ff255784873bc0cd6673c06124a', 'gw_port': {'id': 'c660e20e-dbe3-40cb-b116-ee9a8c479299', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f7a0ac-49c0-4a36-b6ec-05336c5e7008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:44:51Z', 'updated_at': '2021-06-03T21:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:56.544847 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Checking router: 07f7a0ac-49c0-4a36-b6ec-05336c5e7008 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:44:56.545861 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Updating router 07f7a0ac-49c0-4a36-b6ec-05336c5e7008 port c660e20e-dbe3-40cb-b116-ee9a8c479299 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:44:56.580099 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-73ea5f15-beb6-47fb-9490-84da96aa07f5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/routers/07f7a0ac-49c0-4a36-b6ec-05336c5e7008 HTTP/1.1" status: 200 len: 908 time: 0.5376794 Jun 03 21:44:56.580677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50086) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:56.586869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1973741563', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'enable_snat': True}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:56.593170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:56.604242 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Usage tracker for resource:router and tenant:ff7d8ff255784873bc0cd6673c06124a is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:56.607579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:56.613758 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:56.614003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:56.634409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:56.681295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:56.700820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:56.702420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:56.774100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:56.804903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:56.811248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:56.837824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] device_id is not set on port 1035806c-c277-49a3-a43e-64a29054c892 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:44:56.842982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e8b13f-2623-4c9b-a4eb-c91d721a9463 None None] Network 845a7eaf-a455-4809-b319-1363a0b131f7 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:56.877460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Transition to ACTIVE for port object 197cc3f8-5f15-48cc-a7c5-75ebc60fc7af will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:57.003093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.036545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:57.044009 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ad58ad1e-604f-49b4-88fa-2e7ecad72038 None None] Provisioning for port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:57.068645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 4197c852-cd25-4e47-915e-365087123be5 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:44:57.138742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:44:57.145756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:57.151761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:57.161713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:57.162643 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.167108 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Deleting port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:57.167671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.170268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:57.182912 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.203065 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Transition to ACTIVE for port object c660e20e-dbe3-40cb-b116-ee9a8c479299 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:44:57.213901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event updated for resources: {'Port': ['ID=197cc3f8-5f15-48cc-a7c5-75ebc60fc7af,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:57.217525 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.220670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:57.229833 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-983260d7-41d7-434c-ba4c-7c6ce1fe211a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:57.265388 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2575150 Jun 03 21:44:57.274919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e499e5e2-7d15-4bee-809d-67f211e08955 None None] DHCP port deletion for 845a7eaf-a455-4809-b319-1363a0b131f7 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:44:57.285243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50092) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:57.295387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f56696d2-a300-4a1d-8d61-fd5dc97dba23 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f0', 'mac_address': 'fa:16:3e:69:05:49'}, {'ip_address': '2001:db8::270', 'mac_address': 'fa:16:3e:10:fe:5c'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:57.352675 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Attempting to bind port c660e20e-dbe3-40cb-b116-ee9a8c479299 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:44:57.352675 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Attempting to bind port c660e20e-dbe3-40cb-b116-ee9a8c479299 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:44:57.352675 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Attempting to bind port c660e20e-dbe3-40cb-b116-ee9a8c479299 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:44:57.354228 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.381362 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:44:57.383712 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:57.384368 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.384866 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:44:57.385319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:57.385558 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Bound port: c660e20e-dbe3-40cb-b116-ee9a8c479299, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:44:57.386150 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.396941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:57.397356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.411718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.462944 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4599ad-e066-4a4b-94ca-7fb96a7e821c None None] Pushing event updated for resources: {'Port': ['ID=c660e20e-dbe3-40cb-b116-ee9a8c479299,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:57.469238 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-ca4599ad-e066-4a4b-94ca-7fb96a7e821c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:57.497304 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e499e5e2-7d15-4bee-809d-67f211e08955 None None] Deleting port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:57.498057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e499e5e2-7d15-4bee-809d-67f211e08955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.507844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] For port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=58ec2b49-3120-4d02-a71f-9fe39fc34ab7,segment=NetworkSegment(419c9004-6221-44e6-9aa8-0f4acc93123b),segment_id=419c9004-6221-44e6-9aa8-0f4acc93123b)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:57.507844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.548692 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] For port c660e20e-dbe3-40cb-b116-ee9a8c479299, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:44:57.553927 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] For port c660e20e-dbe3-40cb-b116-ee9a8c479299, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c660e20e-dbe3-40cb-b116-ee9a8c479299,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:44:57.561882 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.567780 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:57.645981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.661666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fa9de3b0-1408-4530-9739-a8dd50dc3dbf tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:57.675007 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Routers {'07f7a0ac-49c0-4a36-b6ec-05336c5e7008'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:57.676141 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['07f7a0ac-49c0-4a36-b6ec-05336c5e7008'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:57.733295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Calling delete_port for 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:57.736639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-88ce472d-489a-47d7-841d-c70b9e4e1e6f None None] Provisioning for port 197cc3f8-5f15-48cc-a7c5-75ebc60fc7af completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:57.750308 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-88ce472d-489a-47d7-841d-c70b9e4e1e6f None None] Provisioning complete for port 197cc3f8-5f15-48cc-a7c5-75ebc60fc7af triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:57.750686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88ce472d-489a-47d7-841d-c70b9e4e1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.774468 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4599ad-e066-4a4b-94ca-7fb96a7e821c None None] Pushing event updated for resources: {'Port': ['ID=c660e20e-dbe3-40cb-b116-ee9a8c479299,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:57.780933 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-ca4599ad-e066-4a4b-94ca-7fb96a7e821c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:57.814539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.825687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e499e5e2-7d15-4bee-809d-67f211e08955 None None] For port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=58ec2b49-3120-4d02-a71f-9fe39fc34ab7,segment=NetworkSegment(419c9004-6221-44e6-9aa8-0f4acc93123b),segment_id=419c9004-6221-44e6-9aa8-0f4acc93123b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:57.826097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e499e5e2-7d15-4bee-809d-67f211e08955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.839132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:44:57.844693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Checking segment: {'id': '78e76b28-c2e6-405b-bdb0-45868c828c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'fdb5f7c6-31e1-4b4e-b858-694b6d484e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:57.845055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Network hostable DHCP agents. Network: fdb5f7c6-31e1-4b4e-b858-694b6d484e95, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:44:57.856995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event updated for resources: {'Port': ['ID=50082851-dcdb-4316-8d52-cf683729795c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:57.863737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:57.902411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Network fdb5f7c6-31e1-4b4e-b858-694b6d484e95 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:44:57.906828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.908521 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5755222 Jun 03 21:44:57.910155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f56696d2-a300-4a1d-8d61-fd5dc97dba23 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.911439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50096) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:57.943869 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] Set router 07f7a0ac-49c0-4a36-b6ec-05336c5e7008 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:44:57.969919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, fdb5f7c6-31e1-4b4e-b858-694b6d484e95) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:57.983727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:57.984577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:57.990252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b906833-08da-4476-a93b-6dc9ab75fc8d None None] Sync routers for ids ['4197c852-cd25-4e47-915e-365087123be5'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:44:57.993496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b603d508-21fc-47a3-a179-aad10d9aff0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:58.008535 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e499e5e2-7d15-4bee-809d-67f211e08955 None None] Calling delete_port for 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:58.014332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a4b4cd-7989-48c6-bc8b-d398c7ab1f3c None None] Network fdb5f7c6-31e1-4b4e-b858-694b6d484e95 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:58.071346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=58ec2b49-3120-4d02-a71f-9fe39fc34ab7,segment=NetworkSegment(419c9004-6221-44e6-9aa8-0f4acc93123b),segment_id=419c9004-6221-44e6-9aa8-0f4acc93123b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:58.093962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-88ce472d-489a-47d7-841d-c70b9e4e1e6f None None] Port 197cc3f8-5f15-48cc-a7c5-75ebc60fc7af cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:58.095451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b906833-08da-4476-a93b-6dc9ab75fc8d None None] Routers {'4197c852-cd25-4e47-915e-365087123be5'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:58.096107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-3b906833-08da-4476-a93b-6dc9ab75fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4197c852-cd25-4e47-915e-365087123be5'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:58.139287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event updated for resources: {'Port': ['ID=1035806c-c277-49a3-a43e-64a29054c892,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:58.147244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:58.215525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:58.229621 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:58.238746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Checking segment: {'id': 'a85dc75b-3666-4578-958d-d681855e2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'f3c9cec5-79f0-4a28-a3cc-ab7c5af13d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:44:58.239024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Network hostable DHCP agents. Network: f3c9cec5-79f0-4a28-a3cc-ab7c5af13d0c, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:44:58.355667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Network f3c9cec5-79f0-4a28-a3cc-ab7c5af13d0c is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:44:58.374130 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-edddcebe-1def-4045-9a25-8017eba93d88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/routers/4197c852-cd25-4e47-915e-365087123be5 HTTP/1.1" status: 200 len: 885 time: 0.4590781 Jun 03 21:44:58.376342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, f3c9cec5-79f0-4a28-a3cc-ab7c5af13d0c) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:44:58.377213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50102) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:58.399652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:44:58.408479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:58.414648 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f7a0ac-49c0-4a36-b6ec-05336c5e7008', 'name': 'tempest-snat-router-1973741563', 'tenant_id': 'ff7d8ff255784873bc0cd6673c06124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.50'}], 'enable_snat': False}, 'gw_port_id': 'c660e20e-dbe3-40cb-b116-ee9a8c479299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:44:48Z', 'updated_at': '2021-06-03T21:44:53Z', 'revision_number': 3, 'project_id': 'ff7d8ff255784873bc0cd6673c06124a', 'gw_port': {'id': 'c660e20e-dbe3-40cb-b116-ee9a8c479299', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f7a0ac-49c0-4a36-b6ec-05336c5e7008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:44:51Z', 'updated_at': '2021-06-03T21:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:58.415378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:58.415710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:58.420711 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf780f5d-0b36-4c04-bf85-740d200c4f5d None None] The sync data for ids ['07f7a0ac-49c0-4a36-b6ec-05336c5e7008'] in dv-neutron-792998-2-hyperv is: [{'id': '07f7a0ac-49c0-4a36-b6ec-05336c5e7008', 'name': 'tempest-snat-router-1973741563', 'tenant_id': 'ff7d8ff255784873bc0cd6673c06124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.50'}], 'enable_snat': False}, 'gw_port_id': 'c660e20e-dbe3-40cb-b116-ee9a8c479299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:44:48Z', 'updated_at': '2021-06-03T21:44:53Z', 'revision_number': 3, 'project_id': 'ff7d8ff255784873bc0cd6673c06124a', 'gw_port': {'id': 'c660e20e-dbe3-40cb-b116-ee9a8c479299', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f7a0ac-49c0-4a36-b6ec-05336c5e7008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:44:51Z', 'updated_at': '2021-06-03T21:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:44:58.421335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faba9f7-204c-4f80-b41f-c8a5d7501e27 None None] Network f3c9cec5-79f0-4a28-a3cc-ab7c5af13d0c requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:44:58.454487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-3b906833-08da-4476-a93b-6dc9ab75fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:58.455819 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3869343 Jun 03 21:44:58.459493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:58.459771 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50104) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:58.466536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-87ee163d-c5d9-4201-abba-3df759b3d61d tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:58.515634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Port': ['ID=58ec2b49-3120-4d02-a71f-9fe39fc34ab7,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:58.521137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:58.525648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No DVR routers for this DVR port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:44:58.545175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f56696d2-a300-4a1d-8d61-fd5dc97dba23 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:58.553447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:58.554339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e499e5e2-7d15-4bee-809d-67f211e08955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:58.557026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f56696d2-a300-4a1d-8d61-fd5dc97dba23 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:58.569956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:58.647484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f56696d2-a300-4a1d-8d61-fd5dc97dba23 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] In _notify_port_updated(), no bound segment for port 197cc3f8-5f15-48cc-a7c5-75ebc60fc7af on network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce {{(pid=104396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:44:58.652029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b906833-08da-4476-a93b-6dc9ab75fc8d None None] Routers {'4197c852-cd25-4e47-915e-365087123be5'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:44:58.652718 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-3b906833-08da-4476-a93b-6dc9ab75fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4197c852-cd25-4e47-915e-365087123be5'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:58.655440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56696d2-a300-4a1d-8d61-fd5dc97dba23 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:58.656193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f56696d2-a300-4a1d-8d61-fd5dc97dba23 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:58.660769 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f56696d2-a300-4a1d-8d61-fd5dc97dba23 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "PUT /v2.0/ports/197cc3f8-5f15-48cc-a7c5-75ebc60fc7af HTTP/1.1" status: 200 len: 1066 time: 1.3744187 Jun 03 21:44:58.663513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56696d2-a300-4a1d-8d61-fd5dc97dba23 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event updated for resources: {'Port': ['ID=197cc3f8-5f15-48cc-a7c5-75ebc60fc7af,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:58.667539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f56696d2-a300-4a1d-8d61-fd5dc97dba23 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:58.668082 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50108) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:58.749554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-3b906833-08da-4476-a93b-6dc9ab75fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:58.750112 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b906833-08da-4476-a93b-6dc9ab75fc8d None None] The sync data for ids ['4197c852-cd25-4e47-915e-365087123be5'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:44:58.766247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d2d365-8807-4044-b405-63a53828cfc0 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:58.773812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d2d365-8807-4044-b405-63a53828cfc0 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:44:58.774617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-47d2d365-8807-4044-b405-63a53828cfc0 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Synchronizing usage tracker for tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:58.832001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-47d2d365-8807-4044-b405-63a53828cfc0 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Unset dirty status for tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:58.833343 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-47d2d365-8807-4044-b405-63a53828cfc0 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3713615 Jun 03 21:44:58.836801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50110) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:58.880868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e499e5e2-7d15-4bee-809d-67f211e08955 None None] No DVR routers for this DVR port 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:44:58.917434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=58ec2b49-3120-4d02-a71f-9fe39fc34ab7,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:58.923412 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:58.923913 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-404da1a0-fee7-4e6a-b8fd-a7c3ec03c2e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:59.011529 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.041015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.052478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499e5e2-7d15-4bee-809d-67f211e08955 None None] Pushing event deleted for resources: {'Port': ['ID=58ec2b49-3120-4d02-a71f-9fe39fc34ab7,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:59.066987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e499e5e2-7d15-4bee-809d-67f211e08955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:59.085312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845a7eaf-a455-4809-b319-1363a0b131f7']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:59.099507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.101875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-83db74fe-d5ae-4851-a9d8-fe0e6eb019b1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Deleting port 197cc3f8-5f15-48cc-a7c5-75ebc60fc7af {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:59.102312 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-83db74fe-d5ae-4851-a9d8-fe0e6eb019b1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.150130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419c9004-6221-44e6-9aa8-0f4acc93123b') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:59.150130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419c9004-6221-44e6-9aa8-0f4acc93123b') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:44:59.152026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c660e20e-dbe3-40cb-b116-ee9a8c479299 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:44:59.194831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.214761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d26f4954-65e4-468c-b528-36d7afdf64f0 None None] Provisioning complete for port 197cc3f8-5f15-48cc-a7c5-75ebc60fc7af triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:59.215141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d26f4954-65e4-468c-b528-36d7afdf64f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.292381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d26f4954-65e4-468c-b528-36d7afdf64f0 None None] Port 197cc3f8-5f15-48cc-a7c5-75ebc60fc7af cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:44:59.297823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.348363 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c660e20e-dbe3-40cb-b116-ee9a8c479299 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:44:59.354901 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c660e20e-dbe3-40cb-b116-ee9a8c479299 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:44:59.355324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.411572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:44:59.412301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:44:59.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:44:59.437626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Allocated IP 172.26.3.158 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/c9213e39-7f44-4a82-9987-51aa2ed751ce) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:44:59.489969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.509514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port c660e20e-dbe3-40cb-b116-ee9a8c479299, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c660e20e-dbe3-40cb-b116-ee9a8c479299,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:44:59.516248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.519717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a3b7c5bf-9f54-41e1-94f3-1f8caf928e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:59.562433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.598025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:44:59.607440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-83db74fe-d5ae-4851-a9d8-fe0e6eb019b1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.619076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.625726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d0a148cd-f6cb-49c0-9ce1-54cab7f33734 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Deleting port 50082851-dcdb-4316-8d52-cf683729795c {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:44:59.626176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0a148cd-f6cb-49c0-9ce1-54cab7f33734 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.644233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Network': ['ID=845a7eaf-a455-4809-b319-1363a0b131f7,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:59.664036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:44:59.694010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:59.703675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:44:59.704030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 58ec2b49-3120-4d02-a71f-9fe39fc34ab7 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:44:59.709061 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/845a7eaf-a455-4809-b319-1363a0b131f7 HTTP/1.1" status: 204 len: 168 time: 5.6755688 Jun 03 21:44:59.722155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50116) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:59.730462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2069097638'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:59.743343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=c660e20e-dbe3-40cb-b116-ee9a8c479299,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:44:59.747523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:44:59.750799 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:44:59.769770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:network and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:44:59.781734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-937c8342-8528-4763-9d5b-26b7c352b93d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Synchronizing usage tracker for tenant:79e648382f85452294831c70ad69ff15 on resource:router {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:44:59.784586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:44:59.787258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-83db74fe-d5ae-4851-a9d8-fe0e6eb019b1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Calling delete_port for 197cc3f8-5f15-48cc-a7c5-75ebc60fc7af owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:44:59.796058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:44:59.823846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.831017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:44:59.834782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.851303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-937c8342-8528-4763-9d5b-26b7c352b93d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Unset dirty status for tenant:79e648382f85452294831c70ad69ff15 on resource:router {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:44:59.852525 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-937c8342-8528-4763-9d5b-26b7c352b93d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.4741633 Jun 03 21:44:59.855999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50120) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:44:59.862499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-bf0aa246-747f-4e8a-ac6f-fa958b327586 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1821129191'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:44:59.880703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0a148cd-f6cb-49c0-9ce1-54cab7f33734 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.946838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:44:59.970171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:44:59.970481 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Added segment c40ea3a1-1752-4411-b08a-2adb213f3a73 of type vlan for network 0eaa1c6b-3164-4387-9c43-9b5fcf20be1b Jun 03 21:45:00.019735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d0a148cd-f6cb-49c0-9ce1-54cab7f33734 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Calling delete_port for 50082851-dcdb-4316-8d52-cf683729795c owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:00.078567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:00.100396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:00.150506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:00.153375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0a148cd-f6cb-49c0-9ce1-54cab7f33734 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:00.162746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6c0aad27-1bf1-4b1d-b0c5-767d56ea0dd7 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:00.213204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a148cd-f6cb-49c0-9ce1-54cab7f33734 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event deleted for resources: {'Port': ['ID=50082851-dcdb-4316-8d52-cf683729795c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:00.214901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-83db74fe-d5ae-4851-a9d8-fe0e6eb019b1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:00.216496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d0a148cd-f6cb-49c0-9ce1-54cab7f33734 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:00.222093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:00.254141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0a148cd-f6cb-49c0-9ce1-54cab7f33734 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:00.286448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db74fe-d5ae-4851-a9d8-fe0e6eb019b1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event deleted for resources: {'Port': ['ID=197cc3f8-5f15-48cc-a7c5-75ebc60fc7af,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:00.322450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-83db74fe-d5ae-4851-a9d8-fe0e6eb019b1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:00.328951 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d0a148cd-f6cb-49c0-9ce1-54cab7f33734 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "DELETE /v2.0/ports/50082851-dcdb-4316-8d52-cf683729795c HTTP/1.1" status: 204 len: 168 time: 1.4908407 Jun 03 21:45:00.332095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50122) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:00.435277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.resource_extend [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:45:00.444654 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:00.453158 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:00.458690 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event updated for resources: {'Port': ['ID=c9213e39-7f44-4a82-9987-51aa2ed751ce,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:00.461024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:00.511216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:00.533087 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:00.539034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:00.539534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:00.618822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1e2437ab-e899-4015-8ea6-bcebe833f40f tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:00.676946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-83db74fe-d5ae-4851-a9d8-fe0e6eb019b1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:00.679335 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-83db74fe-d5ae-4851-a9d8-fe0e6eb019b1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "DELETE /v2.0/ports/197cc3f8-5f15-48cc-a7c5-75ebc60fc7af HTTP/1.1" status: 204 len: 168 time: 2.0099816 Jun 03 21:45:00.683179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50128) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:00.733975 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b241cdc0-9dd8-4981-ad32-4970f107d2cd tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] GET failed (client error): The resource could not be found. Jun 03 21:45:00.734509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b241cdc0-9dd8-4981-ad32-4970f107d2cd tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Synchronizing usage tracker for tenant:874bf14725724e21bcd657577c27b007 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:45:00.760259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-966b3a79-68c3-438e-a6a8-70169bf45e86 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Deleting port 1035806c-c277-49a3-a43e-64a29054c892 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:00.760500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-966b3a79-68c3-438e-a6a8-70169bf45e86 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:00.777908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b241cdc0-9dd8-4981-ad32-4970f107d2cd tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Unset dirty status for tenant:874bf14725724e21bcd657577c27b007 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:45:00.778118 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0542712 Jun 03 21:45:00.783853 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b241cdc0-9dd8-4981-ad32-4970f107d2cd tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "GET /v2.0/ports/197cc3f8-5f15-48cc-a7c5-75ebc60fc7af HTTP/1.1" status: 404 len: 333 time: 0.0970693 Jun 03 21:45:00.786305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50130) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:00.786642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50132) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:00.806897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'subnet': {'network_id': '0eaa1c6b-3164-4387-9c43-9b5fcf20be1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:00.911692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=0eaa1c6b-3164-4387-9c43-9b5fcf20be1b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:00.997804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:00.998180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:00.998551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:00.998892 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:00.999254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:00.999625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:01.000174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:01.000434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:01.000780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:01.001120 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:01.001499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:01.001816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:01.009571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:01.014370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-966b3a79-68c3-438e-a6a8-70169bf45e86 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:01.038591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 0eaa1c6b-3164-4387-9c43-9b5fcf20be1b details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:01.091234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c660e20e-dbe3-40cb-b116-ee9a8c479299 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:01.222970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c660e20e-dbe3-40cb-b116-ee9a8c479299 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:01.223335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:01.271248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa246-747f-4e8a-ac6f-fa958b327586 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:01.306414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa246-747f-4e8a-ac6f-fa958b327586 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:01.363683 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:01.380401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-966b3a79-68c3-438e-a6a8-70169bf45e86 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Calling delete_port for 1035806c-c277-49a3-a43e-64a29054c892 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:01.398719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:01.403756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:subnet and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:01.408693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:01.425771 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:01.450169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:01.453687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:01.567109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_backend_mixin [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Performing IP validity checks on allocation pools {{(pid=104396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 03 21:45:01.567109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_backend_mixin [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 03 21:45:01.570187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ff28a107-df3e-4d72-b3a5-04a3e7f438f4 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Deleting port 26ea5481-106c-4c2e-a07e-4729b2ee85b6 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:01.570792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff28a107-df3e-4d72-b3a5-04a3e7f438f4 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:01.609486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-966b3a79-68c3-438e-a6a8-70169bf45e86 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:01.623213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-43da876e-ea4a-4fe0-bc79-f7d0db1445dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:01.726653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b3a79-68c3-438e-a6a8-70169bf45e86 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event deleted for resources: {'Port': ['ID=1035806c-c277-49a3-a43e-64a29054c892,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:01.739991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-966b3a79-68c3-438e-a6a8-70169bf45e86 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:01.752880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-966b3a79-68c3-438e-a6a8-70169bf45e86 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:01.790860 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-966b3a79-68c3-438e-a6a8-70169bf45e86 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "DELETE /v2.0/ports/1035806c-c277-49a3-a43e-64a29054c892 HTTP/1.1" status: 204 len: 168 time: 1.4550426 Jun 03 21:45:01.804292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50142) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:01.838245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff28a107-df3e-4d72-b3a5-04a3e7f438f4 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:01.923583 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-11ec6450-b649-4127-b21c-9c4485ad9df8 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1144993 Jun 03 21:45:01.928081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50144) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:01.946966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1226355707'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:01.951941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0aa246-747f-4e8a-ac6f-fa958b327586 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 4197c852-cd25-4e47-915e-365087123be5 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:45:01.957168 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:01.969344 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:45:01.969943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Usage tracker for resource:network and tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:01.974727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Quota usage for network was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:01.993459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:01.994884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ff28a107-df3e-4d72-b3a5-04a3e7f438f4 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Calling delete_port for 26ea5481-106c-4c2e-a07e-4729b2ee85b6 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:02.156398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Made reservation on behalf of d0f88e366add4fb9b1b9b3b1f747c7a8 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:02.159842 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:02.211732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:02.261318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff28a107-df3e-4d72-b3a5-04a3e7f438f4 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:02.268751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:02.332273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28a107-df3e-4d72-b3a5-04a3e7f438f4 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event deleted for resources: {'Port': ['ID=26ea5481-106c-4c2e-a07e-4729b2ee85b6,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:02.354628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:02.365392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ff28a107-df3e-4d72-b3a5-04a3e7f438f4 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:02.387715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0aa246-747f-4e8a-ac6f-fa958b327586 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:45:02.390221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ff28a107-df3e-4d72-b3a5-04a3e7f438f4 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:02.399989 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db59caf-4c64-485f-8417-9f76f0c795f9 None None] Sync routers for ids ['4197c852-cd25-4e47-915e-365087123be5'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:45:02.401403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:02.401749 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Added segment 481c3673-a77b-49af-bc45-6efa0b5c7a5a of type vlan for network 4a8261a1-0b6d-495b-9580-65ed6a6564f5 Jun 03 21:45:02.418348 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db59caf-4c64-485f-8417-9f76f0c795f9 None None] Routers {'4197c852-cd25-4e47-915e-365087123be5'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:02.418348 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0db59caf-4c64-485f-8417-9f76f0c795f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4197c852-cd25-4e47-915e-365087123be5'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:02.441978 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ff28a107-df3e-4d72-b3a5-04a3e7f438f4 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "DELETE /v2.0/ports/26ea5481-106c-4c2e-a07e-4729b2ee85b6 HTTP/1.1" status: 204 len: 168 time: 1.6531992 Jun 03 21:45:02.446005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50148) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:02.477197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa246-747f-4e8a-ac6f-fa958b327586 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:02.480695 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bf0aa246-747f-4e8a-ac6f-fa958b327586 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/4197c852-cd25-4e47-915e-365087123be5 HTTP/1.1" status: 200 len: 892 time: 2.6204965 Jun 03 21:45:02.483013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50150) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:02.517019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:02.537822 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0db59caf-4c64-485f-8417-9f76f0c795f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:02.548967 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db59caf-4c64-485f-8417-9f76f0c795f9 None None] Routers {'4197c852-cd25-4e47-915e-365087123be5'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:02.549569 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0db59caf-4c64-485f-8417-9f76f0c795f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4197c852-cd25-4e47-915e-365087123be5'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:02.566887 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd756e09-9035-4f35-b8ea-0f83c5b80f71 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] GET failed (client error): The resource could not be found. Jun 03 21:45:02.567364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bd756e09-9035-4f35-b8ea-0f83c5b80f71 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Synchronizing usage tracker for tenant:874bf14725724e21bcd657577c27b007 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:45:02.584875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:02.594585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:02.596195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:02.596554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:02.601073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Router a88b43b0-0299-4c2e-b6a1-988f9eb81411 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:45:02.609144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:02.611755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-12be95e9-a775-43f3-8881-9607718787a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:02.619403 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0db59caf-4c64-485f-8417-9f76f0c795f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:02.619825 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db59caf-4c64-485f-8417-9f76f0c795f9 None None] The sync data for ids ['4197c852-cd25-4e47-915e-365087123be5'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:45:02.653786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bd756e09-9035-4f35-b8ea-0f83c5b80f71 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Unset dirty status for tenant:874bf14725724e21bcd657577c27b007 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:45:02.655271 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bd756e09-9035-4f35-b8ea-0f83c5b80f71 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "GET /v2.0/ports/26ea5481-106c-4c2e-a07e-4729b2ee85b6 HTTP/1.1" status: 404 len: 333 time: 0.2094281 Jun 03 21:45:02.662557 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50152) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:02.766431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Subnet': ['ID=1e08665f-a8d4-4b47-8900-3d887394e099,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:02.771264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:02.776078 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8449860 Jun 03 21:45:02.776272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50156) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:02.793593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1656778580'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:02.802378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:02.813014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Usage tracker for resource:network and tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:02.822042 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7fa327e8-6aee-43f0-8b79-6564ba8ab37a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/routers/4197c852-cd25-4e47-915e-365087123be5 HTTP/1.1" status: 200 len: 892 time: 0.3308802 Jun 03 21:45:02.822983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Quota usage for network was recalculated. Used quota:3. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:02.829831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50158) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:02.859918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event updated for resources: {'Network': ['ID=4a8261a1-0b6d-495b-9580-65ed6a6564f5,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:02.862881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:02.863371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:02.864354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking segment: {'id': 'c40ea3a1-1752-4411-b08a-2adb213f3a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '0eaa1c6b-3164-4387-9c43-9b5fcf20be1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:02.864711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network hostable DHCP agents. Network: 0eaa1c6b-3164-4387-9c43-9b5fcf20be1b, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:02.876371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 4a8261a1-0b6d-495b-9580-65ed6a6564f5 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:02.886817 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-eb517636-281c-491e-adbb-d343127da45b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=4197c852-cd25-4e47-915e-365087123be5 HTTP/1.1" status: 200 len: 205 time: 0.0558264 Jun 03 21:45:02.889759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50162) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:03.054098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:45:03.062889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] Sync routers for ids ['a88b43b0-0299-4c2e-b6a1-988f9eb81411'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:45:03.065440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7c9300fc-5d36-4f9e-a63f-18fe233c9998 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Deleting port fd8e243f-7a9d-42ce-8a76-c1360ef5ba20 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:03.065797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c9300fc-5d36-4f9e-a63f-18fe233c9998 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.075780 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] Routers {'a88b43b0-0299-4c2e-b6a1-988f9eb81411'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:03.076577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['a88b43b0-0299-4c2e-b6a1-988f9eb81411'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:03.109782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Made reservation on behalf of d0f88e366add4fb9b1b9b3b1f747c7a8 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:03.113263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.141927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network 0eaa1c6b-3164-4387-9c43-9b5fcf20be1b is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:03.173916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.175273 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5940444 Jun 03 21:45:03.178408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50164) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:03.218334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 0eaa1c6b-3164-4387-9c43-9b5fcf20be1b) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:03.235353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6709d763-8136-4506-accf-b4494f15753d None None] Network 0eaa1c6b-3164-4387-9c43-9b5fcf20be1b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:03.239879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:03.250864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:03.251481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.297726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.298102 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Added segment 527a0cc0-1cea-45d6-9814-26bf42591d9b of type vlan for network 13e3d011-745a-43b3-bccd-094def14c4c5 Jun 03 21:45:03.318815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c9300fc-5d36-4f9e-a63f-18fe233c9998 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.326326 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5386879 Jun 03 21:45:03.331581 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50168) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:03.370311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.371333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] Set router a88b43b0-0299-4c2e-b6a1-988f9eb81411 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:45:03.474315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.683325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.699226 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7c9300fc-5d36-4f9e-a63f-18fe233c9998 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Calling delete_port for fd8e243f-7a9d-42ce-8a76-c1360ef5ba20 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:03.702608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:03.703778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.712867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:03.731101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.741191 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dd6381d4-b928-4241-aeca-ad3b48075c0a tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/routers/a88b43b0-0299-4c2e-b6a1-988f9eb81411 HTTP/1.1" status: 200 len: 908 time: 0.5594506 Jun 03 21:45:03.742330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-0eaa1c6b-3164-4387-9c43-9b5fcf20be1b', 'network_id': '0eaa1c6b-3164-4387-9c43-9b5fcf20be1b', 'tenant_id': 'b19a3ae18129407e99341659481c261f', 'fixed_ips': [{'subnet_id': '1e08665f-a8d4-4b47-8900-3d887394e099'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:03.742661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50170) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:03.743139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.799480 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0099852 Jun 03 21:45:03.799480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.933589 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Allocated IP 172.20.0.3 (0eaa1c6b-3164-4387-9c43-9b5fcf20be1b/1e08665f-a8d4-4b47-8900-3d887394e099/83c28276-995e-4a3a-9d0a-8b5eb149fa6e) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:03.941201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:03.993853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50174) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:04.008186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Request body: {'subnets': [{'network_id': '4a8261a1-0b6d-495b-9580-65ed6a6564f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--984711316', 'ip_version': 4}, {'network_id': '13e3d011-745a-43b3-bccd-094def14c4c5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:04.008854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Request body: {'subnet': {'network_id': '4a8261a1-0b6d-495b-9580-65ed6a6564f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--984711316', 'ip_version': 4}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:04.009162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Request body: {'subnet': {'network_id': '13e3d011-745a-43b3-bccd-094def14c4c5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:04.034246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event updated for resources: {'Network': ['ID=13e3d011-745a-43b3-bccd-094def14c4c5,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:04.065924 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.066470 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.066850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.067207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.067657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.068049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.068633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.068936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.069286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.069764 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.070172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.070544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.086555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:04.182526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.186685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.187942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 13e3d011-745a-43b3-bccd-094def14c4c5 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:04.316128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c9300fc-5d36-4f9e-a63f-18fe233c9998 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.319499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.322905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9aaebf6a-9d29-4fb2-94ea-3f9f228b5f3a tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:04.332313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88b43b0-0299-4c2e-b6a1-988f9eb81411', 'name': 'tempest-snat-router-1973741563', 'tenant_id': 'ff7d8ff255784873bc0cd6673c06124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c9213e39-7f44-4a82-9987-51aa2ed751ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:44:56Z', 'updated_at': '2021-06-03T21:45:00Z', 'revision_number': 3, 'project_id': 'ff7d8ff255784873bc0cd6673c06124a', 'gw_port': {'id': 'c9213e39-7f44-4a82-9987-51aa2ed751ce', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88b43b0-0299-4c2e-b6a1-988f9eb81411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:44:59Z', 'updated_at': '2021-06-03T21:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:04.342147 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Transition to ACTIVE for port object 83c28276-995e-4a3a-9d0a-8b5eb149fa6e will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:04.345292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] Checking router: a88b43b0-0299-4c2e-b6a1-988f9eb81411 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:45:04.345485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] Updating router a88b43b0-0299-4c2e-b6a1-988f9eb81411 port c9213e39-7f44-4a82-9987-51aa2ed751ce binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:45:04.369808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port f3d4d447-0756-420b-a0e2-a75c7a798ec2 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:04.370197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.377197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9300fc-5d36-4f9e-a63f-18fe233c9998 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event deleted for resources: {'Port': ['ID=fd8e243f-7a9d-42ce-8a76-c1360ef5ba20,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:04.406111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Transition to ACTIVE for port object 83c28276-995e-4a3a-9d0a-8b5eb149fa6e will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:04.410663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:04.421563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7c9300fc-5d36-4f9e-a63f-18fe233c9998 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:04.426747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Usage tracker for resource:subnet and tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:04.428058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.434694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.434889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:04.435000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Deleting port c9213e39-7f44-4a82-9987-51aa2ed751ce {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:04.435000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.470682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:04.542349 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c9300fc-5d36-4f9e-a63f-18fe233c9998 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.553500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:04.565619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Pushing event updated for resources: {'Port': ['ID=83c28276-995e-4a3a-9d0a-8b5eb149fa6e,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:04.584452 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7c9300fc-5d36-4f9e-a63f-18fe233c9998 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "DELETE /v2.0/ports/fd8e243f-7a9d-42ce-8a76-c1360ef5ba20 HTTP/1.1" status: 204 len: 168 time: 1.9160078 Jun 03 21:45:04.590136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.590490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.590819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.591613 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.591613 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.591808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50180) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:04.591896 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.592122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.592450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.592768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.593086 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.593606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.593719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:04.597768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:04.600338 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Network 0eaa1c6b-3164-4387-9c43-9b5fcf20be1b is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:04.609024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:04.611691 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:04.620341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.697173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f87f55-58f9-4f0c-900c-6c433c1e7c0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Deleting subnet 55a1f833-5f48-40fc-8af4-27b2a40d770d {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:45:04.705560 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7f87f55-58f9-4f0c-900c-6c433c1e7c0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.747231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Made reservation on behalf of d0f88e366add4fb9b1b9b3b1f747c7a8 for: {'subnet': 2} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:04.752031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.752398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.761774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Calling delete_port for c9213e39-7f44-4a82-9987-51aa2ed751ce owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:04.777544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Attempting to bind port 83c28276-995e-4a3a-9d0a-8b5eb149fa6e on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:04.777933 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Attempting to bind port 83c28276-995e-4a3a-9d0a-8b5eb149fa6e by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'c40ea3a1-1752-4411-b08a-2adb213f3a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '0eaa1c6b-3164-4387-9c43-9b5fcf20be1b'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:04.778282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Attempting to bind port 83c28276-995e-4a3a-9d0a-8b5eb149fa6e on network 0eaa1c6b-3164-4387-9c43-9b5fcf20be1b {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:04.801418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:04.801821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Checking segment: {'id': 'c40ea3a1-1752-4411-b08a-2adb213f3a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '0eaa1c6b-3164-4387-9c43-9b5fcf20be1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:04.802211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.802613 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Bound using segment: {'id': 'c40ea3a1-1752-4411-b08a-2adb213f3a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '0eaa1c6b-3164-4387-9c43-9b5fcf20be1b'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:04.803109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Bound port: 83c28276-995e-4a3a-9d0a-8b5eb149fa6e, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40ea3a1-1752-4411-b08a-2adb213f3a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '0eaa1c6b-3164-4387-9c43-9b5fcf20be1b'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:04.803490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.916435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.921036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d12bb1f6-5f57-4b24-a588-a6a13f7859a0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:04.970007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9213e39-7f44-4a82-9987-51aa2ed751ce,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:04.976609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.992781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7f87f55-58f9-4f0c-900c-6c433c1e7c0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:04.996728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:04.999193 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] For port 83c28276-995e-4a3a-9d0a-8b5eb149fa6e, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:05.003164 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] For port 83c28276-995e-4a3a-9d0a-8b5eb149fa6e, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=83c28276-995e-4a3a-9d0a-8b5eb149fa6e,segment=NetworkSegment(c40ea3a1-1752-4411-b08a-2adb213f3a73),segment_id=c40ea3a1-1752-4411-b08a-2adb213f3a73)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:05.021915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:05.032718 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:05.182042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:45:05.182469 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:45:05.183105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Pushing event updated for resources: {'Port': ['ID=83c28276-995e-4a3a-9d0a-8b5eb149fa6e,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:05.186931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:05.224731 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:05.302686 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for f3d4d447-0756-420b-a0e2-a75c7a798ec2 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:05.453784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:05.458385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:05.467141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:05.477567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7f87f55-58f9-4f0c-900c-6c433c1e7c0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:05.490377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:05.490996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a88b43b0-0299-4c2e-b6a1-988f9eb81411 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:45:05.505586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:05.510448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50186) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:05.511994 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "DELETE /v2.0/routers/a88b43b0-0299-4c2e-b6a1-988f9eb81411 HTTP/1.1" status: 204 len: 168 time: 1.7679973 Jun 03 21:45:05.514114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c5b9c791-9945-4a07-b31f-e158c21d5419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:05.653865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Subnet': ['ID=1e08665f-a8d4-4b47-8900-3d887394e099,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:05.702063 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:05.721245 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] Port c9213e39-7f44-4a82-9987-51aa2ed751ce not found while updating agent binding for router a88b43b0-0299-4c2e-b6a1-988f9eb81411. {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 03 21:45:05.730258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] Routers set() bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:05.730527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] Router IDs set() for agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 03 21:45:05.731178 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_agentschedulers_db [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a88b43b0-0299-4c2e-b6a1-988f9eb81411'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent'). {{(pid=104398) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 03 21:45:05.731516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a743494-4b09-47ac-bd36-ba35bf50c5ef None None] The sync data for ids ['a88b43b0-0299-4c2e-b6a1-988f9eb81411'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:45:05.850425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:05.962623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaa1c6b-3164-4387-9c43-9b5fcf20be1b']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:06.051105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40ea3a1-1752-4411-b08a-2adb213f3a73') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:06.051388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40ea3a1-1752-4411-b08a-2adb213f3a73') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:06.132846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f9665c-2ec9-454f-9549-d60101768fc5 None None] Network 0eaa1c6b-3164-4387-9c43-9b5fcf20be1b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:06.142096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:06.197025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:06.276039 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8e9f0dab-ace0-4fe4-bf20-b6e697147858 None None] Provisioning for port 83c28276-995e-4a3a-9d0a-8b5eb149fa6e completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:06.276261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:06.320323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:06.321110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:06.336373 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:06.431194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ce2cb3-fc15-4a6f-9e52-26ff5b10ec27 None None] DHCP port deletion for 0eaa1c6b-3164-4387-9c43-9b5fcf20be1b request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:45:06.501695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce2cb3-fc15-4a6f-9e52-26ff5b10ec27 None None] Deleting port 83c28276-995e-4a3a-9d0a-8b5eb149fa6e {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:06.502079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2cb3-fc15-4a6f-9e52-26ff5b10ec27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:06.549519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:06.553036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ff28a107-df3e-4d72-b3a5-04a3e7f438f4 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:06.605324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d5ce2cb3-fc15-4a6f-9e52-26ff5b10ec27 None None] For port 83c28276-995e-4a3a-9d0a-8b5eb149fa6e, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=83c28276-995e-4a3a-9d0a-8b5eb149fa6e,segment=NetworkSegment(c40ea3a1-1752-4411-b08a-2adb213f3a73),segment_id=c40ea3a1-1752-4411-b08a-2adb213f3a73)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:06.605714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2cb3-fc15-4a6f-9e52-26ff5b10ec27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:06.759333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=f3d4d447-0756-420b-a0e2-a75c7a798ec2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:06.771816 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:06.776496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce2cb3-fc15-4a6f-9e52-26ff5b10ec27 None None] Calling delete_port for 83c28276-995e-4a3a-9d0a-8b5eb149fa6e owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:06.825553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2cb3-fc15-4a6f-9e52-26ff5b10ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:06.833897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b37132a7-638e-4a6a-bb32-6e05dc182433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:06.850304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.api [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:45:06.850304 dv-neutron-792998-2-hyperv neutron-server[104396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:45:06.850304 dv-neutron-792998-2-hyperv neutron-server[104396]: [parameters: {'id': '0eaa1c6b-3164-4387-9c43-9b5fcf20be1b'}] Jun 03 21:45:06.850304 dv-neutron-792998-2-hyperv neutron-server[104396]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:45:06.850752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_db.api [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:45:06.878608 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce2cb3-fc15-4a6f-9e52-26ff5b10ec27 None None] Pushing event deleted for resources: {'Port': ['ID=83c28276-995e-4a3a-9d0a-8b5eb149fa6e,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:06.881165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d5ce2cb3-fc15-4a6f-9e52-26ff5b10ec27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:06.884317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce2cb3-fc15-4a6f-9e52-26ff5b10ec27 None None] No DVR routers for this DVR port 83c28276-995e-4a3a-9d0a-8b5eb149fa6e on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:06.964408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.055970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7f87f55-58f9-4f0c-900c-6c433c1e7c0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.061886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.181737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-010c7189-012a-4406-acb7-532da92434e1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:07.235797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f87f55-58f9-4f0c-900c-6c433c1e7c0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event deleted for resources: {'Subnet': ['ID=55a1f833-5f48-40fc-8af4-27b2a40d770d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:07.242411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8324f781-a473-424c-adbe-a151aa6c5761 None None] Network 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:07.284981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7f87f55-58f9-4f0c-900c-6c433c1e7c0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.290315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f7f87f55-58f9-4f0c-900c-6c433c1e7c0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:07.305100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.310417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.338770 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f7f87f55-58f9-4f0c-900c-6c433c1e7c0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "DELETE /v2.0/subnets/55a1f833-5f48-40fc-8af4-27b2a40d770d HTTP/1.1" status: 204 len: 168 time: 2.7442203 Jun 03 21:45:07.343000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50198) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:07.354429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.378527 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.379004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Fanout notify agent at l3_agent the message router_deleted on router 4197c852-cd25-4e47-915e-365087123be5 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:45:07.435484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Deleting port c660e20e-dbe3-40cb-b116-ee9a8c479299 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:07.435831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.534750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.551989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fdbdaa-5ef1-4b21-97ca-6d58026a3ff6 None None] DHCP port deletion for 12b3578e-6a1a-4e01-b673-dc4c6eb1ffce request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:45:07.589500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.590462 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/4197c852-cd25-4e47-915e-365087123be5 HTTP/1.1" status: 204 len: 168 time: 4.6991222 Jun 03 21:45:07.595530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50202) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:07.603404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-983654393'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:07.614427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:07.619363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:network and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:07.624285 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:07.625095 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e1fdbdaa-5ef1-4b21-97ca-6d58026a3ff6 None None] Deleting port 41512552-c437-4ab0-896b-bc4726fcd15a {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:07.625482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1fdbdaa-5ef1-4b21-97ca-6d58026a3ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.632803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:07.656388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:07.659821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.687511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Deleting port 41512552-c437-4ab0-896b-bc4726fcd15a {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:07.687914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.693322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.719497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaa1c6b-3164-4387-9c43-9b5fcf20be1b']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:07.728345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:07.731311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e1fdbdaa-5ef1-4b21-97ca-6d58026a3ff6 None None] For port 41512552-c437-4ab0-896b-bc4726fcd15a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=41512552-c437-4ab0-896b-bc4726fcd15a,segment=NetworkSegment(8f3e19c5-f889-4f07-833b-942ba20e9eff),segment_id=8f3e19c5-f889-4f07-833b-942ba20e9eff)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:07.731719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1fdbdaa-5ef1-4b21-97ca-6d58026a3ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.738485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] For port c660e20e-dbe3-40cb-b116-ee9a8c479299, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c660e20e-dbe3-40cb-b116-ee9a8c479299,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:07.739132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.748139 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40ea3a1-1752-4411-b08a-2adb213f3a73') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:07.748410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40ea3a1-1752-4411-b08a-2adb213f3a73') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:07.771617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.802195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.802530 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Added segment 56c65502-46b7-4704-9915-30d4cb1ea611 of type vlan for network fd14ef5d-8447-4954-a34f-e9cf4b44932f Jun 03 21:45:07.811221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] For port 41512552-c437-4ab0-896b-bc4726fcd15a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=41512552-c437-4ab0-896b-bc4726fcd15a,segment=NetworkSegment(8f3e19c5-f889-4f07-833b-942ba20e9eff),segment_id=8f3e19c5-f889-4f07-833b-942ba20e9eff)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:07.811599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.869633 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e1fdbdaa-5ef1-4b21-97ca-6d58026a3ff6 None None] Calling delete_port for 41512552-c437-4ab0-896b-bc4726fcd15a owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:07.934695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1fdbdaa-5ef1-4b21-97ca-6d58026a3ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.938892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7ef0b5f6-9183-480e-98d5-06e33a49bf00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:07.967138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Calling delete_port for 41512552-c437-4ab0-896b-bc4726fcd15a owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:07.975059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:07.984576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdbdaa-5ef1-4b21-97ca-6d58026a3ff6 None None] Pushing event deleted for resources: {'Port': ['ID=41512552-c437-4ab0-896b-bc4726fcd15a,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:07.991913 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e1fdbdaa-5ef1-4b21-97ca-6d58026a3ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:07.992961 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fdbdaa-5ef1-4b21-97ca-6d58026a3ff6 None None] No DVR routers for this DVR port 41512552-c437-4ab0-896b-bc4726fcd15a on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:08.037089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.042991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:08.043871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.048720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Calling delete_port for c660e20e-dbe3-40cb-b116-ee9a8c479299 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:08.050250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:08.061053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.074097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:08.074493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:08.089569 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:08.166393 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5674913 Jun 03 21:45:08.171036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50206) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:08.173062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Network': ['ID=fd14ef5d-8447-4954-a34f-e9cf4b44932f,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:08.175954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:08.180420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'subnet': {'network_id': 'fd14ef5d-8447-4954-a34f-e9cf4b44932f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:08.185048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network fd14ef5d-8447-4954-a34f-e9cf4b44932f details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:08.200193 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.207089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f60c820-b0ee-4353-8e5f-dec4515bcb6b tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:08.235227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.247382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-09be3430-609e-4646-a065-260c4a1c45c3 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:08.267297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.269884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.272620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event deleted for resources: {'Port': ['ID=41512552-c437-4ab0-896b-bc4726fcd15a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:08.275279 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:08.282936 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] No DVR routers for this DVR port 41512552-c437-4ab0-896b-bc4726fcd15a on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:08.285873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Network': ['ID=0eaa1c6b-3164-4387-9c43-9b5fcf20be1b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:08.290893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:08.303674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-02411704-ad1e-41cc-942e-70fd754b78ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:08.336873 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/0eaa1c6b-3164-4387-9c43-9b5fcf20be1b HTTP/1.1" status: 204 len: 168 time: 5.0009029 Jun 03 21:45:08.345959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50208) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:08.359943 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-965644498'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:08.371142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:08.390703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:network and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:08.395784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:08.410914 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:08.417122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event updated for resources: {'Subnet': ['ID=6ac000e3-73d8-4767-8848-dbc6de03d61d,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:08.423073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:08.427328 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:08.433620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Checking segment: {'id': '481c3673-a77b-49af-bc45-6efa0b5c7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '4a8261a1-0b6d-495b-9580-65ed6a6564f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:08.433999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Network hostable DHCP agents. Network: 4a8261a1-0b6d-495b-9580-65ed6a6564f5, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:08.441029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:08.444619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.479545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:subnet and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:08.488797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:08.492733 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.506336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:08.513652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b3578e-6a1a-4e01-b673-dc4c6eb1ffce']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:08.530652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3e19c5-f889-4f07-833b-942ba20e9eff') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:08.530988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3e19c5-f889-4f07-833b-942ba20e9eff') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:08.532222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:08.540864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:08.543624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Network 4a8261a1-0b6d-495b-9580-65ed6a6564f5 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:08.544404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.553619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.554278 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Added segment ece43caa-05ba-4922-97a3-5e47dd4e6108 of type vlan for network da3984c3-de32-4f96-b3b7-5b5e17f606ad Jun 03 21:45:08.560766 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.565923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-42651081-e73c-4062-9b87-cccbf2a68261 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:08.575244 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.602576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 4a8261a1-0b6d-495b-9580-65ed6a6564f5) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:08.615141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed93a34-3b49-450b-b293-545be3f6beae None None] Network 4a8261a1-0b6d-495b-9580-65ed6a6564f5 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:08.618640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event deleted for resources: {'Port': ['ID=c660e20e-dbe3-40cb-b116-ee9a8c479299,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:08.627404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:08.705575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.714841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.725166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:08.725784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:08.740952 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:08.811115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.892947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-4a8261a1-0b6d-495b-9580-65ed6a6564f5', 'network_id': '4a8261a1-0b6d-495b-9580-65ed6a6564f5', 'tenant_id': 'd0f88e366add4fb9b1b9b3b1f747c7a8', 'fixed_ips': [{'subnet_id': '6ac000e3-73d8-4767-8848-dbc6de03d61d'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:08.894116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.977571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:08.983488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:08.983693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.041222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:09.042828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.064756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ededbed8-4197-4374-834d-a4e35b9eab8e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:09.082815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.098430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.117816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.127529 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Allocated IP 172.20.0.2 (4a8261a1-0b6d-495b-9580-65ed6a6564f5/6ac000e3-73d8-4767-8848-dbc6de03d61d/5444f3ed-a212-4bfb-9528-89d3cb660522) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:09.129165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Pushing event deleted for resources: {'Network': ['ID=12b3578e-6a1a-4e01-b673-dc4c6eb1ffce,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:09.136040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:09.153387 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] 10.222.0.96 "DELETE /v2.0/networks/12b3578e-6a1a-4e01-b673-dc4c6eb1ffce HTTP/1.1" status: 204 len: 168 time: 1.8096569 Jun 03 21:45:09.224716 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8752577 Jun 03 21:45:09.224716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=da3984c3-de32-4f96-b3b7-5b5e17f606ad,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:09.227330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50218) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:09.235091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'subnet': {'network_id': 'da3984c3-de32-4f96-b3b7-5b5e17f606ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:09.254495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:09.255196 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.255664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07f7a0ac-49c0-4a36-b6ec-05336c5e7008 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:45:09.265489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network da3984c3-de32-4f96-b3b7-5b5e17f606ad details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:09.286551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 41512552-c437-4ab0-896b-bc4726fcd15a no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:45:09.317074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.322905 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "DELETE /v2.0/routers/07f7a0ac-49c0-4a36-b6ec-05336c5e7008 HTTP/1.1" status: 204 len: 168 time: 3.7825339 Jun 03 21:45:09.323549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50220) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:09.364539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 41512552-c437-4ab0-896b-bc4726fcd15a {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:45:09.364795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 41512552-c437-4ab0-896b-bc4726fcd15a not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:45:09.402308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-152563248', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:09.420900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:09.444260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Usage tracker for resource:router and tenant:b942e31ee98f47849ff506186f9e3b6e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:09.497992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:09.520982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:09.525415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:09.533243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:subnet and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:09.544057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:09.556707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.560897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:09.563066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f7f87f55-58f9-4f0c-900c-6c433c1e7c0a tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:09.610488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.611636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.619692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50224) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:09.620722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.635916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:09.650981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.679356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Transition to ACTIVE for port object 5444f3ed-a212-4bfb-9528-89d3cb660522 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:09.683072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:09.686777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.733300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Transition to ACTIVE for port object 5444f3ed-a212-4bfb-9528-89d3cb660522 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:09.742485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.746585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Subnet': ['ID=10f34607-48a9-4cb8-9b08-f3c0aeb2450b,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:09.750897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.751682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:09.764604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Checking segment: {'id': '56c65502-46b7-4704-9915-30d4cb1ea611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fd14ef5d-8447-4954-a34f-e9cf4b44932f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:09.764878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event updated for resources: {'Subnet': ['ID=f26a7e05-a1c6-4003-8fc7-5378fd5820fe,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:09.765030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network hostable DHCP agents. Network: fd14ef5d-8447-4954-a34f-e9cf4b44932f, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:09.768504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f981dca8-1fcb-4571-b598-9a205b0ed10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:09.786415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Checking segment: {'id': '527a0cc0-1cea-45d6-9814-26bf42591d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '13e3d011-745a-43b3-bccd-094def14c4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:09.786788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Network hostable DHCP agents. Network: 13e3d011-745a-43b3-bccd-094def14c4c5, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:09.794001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:09.794224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network fd14ef5d-8447-4954-a34f-e9cf4b44932f is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:09.810315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, fd14ef5d-8447-4954-a34f-e9cf4b44932f) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:09.824607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:09.825217 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.865873 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6882405 Jun 03 21:45:09.867449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50232) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:09.881131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-72f87cee-efdb-4e90-a695-bdc2639c5ebb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1743211349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:09.889064 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Network 4a8261a1-0b6d-495b-9580-65ed6a6564f5 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:09.889731 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-72f87cee-efdb-4e90-a695-bdc2639c5ebb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:09.892139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Pushing event updated for resources: {'Port': ['ID=5444f3ed-a212-4bfb-9528-89d3cb660522,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:09.895012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:09.900563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-72f87cee-efdb-4e90-a695-bdc2639c5ebb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:router and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:09.905344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab86bca2-dfad-49bc-813b-a3c6c1932107 None None] Network fd14ef5d-8447-4954-a34f-e9cf4b44932f requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:09.905975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-72f87cee-efdb-4e90-a695-bdc2639c5ebb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:09.920693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:09.921525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:09.936758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-72f87cee-efdb-4e90-a695-bdc2639c5ebb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:09.977129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72f87cee-efdb-4e90-a695-bdc2639c5ebb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:09.981568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72f87cee-efdb-4e90-a695-bdc2639c5ebb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.002282 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ab2581b0-928a-4e01-9db9-e6c2dcbedd53 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=874bf14725724e21bcd657577c27b007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771281 Jun 03 21:45:10.003173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50234) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:10.044288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72f87cee-efdb-4e90-a695-bdc2639c5ebb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.109246 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Attempting to bind port 5444f3ed-a212-4bfb-9528-89d3cb660522 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:10.109547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Attempting to bind port 5444f3ed-a212-4bfb-9528-89d3cb660522 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '481c3673-a77b-49af-bc45-6efa0b5c7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '4a8261a1-0b6d-495b-9580-65ed6a6564f5'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:10.109917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Attempting to bind port 5444f3ed-a212-4bfb-9528-89d3cb660522 on network 4a8261a1-0b6d-495b-9580-65ed6a6564f5 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:10.119803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:10.120185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Checking segment: {'id': '481c3673-a77b-49af-bc45-6efa0b5c7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '4a8261a1-0b6d-495b-9580-65ed6a6564f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:10.120598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.120996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Bound using segment: {'id': '481c3673-a77b-49af-bc45-6efa0b5c7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '4a8261a1-0b6d-495b-9580-65ed6a6564f5'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:10.121479 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Bound port: 5444f3ed-a212-4bfb-9528-89d3cb660522, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481c3673-a77b-49af-bc45-6efa0b5c7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '4a8261a1-0b6d-495b-9580-65ed6a6564f5'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:10.121860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.125100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72f87cee-efdb-4e90-a695-bdc2639c5ebb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.146709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf85c-2e4d-49a2-b70d-a2c77c2c7999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.181326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72f87cee-efdb-4e90-a695-bdc2639c5ebb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.185462 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-72f87cee-efdb-4e90-a695-bdc2639c5ebb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3130565 Jun 03 21:45:10.186780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50236) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:10.186898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Network 13e3d011-745a-43b3-bccd-094def14c4c5 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:10.188985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf85c-2e4d-49a2-b70d-a2c77c2c7999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.281472 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 13e3d011-745a-43b3-bccd-094def14c4c5) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:10.296752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d04c03-15ae-4d2f-a1cb-15f982c2dde1 None None] Network 13e3d011-745a-43b3-bccd-094def14c4c5 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:10.368539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:10.369838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:10.369838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.430563 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] For port 5444f3ed-a212-4bfb-9528-89d3cb660522, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:10.433248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-fd14ef5d-8447-4954-a34f-e9cf4b44932f', 'network_id': 'fd14ef5d-8447-4954-a34f-e9cf4b44932f', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'fixed_ips': [{'subnet_id': '10f34607-48a9-4cb8-9b08-f3c0aeb2450b'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:10.434089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.470443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] For port 5444f3ed-a212-4bfb-9528-89d3cb660522, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=5444f3ed-a212-4bfb-9528-89d3cb660522,segment=NetworkSegment(481c3673-a77b-49af-bc45-6efa0b5c7a5a),segment_id=481c3673-a77b-49af-bc45-6efa0b5c7a5a)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:10.480272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.487603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:10.507361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.515714 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.5131915 Jun 03 21:45:10.519431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50240) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:10.611604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf85c-2e4d-49a2-b70d-a2c77c2c7999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.665045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b4d34665-8779-43da-84b0-8a92340723fa tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:10.667087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b1f235-4b72-4572-a998-a0b044f9b1df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:10.668931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b1f235-4b72-4572-a998-a0b044f9b1df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:10.670498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b1f235-4b72-4572-a998-a0b044f9b1df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:10.671341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f3b1f235-4b72-4572-a998-a0b044f9b1df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Synchronizing usage tracker for tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:45:10.689436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bf85c-2e4d-49a2-b70d-a2c77c2c7999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee384d7-de56-4663-bd32-da733230e972,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:10.722435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f7bf85c-2e4d-49a2-b70d-a2c77c2c7999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:10.743679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf85c-2e4d-49a2-b70d-a2c77c2c7999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.748636 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9f7bf85c-2e4d-49a2-b70d-a2c77c2c7999 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7ee384d7-de56-4663-bd32-da733230e972 HTTP/1.1" status: 204 len: 168 time: 0.7408941 Jun 03 21:45:10.762431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Pushing event updated for resources: {'Port': ['ID=5444f3ed-a212-4bfb-9528-89d3cb660522,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:10.771751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:10.802213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f3b1f235-4b72-4572-a998-a0b044f9b1df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Unset dirty status for tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:45:10.802580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:10.803386 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f3b1f235-4b72-4572-a998-a0b044f9b1df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2827764 Jun 03 21:45:10.807204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50244) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:10.833327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Allocated IP 2001:db8::2 (fd14ef5d-8447-4954-a34f-e9cf4b44932f/10f34607-48a9-4cb8-9b08-f3c0aeb2450b/98f0e9ef-f058-431b-a026-7191965b88d9) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:10.864576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-13e3d011-745a-43b3-bccd-094def14c4c5', 'network_id': '13e3d011-745a-43b3-bccd-094def14c4c5', 'tenant_id': 'd0f88e366add4fb9b1b9b3b1f747c7a8', 'fixed_ips': [{'subnet_id': 'f26a7e05-a1c6-4003-8fc7-5378fd5820fe'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:10.865838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:11.045701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8efd1e8-6a9b-4558-93d0-36602a9e1338 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Deleting subnet 6ac000e3-73d8-4767-8848-dbc6de03d61d {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:45:11.049310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f8efd1e8-6a9b-4558-93d0-36602a9e1338 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:11.176335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c660e20e-dbe3-40cb-b116-ee9a8c479299 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:45:11.181372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f8efd1e8-6a9b-4558-93d0-36602a9e1338 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:11.287204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c660e20e-dbe3-40cb-b116-ee9a8c479299 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:45:11.287821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c660e20e-dbe3-40cb-b116-ee9a8c479299 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:45:11.315288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f8efd1e8-6a9b-4558-93d0-36602a9e1338 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:11.508767 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Allocated IP 172.20.0.18 (13e3d011-745a-43b3-bccd-094def14c4c5/f26a7e05-a1c6-4003-8fc7-5378fd5820fe/7b3bce07-acbe-4ae3-819a-687e808dec85) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:11.516010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:11.532730 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Transition to ACTIVE for port object 98f0e9ef-f058-431b-a026-7191965b88d9 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:11.585799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Transition to ACTIVE for port object 98f0e9ef-f058-431b-a026-7191965b88d9 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:11.643316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:11.654915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a9582d06-7e80-48ba-971f-138943c89b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:11.700754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:11.726645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Allocated IP 2001:db8::1 (fd14ef5d-8447-4954-a34f-e9cf4b44932f/10f34607-48a9-4cb8-9b08-f3c0aeb2450b/fea37f3e-2517-4b1d-b535-bf9c3c48f8be) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:11.744697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:11.839658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Network fd14ef5d-8447-4954-a34f-e9cf4b44932f is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:11.852215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:11.859097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:11.999026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Pushing event updated for resources: {'Port': ['ID=98f0e9ef-f058-431b-a026-7191965b88d9,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:12.009377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:12.020910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Attempting to bind port 98f0e9ef-f058-431b-a026-7191965b88d9 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:12.021285 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Attempting to bind port 98f0e9ef-f058-431b-a026-7191965b88d9 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '56c65502-46b7-4704-9915-30d4cb1ea611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fd14ef5d-8447-4954-a34f-e9cf4b44932f'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:12.022082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Attempting to bind port 98f0e9ef-f058-431b-a026-7191965b88d9 on network fd14ef5d-8447-4954-a34f-e9cf4b44932f {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:12.036516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:12.036989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Checking segment: {'id': '56c65502-46b7-4704-9915-30d4cb1ea611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fd14ef5d-8447-4954-a34f-e9cf4b44932f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:12.037659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.038063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Bound using segment: {'id': '56c65502-46b7-4704-9915-30d4cb1ea611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fd14ef5d-8447-4954-a34f-e9cf4b44932f'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:12.038842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Bound port: 98f0e9ef-f058-431b-a026-7191965b88d9, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c65502-46b7-4704-9915-30d4cb1ea611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'fd14ef5d-8447-4954-a34f-e9cf4b44932f'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:12.039296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.079604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.110833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Transition to ACTIVE for port object fea37f3e-2517-4b1d-b535-bf9c3c48f8be will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:12.150674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.165276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50272) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.168777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-250979fc-eccf-45f2-8184-a47f68636e0b tempest-PortsAdminExtendedAttrsTestJSON-403362067 tempest-PortsAdminExtendedAttrsTestJSON-403362067-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:12.207195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.212763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.239917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Transition to ACTIVE for port object 7b3bce07-acbe-4ae3-819a-687e808dec85 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:12.246895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-10d92a0e-0fd2-4e0f-b440-d9f2cf32ac12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:12.248008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network fd14ef5d-8447-4954-a34f-e9cf4b44932f is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:12.253033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:12.257894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:12.258599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.275210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Transition to ACTIVE for port object 7b3bce07-acbe-4ae3-819a-687e808dec85 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:12.284272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.293947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-25e9145b-4555-4a1f-976b-4cba01abab77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:12.305141 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=fea37f3e-2517-4b1d-b535-bf9c3c48f8be,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:12.316976 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:12.382910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Pushing event updated for resources: {'Port': ['ID=7b3bce07-acbe-4ae3-819a-687e808dec85,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:12.386234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41eaae1-9ca6-403d-9a29-086e4643dbca None None] Network 4a8261a1-0b6d-495b-9580-65ed6a6564f5 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:12.468192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-a326d9ae-1f3e-4b1f-92ff-c044a50387c0 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.469743 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a326d9ae-1f3e-4b1f-92ff-c044a50387c0 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2831926 Jun 03 21:45:12.474385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50278) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.479982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-49f5525c-1db8-4301-9ed0-8fab802ced53 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.481478 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-49f5525c-1db8-4301-9ed0-8fab802ced53 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054066 Jun 03 21:45:12.484692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50280) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.491568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Subnet': ['ID=ba8ba845-4e83-4851-9e68-cde8340d31e8,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:12.492702 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-6f286110-ac1a-4519-8079-64cb549f7ee9 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.493860 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6f286110-ac1a-4519-8079-64cb549f7ee9 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0075791 Jun 03 21:45:12.498611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50282) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.501626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:12.506860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-ed6c2ef1-9340-488e-8575-80eb84853db7 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.508229 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ed6c2ef1-9340-488e-8575-80eb84853db7 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054917 Jun 03 21:45:12.509105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.513345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking segment: {'id': 'ece43caa-05ba-4922-97a3-5e47dd4e6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'da3984c3-de32-4f96-b3b7-5b5e17f606ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:12.513589 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:12.513717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network hostable DHCP agents. Network: da3984c3-de32-4f96-b3b7-5b5e17f606ad, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:12.517915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50284) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.525875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-2aa39056-c35a-4f36-9af8-528227dc8599 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.526868 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2aa39056-c35a-4f36-9af8-528227dc8599 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050938 Jun 03 21:45:12.527956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f8efd1e8-6a9b-4558-93d0-36602a9e1338 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.532963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50286) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.540991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:12.571496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-6b518ead-3768-4177-834f-d5da82744e96 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.572438 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6b518ead-3768-4177-834f-d5da82744e96 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046675 Jun 03 21:45:12.574789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Allocated IP 172.26.3.139 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/143d32e1-241d-4858-926e-8f41da043a18) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:12.578799 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50288) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.585948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-bab54f64-092f-4e56-b6e2-0c228233e1fd tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.590163 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bab54f64-092f-4e56-b6e2-0c228233e1fd tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0101659 Jun 03 21:45:12.590831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50290) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.593709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efd1e8-6a9b-4558-93d0-36602a9e1338 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac000e3-73d8-4767-8848-dbc6de03d61d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:12.601219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-a3b5936f-3961-4d5d-a3f1-2a361f9cdcb4 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.604199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f8efd1e8-6a9b-4558-93d0-36602a9e1338 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:12.605820 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a3b5936f-3961-4d5d-a3f1-2a361f9cdcb4 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0110466 Jun 03 21:45:12.607180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50292) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.612849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-cf0469f7-5aef-46d5-9d6a-3c51d5560a6f tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.614207 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cf0469f7-5aef-46d5-9d6a-3c51d5560a6f tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0051403 Jun 03 21:45:12.618091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f8efd1e8-6a9b-4558-93d0-36602a9e1338 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.624679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50294) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.653465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Network 13e3d011-745a-43b3-bccd-094def14c4c5 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:12.662877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network da3984c3-de32-4f96-b3b7-5b5e17f606ad is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:12.669146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:12.678726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:12.690084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0f25a044-61dc-4eb1-9eb9-c1b9af9096e2 None None] Provisioning for port 5444f3ed-a212-4bfb-9528-89d3cb660522 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:12.708455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-621a46bb-f06e-4015-b121-126e44d73b76 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.712409 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-621a46bb-f06e-4015-b121-126e44d73b76 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0838144 Jun 03 21:45:12.719605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50298) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.721375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] For port 98f0e9ef-f058-431b-a026-7191965b88d9, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:12.724402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-49b44bcf-edef-45a7-b85b-d30234ec24de tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.727926 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-49b44bcf-edef-45a7-b85b-d30234ec24de tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046651 Jun 03 21:45:12.728559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50300) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.777589 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f8efd1e8-6a9b-4558-93d0-36602a9e1338 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "DELETE /v2.0/subnets/6ac000e3-73d8-4767-8848-dbc6de03d61d HTTP/1.1" status: 204 len: 168 time: 1.9674129 Jun 03 21:45:12.778188 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] For port 98f0e9ef-f058-431b-a026-7191965b88d9, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=98f0e9ef-f058-431b-a026-7191965b88d9,segment=NetworkSegment(56c65502-46b7-4704-9915-30d4cb1ea611),segment_id=56c65502-46b7-4704-9915-30d4cb1ea611)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:12.778578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, da3984c3-de32-4f96-b3b7-5b5e17f606ad) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:12.784369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50302) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.796052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.800269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6b1130-4bf5-4ede-bf7b-79f558604f69 None None] Network da3984c3-de32-4f96-b3b7-5b5e17f606ad requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:12.814023 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-1516753c-3da7-4b79-8a3e-85e573c99370 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.818003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:12.818428 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1516753c-3da7-4b79-8a3e-85e573c99370 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0888922 Jun 03 21:45:12.819074 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50304) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.826064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-25b7a0bf-e4fc-4299-ace6-1a7b04b88eeb tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.828763 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-25b7a0bf-e4fc-4299-ace6-1a7b04b88eeb tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061328 Jun 03 21:45:12.831707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50306) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.839692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-a89d7eea-9b7d-4365-90f0-984e7aedab32 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.843030 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a89d7eea-9b7d-4365-90f0-984e7aedab32 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0080318 Jun 03 21:45:12.844227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50308) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.858607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-757df125-c5d3-47d1-84c4-45763da9173f tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.861950 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-757df125-c5d3-47d1-84c4-45763da9173f tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0145028 Jun 03 21:45:12.862103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:12.862507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.864407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50310) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.869780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-922fe63f-d88d-4503-8062-8b2212444f33 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.870919 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-922fe63f-d88d-4503-8062-8b2212444f33 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056121 Jun 03 21:45:12.874112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50312) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.878547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-330c94ac-1ff8-4bb0-804d-806361963abf tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.879497 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-330c94ac-1ff8-4bb0-804d-806361963abf tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044827 Jun 03 21:45:12.884069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50314) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.895212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-d716ac6c-101c-4625-b31f-212694ac564a tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.896044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Attempting to bind port 7b3bce07-acbe-4ae3-819a-687e808dec85 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:12.896504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Attempting to bind port 7b3bce07-acbe-4ae3-819a-687e808dec85 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '527a0cc0-1cea-45d6-9814-26bf42591d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '13e3d011-745a-43b3-bccd-094def14c4c5'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:12.896760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Attempting to bind port 7b3bce07-acbe-4ae3-819a-687e808dec85 on network 13e3d011-745a-43b3-bccd-094def14c4c5 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:12.897304 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d716ac6c-101c-4625-b31f-212694ac564a tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060239 Jun 03 21:45:12.904807 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.913761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50316) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.923260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-6697ccec-5c19-409c-8d53-911987137d3c tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.924373 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6697ccec-5c19-409c-8d53-911987137d3c tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0094981 Jun 03 21:45:12.928442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e9f389-8ada-4bf4-b530-38a43f0ba97c tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Deleting subnet f26a7e05-a1c6-4003-8fc7-5378fd5820fe {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:45:12.931118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50318) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:12.937412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-e86bc2dc-8696-462c-af35-c3f7d4892644 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:12.939896 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e86bc2dc-8696-462c-af35-c3f7d4892644 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051243 Jun 03 21:45:12.944202 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7131958 Jun 03 21:45:12.945420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15e9f389-8ada-4bf4-b530-38a43f0ba97c tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.964595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:12.964966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Checking segment: {'id': '527a0cc0-1cea-45d6-9814-26bf42591d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '13e3d011-745a-43b3-bccd-094def14c4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:12.965369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:12.965765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Bound using segment: {'id': '527a0cc0-1cea-45d6-9814-26bf42591d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '13e3d011-745a-43b3-bccd-094def14c4c5'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:12.966250 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Bound port: 7b3bce07-acbe-4ae3-819a-687e808dec85, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527a0cc0-1cea-45d6-9814-26bf42591d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '13e3d011-745a-43b3-bccd-094def14c4c5'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:12.966623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:13.006866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50320) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.007115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50322) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.021531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15e9f389-8ada-4bf4-b530-38a43f0ba97c tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:13.025628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Pushing event updated for resources: {'Port': ['ID=98f0e9ef-f058-431b-a026-7191965b88d9,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:13.041142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-445366a8-b5fa-4cfc-a6f9-01481452365a tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.041850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:13.048916 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-445366a8-b5fa-4cfc-a6f9-01481452365a tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0397298 Jun 03 21:45:13.058205 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50326) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.092902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-812a5920-df2e-4c20-a3d2-7564a37a1e7a tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.093866 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-812a5920-df2e-4c20-a3d2-7564a37a1e7a tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0125990 Jun 03 21:45:13.130439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50328) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.143263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-b455ff8f-9b56-46af-87c5-a8cd715eea35 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.147720 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b455ff8f-9b56-46af-87c5-a8cd715eea35 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0085182 Jun 03 21:45:13.148080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50330) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.164273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-0cc2efd0-84cd-43a3-99dd-c03509c3e152 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.165359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81d258d-9cc7-40f2-968c-99d2e219c858 None None] DHCP port deletion for 4a8261a1-0b6d-495b-9580-65ed6a6564f5 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:45:13.165908 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0cc2efd0-84cd-43a3-99dd-c03509c3e152 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0133805 Jun 03 21:45:13.169796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50332) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.175950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-dcd145f1-2446-4f1b-b8ee-a0fce7869f4b tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.180611 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-dcd145f1-2446-4f1b-b8ee-a0fce7869f4b tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0083363 Jun 03 21:45:13.183818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50334) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.189985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-ffc771ba-e9ad-43c5-bb39-97f02342469c tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.194543 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ffc771ba-e9ad-43c5-bb39-97f02342469c tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0087605 Jun 03 21:45:13.198205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50336) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.203694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-23fd3543-63d0-4dc5-829a-2e67dfab7222 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.216038 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-23fd3543-63d0-4dc5-829a-2e67dfab7222 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0167890 Jun 03 21:45:13.216702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50338) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.219027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15e9f389-8ada-4bf4-b530-38a43f0ba97c tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:13.250404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-a404fd4b-804c-4a28-a22b-fedc456a4a20 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.254234 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a404fd4b-804c-4a28-a22b-fedc456a4a20 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045760 Jun 03 21:45:13.259729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50340) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.264319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-b33758db-337a-41aa-9f81-df0fe45f15dc tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.267711 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b33758db-337a-41aa-9f81-df0fe45f15dc tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043316 Jun 03 21:45:13.269346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50342) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.279764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-8070e62b-b0d2-45f0-a125-4c09067e822b tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.283576 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8070e62b-b0d2-45f0-a125-4c09067e822b tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0108471 Jun 03 21:45:13.292981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50346) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.298786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-40538f23-1066-4a7f-aea3-189bffd7c0b0 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.302394 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-40538f23-1066-4a7f-aea3-189bffd7c0b0 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046470 Jun 03 21:45:13.302537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:13.306387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50348) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.306387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e5b0cb28-2288-433c-a422-ef3b8c406f0e tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:13.338109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c81d258d-9cc7-40f2-968c-99d2e219c858 None None] Deleting port 5444f3ed-a212-4bfb-9528-89d3cb660522 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:13.338496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c81d258d-9cc7-40f2-968c-99d2e219c858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:13.348369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:13.354521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:13.363050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-da3984c3-de32-4f96-b3b7-5b5e17f606ad', 'network_id': 'da3984c3-de32-4f96-b3b7-5b5e17f606ad', 'tenant_id': 'b19a3ae18129407e99341659481c261f', 'fixed_ips': [{'subnet_id': 'ba8ba845-4e83-4851-9e68-cde8340d31e8'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:13.363371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:13.364280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:13.364470 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:13.381843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:13.389178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-1e3909b7-d733-46f4-bc5b-3e0ba0ad67c7 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.390131 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1e3909b7-d733-46f4-bc5b-3e0ba0ad67c7 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0158596 Jun 03 21:45:13.405760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50350) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.413506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-895bd4f7-f2af-44bc-a0ee-adb99fcce2f0 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.417684 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-895bd4f7-f2af-44bc-a0ee-adb99fcce2f0 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0073941 Jun 03 21:45:13.457332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50352) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.472607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-283a1482-e627-483c-b3fa-24716c2aab8a tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.476545 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-283a1482-e627-483c-b3fa-24716c2aab8a tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0101414 Jun 03 21:45:13.486910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50354) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.498708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-d3a1b842-3cde-4877-9ba4-709269238d4e tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.499752 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d3a1b842-3cde-4877-9ba4-709269238d4e tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0079536 Jun 03 21:45:13.519094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:13.525910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50356) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.526863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:13.546380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-0ce5ddb5-cb5b-40f6-88f4-dce337dc92f0 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.552033 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0ce5ddb5-cb5b-40f6-88f4-dce337dc92f0 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0221601 Jun 03 21:45:13.553083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:13.555800 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:13.584493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50360) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.592122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-dde4e5bf-f150-4cc9-af1a-d06a6409e230 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.596329 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-dde4e5bf-f150-4cc9-af1a-d06a6409e230 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0076706 Jun 03 21:45:13.597537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Pushing event updated for resources: {'Port': ['ID=143d32e1-241d-4858-926e-8f41da043a18,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:13.609564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50362) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.628821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c81d258d-9cc7-40f2-968c-99d2e219c858 None None] For port 5444f3ed-a212-4bfb-9528-89d3cb660522, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=5444f3ed-a212-4bfb-9528-89d3cb660522,segment=NetworkSegment(481c3673-a77b-49af-bc45-6efa0b5c7a5a),segment_id=481c3673-a77b-49af-bc45-6efa0b5c7a5a)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:13.629223 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c81d258d-9cc7-40f2-968c-99d2e219c858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:13.665683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-bec145c9-4303-43c8-b105-3efcb14027f4 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.669901 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bec145c9-4303-43c8-b105-3efcb14027f4 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0080287 Jun 03 21:45:13.671939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:13.677134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50364) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.687026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-88576977-4c7a-483d-a41e-83c78fc7c107 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.691599 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-88576977-4c7a-483d-a41e-83c78fc7c107 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0073314 Jun 03 21:45:13.691746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50366) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.705607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-78a4d591-b162-47ee-8da0-1e9cd3a28f59 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.709036 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-78a4d591-b162-47ee-8da0-1e9cd3a28f59 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0088429 Jun 03 21:45:13.715198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50368) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.725174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-50e276eb-bf85-424b-865e-23a2b355db48 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.726291 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-50e276eb-bf85-424b-865e-23a2b355db48 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045922 Jun 03 21:45:13.729844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50370) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.790179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-dab56ad8-2462-4312-9f21-02b8c5a4b283 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.794587 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dab56ad8-2462-4312-9f21-02b8c5a4b283 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0088191 Jun 03 21:45:13.794587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=fea37f3e-2517-4b1d-b535-bf9c3c48f8be,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:13.798141 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50372) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.817048 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-e28f6aa8-b4ef-4306-8bb7-270565f3be87 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.820877 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e28f6aa8-b4ef-4306-8bb7-270565f3be87 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0167165 Jun 03 21:45:13.862613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:13.863242 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50374) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.878615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-a13ec48f-7ed8-473e-9105-428b4e6c66e4 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.879687 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a13ec48f-7ed8-473e-9105-428b4e6c66e4 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0086403 Jun 03 21:45:13.890548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50378) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.900320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-36ba0f27-ccc2-4b08-b1d5-9245d40ef3d6 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.901680 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-36ba0f27-ccc2-4b08-b1d5-9245d40ef3d6 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0076604 Jun 03 21:45:13.905610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50380) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.912191 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-a1a4e63c-5698-477d-934d-9600358cfd27 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.913199 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a1a4e63c-5698-477d-934d-9600358cfd27 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0045903 Jun 03 21:45:13.927600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50382) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.933178 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c81d258d-9cc7-40f2-968c-99d2e219c858 None None] Calling delete_port for 5444f3ed-a212-4bfb-9528-89d3cb660522 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:13.937024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-4af9ae60-42d9-4262-b076-61c248619144 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.937964 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4af9ae60-42d9-4262-b076-61c248619144 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0094380 Jun 03 21:45:13.942247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50384) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.957695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-398c3018-50ec-49a2-a4e4-bfae6a1af14b tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.958635 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-398c3018-50ec-49a2-a4e4-bfae6a1af14b tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0129490 Jun 03 21:45:13.965639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50386) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.975426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-a8ac9ada-215b-4040-a094-5c6682bb698e tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.978850 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a8ac9ada-215b-4040-a094-5c6682bb698e tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045922 Jun 03 21:45:13.985754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50388) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:13.990231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-44eb105f-71de-4c0a-b6c3-2396216d25f2 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:13.994361 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-44eb105f-71de-4c0a-b6c3-2396216d25f2 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043910 Jun 03 21:45:14.023551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50390) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.030173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-b9dda384-cf08-4378-9c3b-49130c005528 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.033596 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b9dda384-cf08-4378-9c3b-49130c005528 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0053153 Jun 03 21:45:14.036480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50392) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.042028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-a01c0d90-78fe-4e0f-8711-62ad20bf46fa tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.044857 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a01c0d90-78fe-4e0f-8711-62ad20bf46fa tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0055866 Jun 03 21:45:14.067689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Allocated IP 172.20.0.1 (da3984c3-de32-4f96-b3b7-5b5e17f606ad/ba8ba845-4e83-4851-9e68-cde8340d31e8/c0882977-6fed-4401-8df3-04e345056b52) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:14.113125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50394) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.118136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c81d258d-9cc7-40f2-968c-99d2e219c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:14.123735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-d999e888-68c8-4e00-9298-2650fd18db32 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.127712 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d999e888-68c8-4e00-9298-2650fd18db32 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045402 Jun 03 21:45:14.131283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50396) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.135890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-60ea910b-efb9-4fa3-89c2-18d9f5d73934 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.139199 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-60ea910b-efb9-4fa3-89c2-18d9f5d73934 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044808 Jun 03 21:45:14.140987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e499e5e2-7d15-4bee-809d-67f211e08955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:14.143887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50398) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.148275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-c3b85c3d-917a-4ec7-9fcc-98513dcbabd2 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.151782 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c3b85c3d-917a-4ec7-9fcc-98513dcbabd2 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045307 Jun 03 21:45:14.156416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50400) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.161213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [None req-02c45d77-e1b7-4a10-9728-47a07bdf43b2 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.164824 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-02c45d77-e1b7-4a10-9728-47a07bdf43b2 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0048594 Jun 03 21:45:14.167574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50402) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.174021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network fd14ef5d-8447-4954-a34f-e9cf4b44932f is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:14.180192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-302b6ee4-12f3-4e4b-8807-7198192c5be0 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.183866 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-302b6ee4-12f3-4e4b-8807-7198192c5be0 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0127001 Jun 03 21:45:14.183866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:14.186900 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50404) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.188129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d258d-9cc7-40f2-968c-99d2e219c858 None None] No DVR routers for this DVR port 5444f3ed-a212-4bfb-9528-89d3cb660522 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:14.196346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-fccb9296-ebfa-4125-b2d7-b691323e0311 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.199997 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fccb9296-ebfa-4125-b2d7-b691323e0311 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0097587 Jun 03 21:45:14.201929 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50406) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.205661 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d258d-9cc7-40f2-968c-99d2e219c858 None None] Pushing event deleted for resources: {'Port': ['ID=5444f3ed-a212-4bfb-9528-89d3cb660522,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:14.213736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c81d258d-9cc7-40f2-968c-99d2e219c858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:14.215148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] For port 7b3bce07-acbe-4ae3-819a-687e808dec85, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:14.268775 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-157dea79-fc0e-4752-be87-9de0757e78da tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.272965 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-157dea79-fc0e-4752-be87-9de0757e78da tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0668604 Jun 03 21:45:14.276988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50408) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.278443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] For port 7b3bce07-acbe-4ae3-819a-687e808dec85, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7b3bce07-acbe-4ae3-819a-687e808dec85,segment=NetworkSegment(527a0cc0-1cea-45d6-9814-26bf42591d9b),segment_id=527a0cc0-1cea-45d6-9814-26bf42591d9b)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:14.284249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15e9f389-8ada-4bf4-b530-38a43f0ba97c tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:14.293803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-ee7ae437-ff2c-4a44-8dfe-52e4ba35caa3 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.298274 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ee7ae437-ff2c-4a44-8dfe-52e4ba35caa3 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0164461 Jun 03 21:45:14.298429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:14.301735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:14.308630 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:14.356440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50410) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.366596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-cdc96487-b7f2-482e-a982-90a82d2e6e5a tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.370416 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cdc96487-b7f2-482e-a982-90a82d2e6e5a tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0099804 Jun 03 21:45:14.370588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50412) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.375110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-ed8fd730-4cf6-4bb9-ad9a-155299352017 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.378484 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ed8fd730-4cf6-4bb9-ad9a-155299352017 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0047233 Jun 03 21:45:14.379986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50414) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.384528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-68e4c55e-7ab2-4bee-833c-86e95e9477e9 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.389268 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-68e4c55e-7ab2-4bee-833c-86e95e9477e9 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0082188 Jun 03 21:45:14.392250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50416) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.398968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-e9ab6827-7dad-4419-8533-5a62a5e4714c tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.403560 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e9ab6827-7dad-4419-8533-5a62a5e4714c tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0100796 Jun 03 21:45:14.404748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50418) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.414680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-3f0ac785-4f6f-438c-b984-02c21b9aa59a tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.418719 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3f0ac785-4f6f-438c-b984-02c21b9aa59a tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0097907 Jun 03 21:45:14.430849 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50420) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.439248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-9372771c-5370-4817-8a5a-6200063415fd tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.443686 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9372771c-5370-4817-8a5a-6200063415fd tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0117898 Jun 03 21:45:14.447699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50422) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.455181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-e8295ead-8643-42da-bde9-b1ee60783e01 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.459508 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e8295ead-8643-42da-bde9-b1ee60783e01 tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0107291 Jun 03 21:45:14.460705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50424) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.478298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-f37a9050-38c5-462e-8e7d-42cd4ac7be8b tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.484019 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f37a9050-38c5-462e-8e7d-42cd4ac7be8b tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0096366 Jun 03 21:45:14.488080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50428) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.494770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Pushing event updated for resources: {'Port': ['ID=7b3bce07-acbe-4ae3-819a-687e808dec85,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:14.498059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [None req-af89a6ae-71bd-4911-aabd-3b6d6cdc419f tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:45:14.502150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:14.513456 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-af89a6ae-71bd-4911-aabd-3b6d6cdc419f tempest-ExtensionsTestJSON-1703856810 tempest-ExtensionsTestJSON-1703856810-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0106294 Jun 03 21:45:14.534458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router e02296a3-ec8f-419e-bf6c-8103017d5b89 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:45:14.563771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:14.578271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Transition to ACTIVE for port object c0882977-6fed-4401-8df3-04e345056b52 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:14.604543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Transition to ACTIVE for port object c0882977-6fed-4401-8df3-04e345056b52 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:14.613956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:14.623320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:14.735710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Pushing event updated for resources: {'Port': ['ID=c0882977-6fed-4401-8df3-04e345056b52,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:14.738201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:14.739834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de6dfd6-5d0c-49c2-92b0-1b3f93a92ebb None None] Network fd14ef5d-8447-4954-a34f-e9cf4b44932f requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:14.754571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:14.799817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Network da3984c3-de32-4f96-b3b7-5b5e17f606ad is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:14.828227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:14.850260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9f389-8ada-4bf4-b530-38a43f0ba97c tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event deleted for resources: {'Subnet': ['ID=f26a7e05-a1c6-4003-8fc7-5378fd5820fe,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:14.860375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:14.867194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:14.881426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15e9f389-8ada-4bf4-b530-38a43f0ba97c tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:14.888258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-15e9f389-8ada-4bf4-b530-38a43f0ba97c tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:14.901902 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-15e9f389-8ada-4bf4-b530-38a43f0ba97c tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "DELETE /v2.0/subnets/f26a7e05-a1c6-4003-8fc7-5378fd5820fe HTTP/1.1" status: 204 len: 168 time: 2.1164687 Jun 03 21:45:14.905358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50434) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:14.908386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:14.969599 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-dd898246-fe93-4eb2-aa16-ddc40581c21a None None] Provisioning for port 98f0e9ef-f058-431b-a026-7191965b88d9 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:15.008237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b1802b-4504-450d-9a4c-64d6770be2c0 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:15.008830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-45b1802b-4504-450d-9a4c-64d6770be2c0 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Synchronizing usage tracker for tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:45:15.064411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8ba845-4e83-4851-9e68-cde8340d31e8,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:15.070408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:15.092829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:45:15.118563 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354323e2-ce5c-46ef-8bcb-099a25b0efb4 None None] Sync routers for ids ['e02296a3-ec8f-419e-bf6c-8103017d5b89'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:45:15.134483 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354323e2-ce5c-46ef-8bcb-099a25b0efb4 None None] Routers {'e02296a3-ec8f-419e-bf6c-8103017d5b89'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:15.135620 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-354323e2-ce5c-46ef-8bcb-099a25b0efb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['e02296a3-ec8f-419e-bf6c-8103017d5b89'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:15.172020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-45b1802b-4504-450d-9a4c-64d6770be2c0 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Unset dirty status for tenant:d0f88e366add4fb9b1b9b3b1f747c7a8 on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:45:15.178402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50440) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:15.182913 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-45b1802b-4504-450d-9a4c-64d6770be2c0 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2755673 Jun 03 21:45:15.216547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Attempting to bind port c0882977-6fed-4401-8df3-04e345056b52 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:15.216974 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Attempting to bind port c0882977-6fed-4401-8df3-04e345056b52 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'ece43caa-05ba-4922-97a3-5e47dd4e6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'da3984c3-de32-4f96-b3b7-5b5e17f606ad'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:15.217459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Attempting to bind port c0882977-6fed-4401-8df3-04e345056b52 on network da3984c3-de32-4f96-b3b7-5b5e17f606ad {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:15.239086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50442) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:15.242036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:15.242643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Checking segment: {'id': 'ece43caa-05ba-4922-97a3-5e47dd4e6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'da3984c3-de32-4f96-b3b7-5b5e17f606ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:15.243200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:15.243763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Bound using segment: {'id': 'ece43caa-05ba-4922-97a3-5e47dd4e6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'da3984c3-de32-4f96-b3b7-5b5e17f606ad'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:15.244535 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Bound port: c0882977-6fed-4401-8df3-04e345056b52, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece43caa-05ba-4922-97a3-5e47dd4e6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'da3984c3-de32-4f96-b3b7-5b5e17f606ad'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:15.245208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:15.281086 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-354323e2-ce5c-46ef-8bcb-099a25b0efb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:15.292686 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354323e2-ce5c-46ef-8bcb-099a25b0efb4 None None] Routers {'e02296a3-ec8f-419e-bf6c-8103017d5b89'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:15.293470 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-354323e2-ce5c-46ef-8bcb-099a25b0efb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['e02296a3-ec8f-419e-bf6c-8103017d5b89'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:15.295996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 98f0e9ef-f058-431b-a026-7191965b88d9 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:15.312156 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:15.327182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3984c3-de32-4f96-b3b7-5b5e17f606ad']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:15.344116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece43caa-05ba-4922-97a3-5e47dd4e6108') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:15.344427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece43caa-05ba-4922-97a3-5e47dd4e6108') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:15.357808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:15.368040 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-354323e2-ce5c-46ef-8bcb-099a25b0efb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:15.368765 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354323e2-ce5c-46ef-8bcb-099a25b0efb4 None None] The sync data for ids ['e02296a3-ec8f-419e-bf6c-8103017d5b89'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:45:15.378386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:15.393416 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/e02296a3-ec8f-419e-bf6c-8103017d5b89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2041707 Jun 03 21:45:15.404753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50444) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:15.405926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:15.406619 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:15.431889 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:15.464308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:15.553537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bea9353-79b9-49e2-9201-2f9413adcf8c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:15.554772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8bea9353-79b9-49e2-9201-2f9413adcf8c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Synchronizing usage tracker for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:45:15.589618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] For port c0882977-6fed-4401-8df3-04e345056b52, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:15.593075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 98f0e9ef-f058-431b-a026-7191965b88d9 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:15.611880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 98f0e9ef-f058-431b-a026-7191965b88d9 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:15.612394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:15.672414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a42a5246-7846-4331-b9f2-3ba40a657499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:15.698856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a42a5246-7846-4331-b9f2-3ba40a657499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:15.703565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a42a5246-7846-4331-b9f2-3ba40a657499 admin admin] Usage tracker for resource:security_group_rule and tenant:cb5cc96e942647d9a395ac53724872a9 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:15.708239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a42a5246-7846-4331-b9f2-3ba40a657499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:15.717111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.api [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:45:15.717111 dv-neutron-792998-2-hyperv neutron-server[104397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:45:15.717111 dv-neutron-792998-2-hyperv neutron-server[104397]: [parameters: {'id': 'da3984c3-de32-4f96-b3b7-5b5e17f606ad'}] Jun 03 21:45:15.717111 dv-neutron-792998-2-hyperv neutron-server[104397]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:45:15.717693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_db.api [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:45:15.726673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a42a5246-7846-4331-b9f2-3ba40a657499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:15.727347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8bea9353-79b9-49e2-9201-2f9413adcf8c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Unset dirty status for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:45:15.728563 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8bea9353-79b9-49e2-9201-2f9413adcf8c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports/fea37f3e-2517-4b1d-b535-bf9c3c48f8be HTTP/1.1" status: 200 len: 911 time: 0.2981865 Jun 03 21:45:15.731973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50450) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:15.734385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:15.737961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c0cf6bdd-b609-41ed-bf60-1b007df201a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '10f34607-48a9-4cb8-9b08-f3c0aeb2450b'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:15.773322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] For port c0882977-6fed-4401-8df3-04e345056b52, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c0882977-6fed-4401-8df3-04e345056b52,segment=NetworkSegment(ece43caa-05ba-4922-97a3-5e47dd4e6108),segment_id=ece43caa-05ba-4922-97a3-5e47dd4e6108)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:15.789570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:15.815755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:15.855649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Deleting port 7b3bce07-acbe-4ae3-819a-687e808dec85 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:15.856547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:15.938264 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Pushing event updated for resources: {'Port': ['ID=c0882977-6fed-4401-8df3-04e345056b52,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:15.941945 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:15.944254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.048468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 98f0e9ef-f058-431b-a026-7191965b88d9, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=98f0e9ef-f058-431b-a026-7191965b88d9,segment=NetworkSegment(56c65502-46b7-4704-9915-30d4cb1ea611),segment_id=56c65502-46b7-4704-9915-30d4cb1ea611)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:16.057319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.058422 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7b3bce07-acbe-4ae3-819a-687e808dec85 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:16.065373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] For port 7b3bce07-acbe-4ae3-819a-687e808dec85, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7b3bce07-acbe-4ae3-819a-687e808dec85,segment=NetworkSegment(527a0cc0-1cea-45d6-9814-26bf42591d9b),segment_id=527a0cc0-1cea-45d6-9814-26bf42591d9b)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:16.066341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.103999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:16.147517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2d83b0-4c4f-4c35-a0e3-154061d03875 None None] Network da3984c3-de32-4f96-b3b7-5b5e17f606ad requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:16.162087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Router ca330701-0ba6-4af5-a937-7ac64d9b849b is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:45:16.312190 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.331676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Calling delete_port for 7b3bce07-acbe-4ae3-819a-687e808dec85 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:16.336204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7117c57e-df3e-480b-93c1-09047d93b568 None None] Network 13e3d011-745a-43b3-bccd-094def14c4c5 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:16.377128 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-72b11bd6-b878-462c-baf9-04ff849a8be1 None None] Provisioning for port fea37f3e-2517-4b1d-b535-bf9c3c48f8be completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:16.390455 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-72b11bd6-b878-462c-baf9-04ff849a8be1 None None] Provisioning complete for port fea37f3e-2517-4b1d-b535-bf9c3c48f8be triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:16.390843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-72b11bd6-b878-462c-baf9-04ff849a8be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.439681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.450117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2b744ed4-73b8-4184-99ea-a4d04866ada9 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:16.483027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a42a5246-7846-4331-b9f2-3ba40a657499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.502617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a42a5246-7846-4331-b9f2-3ba40a657499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.516709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] No DVR routers for this DVR port 7b3bce07-acbe-4ae3-819a-687e808dec85 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:16.520208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a41720f8-edab-48d9-a895-f5df4c9452f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:16.532607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0cf6bdd-b609-41ed-bf60-1b007df201a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.567572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event deleted for resources: {'Port': ['ID=7b3bce07-acbe-4ae3-819a-687e808dec85,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:16.571414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:16.649456 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a42a5246-7846-4331-b9f2-3ba40a657499 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cb5cc96e942647d9a395ac53724872a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4072602 Jun 03 21:45:16.665369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50456) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:16.693260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=98f0e9ef-f058-431b-a026-7191965b88d9,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:16.712127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:16.712756 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 7b3bce07-acbe-4ae3-819a-687e808dec85 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:16.713133 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.741118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-72b11bd6-b878-462c-baf9-04ff849a8be1 None None] Port fea37f3e-2517-4b1d-b535-bf9c3c48f8be cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:45:16.750852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a5246-7846-4331-b9f2-3ba40a657499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddeb222-d0aa-49ba-b3da-c91229588c52,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:16.777980 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a42a5246-7846-4331-b9f2-3ba40a657499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:16.784615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Port 7b3bce07-acbe-4ae3-819a-687e808dec85 was deleted so its status cannot be updated. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 03 21:45:16.842143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-72b11bd6-b878-462c-baf9-04ff849a8be1 None None] Provisioning complete for port 98f0e9ef-f058-431b-a026-7191965b88d9 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:16.842464 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-72b11bd6-b878-462c-baf9-04ff849a8be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.867782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.874502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 5444f3ed-a212-4bfb-9528-89d3cb660522 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:45:16.885524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e3d011-745a-43b3-bccd-094def14c4c5']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:16.908044 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527a0cc0-1cea-45d6-9814-26bf42591d9b') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:16.909451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527a0cc0-1cea-45d6-9814-26bf42591d9b') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:16.917388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Deleting port c0882977-6fed-4401-8df3-04e345056b52 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:16.917864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.922233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:45:16.922405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 5444f3ed-a212-4bfb-9528-89d3cb660522 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:45:16.922671 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 5444f3ed-a212-4bfb-9528-89d3cb660522 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:45:16.948813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c640ba2b-b7eb-4847-a7a6-ca7d1c7e9834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.950604 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab151ca2-f46b-47c6-a3ee-0537ac675a50 None None] DHCP port deletion for 13e3d011-745a-43b3-bccd-094def14c4c5 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:45:16.953011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc48bd9-cfd4-4f32-bd05-99973005fc70 None None] Sync routers for ids ['ca330701-0ba6-4af5-a937-7ac64d9b849b'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:45:16.962169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:16.977379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc48bd9-cfd4-4f32-bd05-99973005fc70 None None] Routers {'ca330701-0ba6-4af5-a937-7ac64d9b849b'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:16.978020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-dbc48bd9-cfd4-4f32-bd05-99973005fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ca330701-0ba6-4af5-a937-7ac64d9b849b'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:17.050566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc74994f-351b-408e-aab7-4e12660cd779 None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:45:17.059148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.070590 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:17.071897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.094748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 98f0e9ef-f058-431b-a026-7191965b88d9 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:17.145534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-dbc48bd9-cfd4-4f32-bd05-99973005fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:17.222217 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:17.228804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] For port c0882977-6fed-4401-8df3-04e345056b52, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c0882977-6fed-4401-8df3-04e345056b52,segment=NetworkSegment(ece43caa-05ba-4922-97a3-5e47dd4e6108),segment_id=ece43caa-05ba-4922-97a3-5e47dd4e6108)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:17.229162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.248257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c640ba2b-b7eb-4847-a7a6-ca7d1c7e9834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.259214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.262985 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8722043 Jun 03 21:45:17.298037 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50462) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:17.302288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.305817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc48bd9-cfd4-4f32-bd05-99973005fc70 None None] Routers {'ca330701-0ba6-4af5-a937-7ac64d9b849b'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:17.306863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-dbc48bd9-cfd4-4f32-bd05-99973005fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ca330701-0ba6-4af5-a937-7ac64d9b849b'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:17.312233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ea666952-3278-4e2e-9fac-cfbcc1414de2 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'enable_snat': False}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:17.359202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c8109059-9a76-4e7f-a902-7ba61fc6e29b tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-857550694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:17.379417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Calling delete_port for c0882977-6fed-4401-8df3-04e345056b52 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:17.382902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.383376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-dbc48bd9-cfd4-4f32-bd05-99973005fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:17.384044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc48bd9-cfd4-4f32-bd05-99973005fc70 None None] The sync data for ids ['ca330701-0ba6-4af5-a937-7ac64d9b849b'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:45:17.396112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event deleted for resources: {'Network': ['ID=13e3d011-745a-43b3-bccd-094def14c4c5,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:17.401546 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:17.416742 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "DELETE /v2.0/networks/13e3d011-745a-43b3-bccd-094def14c4c5 HTTP/1.1" status: 204 len: 168 time: 2.2278278 Jun 03 21:45:17.416840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 98f0e9ef-f058-431b-a026-7191965b88d9 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:17.416840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.419228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50464) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:17.461161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.468237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c3ac068d-7fb3-45d0-a914-62df769ec5f2 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:17.520114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Port': ['ID=c0882977-6fed-4401-8df3-04e345056b52,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:17.525061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:17.525284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No DVR routers for this DVR port c0882977-6fed-4401-8df3-04e345056b52 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:17.571323 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc74994f-351b-408e-aab7-4e12660cd779 None None] Resources bound (agent type, host, resource id): {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 21:45:17.575211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-695e5953-3975-4bae-a9f5-d94165d5481b None None] Provisioning complete for port fea37f3e-2517-4b1d-b535-bf9c3c48f8be triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:17.575729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-695e5953-3975-4bae-a9f5-d94165d5481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.680534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-695e5953-3975-4bae-a9f5-d94165d5481b None None] Port fea37f3e-2517-4b1d-b535-bf9c3c48f8be cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:45:17.689956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.691641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.693025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-695e5953-3975-4bae-a9f5-d94165d5481b None None] Could not find standard attr ID for object 7b3bce07-acbe-4ae3-819a-687e808dec85. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:45:17.702836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c640ba2b-b7eb-4847-a7a6-ca7d1c7e9834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.713161 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:17.732861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3984c3-de32-4f96-b3b7-5b5e17f606ad']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:17.746453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece43caa-05ba-4922-97a3-5e47dd4e6108') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:17.746913 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece43caa-05ba-4922-97a3-5e47dd4e6108') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:17.755028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7b3bce07-acbe-4ae3-819a-687e808dec85 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:45:17.762239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.780807 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.787641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:17.788293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:17.804982 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:17.809878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 7b3bce07-acbe-4ae3-819a-687e808dec85 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:45:17.809878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7b3bce07-acbe-4ae3-819a-687e808dec85 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:45:17.835132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640ba2b-b7eb-4847-a7a6-ca7d1c7e9834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddeb222-d0aa-49ba-b3da-c91229588c52,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:17.844945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c640ba2b-b7eb-4847-a7a6-ca7d1c7e9834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:17.897068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.900951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5f795e53-ec63-4979-a142-46695b96832b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:17.905307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c640ba2b-b7eb-4847-a7a6-ca7d1c7e9834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.906449 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c640ba2b-b7eb-4847-a7a6-ca7d1c7e9834 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6ddeb222-d0aa-49ba-b3da-c91229588c52 HTTP/1.1" status: 204 len: 168 time: 1.2371781 Jun 03 21:45:17.920443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:17.931027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Network': ['ID=da3984c3-de32-4f96-b3b7-5b5e17f606ad,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:17.935790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:17.941045 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/da3984c3-de32-4f96-b3b7-5b5e17f606ad HTTP/1.1" status: 204 len: 168 time: 4.9078574 Jun 03 21:45:17.941293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50470) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:17.946719 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1555521925'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:17.951937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:17.956968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:network and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:17.961564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:17.968795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:17.982245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:17.987096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:18.026727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:18.043330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:18.043729 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Added segment d9d209a7-e2bc-4650-b661-71953e2af0eb of type vlan for network ba9cfa25-b582-4b9f-8264-7147651cb06d Jun 03 21:45:18.104866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:18.111260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:18.145241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:18.152332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:18.152943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:18.158930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-45effac9-0145-44ab-a87d-d2b6cb698f39 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:18.202482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8261a1-0b6d-495b-9580-65ed6a6564f5']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:18.211482 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2683413 Jun 03 21:45:18.214762 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50476) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:18.219860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'subnet': {'network_id': 'ba9cfa25-b582-4b9f-8264-7147651cb06d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:18.237100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481c3673-a77b-49af-bc45-6efa0b5c7a5a') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:18.237387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481c3673-a77b-49af-bc45-6efa0b5c7a5a') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:18.270748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:18.320400 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=ba9cfa25-b582-4b9f-8264-7147651cb06d,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:18.327021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:18.333214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network ba9cfa25-b582-4b9f-8264-7147651cb06d details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:18.430380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:18.435753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:subnet and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:18.439256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:18.447479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:18.460337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:18.464848 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:18.468901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:18.496179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Releasing vlan 1339 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:18.496844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:18.515164 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:18.534972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0cf6bdd-b609-41ed-bf60-1b007df201a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:18.659620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0cf6bdd-b609-41ed-bf60-1b007df201a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:18.668863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cf6bdd-b609-41ed-bf60-1b007df201a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:18.671871 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0cf6bdd-b609-41ed-bf60-1b007df201a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:18.671871 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c0cf6bdd-b609-41ed-bf60-1b007df201a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/ports/fea37f3e-2517-4b1d-b535-bf9c3c48f8be HTTP/1.1" status: 200 len: 911 time: 2.9375312 Jun 03 21:45:18.674373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50494) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:18.684776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-624921a6-f359-490b-b233-7f0b69ca4c5d tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:18.975130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50500) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:19.005232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.015813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.059211 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "DELETE /v2.0/networks/4a8261a1-0b6d-495b-9580-65ed6a6564f5 HTTP/1.1" status: 204 len: 168 time: 1.6341653 Jun 03 21:45:19.059812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea666952-3278-4e2e-9fac-cfbcc1414de2 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.068460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50504) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:19.089570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf6bdd-b609-41ed-bf60-1b007df201a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=fea37f3e-2517-4b1d-b535-bf9c3c48f8be,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:19.099821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c0cf6bdd-b609-41ed-bf60-1b007df201a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:19.103517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-086d8f40-0977-41b1-b373-87a3b42cb0a7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:19.134485 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-435116521'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:19.151870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event deleted for resources: {'Network': ['ID=4a8261a1-0b6d-495b-9580-65ed6a6564f5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:19.157988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:19.199987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:19.220786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Usage tracker for resource:network and tenant:5c889a6582b24384892c696a23049252 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:19.228188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:19.236231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.251201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:19.316955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Made reservation on behalf of 5c889a6582b24384892c696a23049252 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:19.321186 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.343575 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.421213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:19.428762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.434196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Usage tracker for resource:security_group_rule and tenant:5c889a6582b24384892c696a23049252 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:19.445092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c9cec5-79f0-4a28-a3cc-ab7c5af13d0c']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:19.459256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85dc75b-3666-4578-958d-d681855e2000') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:19.459580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85dc75b-3666-4578-958d-d681855e2000') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:19.467502 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:19.474019 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.480316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:19.494310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.566038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:19.566423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:19.581288 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:19.666894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.674493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:19.730644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.735569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ddf58bb8-16c3-4748-8a2e-4ac98f131543 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:19.735809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c11e4834-e1c0-4362-8875-8a3f9f17486a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.749925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:19.775123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event deleted for resources: {'Network': ['ID=f3c9cec5-79f0-4a28-a3cc-ab7c5af13d0c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:19.782523 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:19.786309 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "DELETE /v2.0/networks/f3c9cec5-79f0-4a28-a3cc-ab7c5af13d0c HTTP/1.1" status: 204 len: 168 time: 0.7161198 Jun 03 21:45:19.789227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50510) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:19.919806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Subnet': ['ID=6418fe09-1d19-4d38-b892-db97676d98c6,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:19.928211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:19.959063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking segment: {'id': 'd9d209a7-e2bc-4650-b661-71953e2af0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ba9cfa25-b582-4b9f-8264-7147651cb06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:19.959403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network hostable DHCP agents. Network: ba9cfa25-b582-4b9f-8264-7147651cb06d, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:20.038504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.109314 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network ba9cfa25-b582-4b9f-8264-7147651cb06d is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:20.139097 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.141535 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, ba9cfa25-b582-4b9f-8264-7147651cb06d) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:20.149969 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.154154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecddbec-9ca9-48de-b0c5-e3d4993325d2 None None] Network ba9cfa25-b582-4b9f-8264-7147651cb06d requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:20.156539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fc9d163f-3979-4e81-be64-84394e2472a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:20.173758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:20.174256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.214471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:20.240087 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b726d03f-e5db-4326-b7ee-fef1d37a5986,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:20.249571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:20.250852 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.251269 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Added segment e62930d7-7e08-407a-ab59-b929bc2a307e of type vlan for network e46428c5-dc6f-4357-b32e-43e7a6a4f628 Jun 03 21:45:20.273210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.308399 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0897925 Jun 03 21:45:20.310121 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50514) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:20.434553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.471776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-ba9cfa25-b582-4b9f-8264-7147651cb06d', 'network_id': 'ba9cfa25-b582-4b9f-8264-7147651cb06d', 'tenant_id': 'b19a3ae18129407e99341659481c261f', 'fixed_ips': [{'subnet_id': '6418fe09-1d19-4d38-b892-db97676d98c6'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:20.472857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.499603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb5f7c6-31e1-4b4e-b858-694b6d484e95']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:20.516600 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e76b28-c2e6-405b-bdb0-45868c828c4b') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:20.516872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e76b28-c2e6-405b-bdb0-45868c828c4b') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:20.539025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.559753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea666952-3278-4e2e-9fac-cfbcc1414de2 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.576509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.581606 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.586741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.589123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:20.589534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.592432 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:20.593041 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.600366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:20.685027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Allocated IP 172.20.0.2 (ba9cfa25-b582-4b9f-8264-7147651cb06d/6418fe09-1d19-4d38-b892-db97676d98c6/9a693994-bbed-409d-8e27-1d22a84b6733) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:20.692855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea666952-3278-4e2e-9fac-cfbcc1414de2 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.697823 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7183373 Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:20.697979 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:20.704046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50518) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:20.709470 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Request body: {'subnet': {'network_id': 'e46428c5-dc6f-4357-b32e-43e7a6a4f628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:20.814913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.825129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:20.844915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.860307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Pushing event deleted for resources: {'Network': ['ID=fdb5f7c6-31e1-4b4e-b858-694b6d484e95,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:20.909171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c11e4834-e1c0-4362-8875-8a3f9f17486a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port fea37f3e-2517-4b1d-b535-bf9c3c48f8be {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:20.909538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c11e4834-e1c0-4362-8875-8a3f9f17486a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.919013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:20.933860 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] 10.222.0.96 "DELETE /v2.0/networks/fdb5f7c6-31e1-4b4e-b858-694b6d484e95 HTTP/1.1" status: 204 len: 168 time: 1.1412609 Jun 03 21:45:20.937099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Pushing event updated for resources: {'Network': ['ID=e46428c5-dc6f-4357-b32e-43e7a6a4f628,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:20.957987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:20.988176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:20.996618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network e46428c5-dc6f-4357-b32e-43e7a6a4f628 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:21.010228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:21.017818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Usage tracker for resource:subnet and tenant:5c889a6582b24384892c696a23049252 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:21.022730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:21.024959 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Transition to ACTIVE for port object 9a693994-bbed-409d-8e27-1d22a84b6733 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:21.045042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:21.062702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea666952-3278-4e2e-9fac-cfbcc1414de2 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Router ca330701-0ba6-4af5-a937-7ac64d9b849b has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:45:21.066464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Made reservation on behalf of 5c889a6582b24384892c696a23049252 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:21.070850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:21.139157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c11e4834-e1c0-4362-8875-8a3f9f17486a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:21.143614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Transition to ACTIVE for port object 9a693994-bbed-409d-8e27-1d22a84b6733 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:21.167610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:21.181632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:21.273656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Pushing event updated for resources: {'Port': ['ID=9a693994-bbed-409d-8e27-1d22a84b6733,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:21.284807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:21.298456 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Network ba9cfa25-b582-4b9f-8264-7147651cb06d is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:21.300424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:21.301693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:21.305770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:21.333374 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c11e4834-e1c0-4362-8875-8a3f9f17486a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for fea37f3e-2517-4b1d-b535-bf9c3c48f8be owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:21.362867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50528) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:21.434464 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Attempting to bind port 9a693994-bbed-409d-8e27-1d22a84b6733 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:21.434969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Attempting to bind port 9a693994-bbed-409d-8e27-1d22a84b6733 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'd9d209a7-e2bc-4650-b661-71953e2af0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ba9cfa25-b582-4b9f-8264-7147651cb06d'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:21.435404 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Attempting to bind port 9a693994-bbed-409d-8e27-1d22a84b6733 on network ba9cfa25-b582-4b9f-8264-7147651cb06d {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:21.444363 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:21.444845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Checking segment: {'id': 'd9d209a7-e2bc-4650-b661-71953e2af0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ba9cfa25-b582-4b9f-8264-7147651cb06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:21.445356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:21.445898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Bound using segment: {'id': 'd9d209a7-e2bc-4650-b661-71953e2af0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ba9cfa25-b582-4b9f-8264-7147651cb06d'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:21.446447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Bound port: 9a693994-bbed-409d-8e27-1d22a84b6733, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d209a7-e2bc-4650-b661-71953e2af0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ba9cfa25-b582-4b9f-8264-7147651cb06d'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:21.446892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:21.490996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea666952-3278-4e2e-9fac-cfbcc1414de2 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:45:21.505308 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8f8e8-a00a-43e7-ab62-b5167d90a7a3 None None] Sync routers for ids ['ca330701-0ba6-4af5-a937-7ac64d9b849b'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:45:21.515917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea666952-3278-4e2e-9fac-cfbcc1414de2 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:21.521031 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ea666952-3278-4e2e-9fac-cfbcc1414de2 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "PUT /v2.0/routers/ca330701-0ba6-4af5-a937-7ac64d9b849b HTTP/1.1" status: 200 len: 921 time: 4.2168124 Jun 03 21:45:21.521288 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8f8e8-a00a-43e7-ab62-b5167d90a7a3 None None] Routers {'ca330701-0ba6-4af5-a937-7ac64d9b849b'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:21.522019 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a1f8f8e8-a00a-43e7-ab62-b5167d90a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ca330701-0ba6-4af5-a937-7ac64d9b849b'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:21.522156 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50532) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:21.582513 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] For port 9a693994-bbed-409d-8e27-1d22a84b6733, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:21.587878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] For port 9a693994-bbed-409d-8e27-1d22a84b6733, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9a693994-bbed-409d-8e27-1d22a84b6733,segment=NetworkSegment(d9d209a7-e2bc-4650-b661-71953e2af0eb),segment_id=d9d209a7-e2bc-4650-b661-71953e2af0eb)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:21.595796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:21.603777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:21.607834 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a1f8f8e8-a00a-43e7-ab62-b5167d90a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:21.619050 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8f8e8-a00a-43e7-ab62-b5167d90a7a3 None None] Routers {'ca330701-0ba6-4af5-a937-7ac64d9b849b'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:21.620187 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a1f8f8e8-a00a-43e7-ab62-b5167d90a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ca330701-0ba6-4af5-a937-7ac64d9b849b'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:21.736254 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a1f8f8e8-a00a-43e7-ab62-b5167d90a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:21.737055 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8f8e8-a00a-43e7-ab62-b5167d90a7a3 None None] The sync data for ids ['ca330701-0ba6-4af5-a937-7ac64d9b849b'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:45:21.761322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Pushing event updated for resources: {'Port': ['ID=9a693994-bbed-409d-8e27-1d22a84b6733,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:21.766151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:21.777803 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f2359bbe-bdb6-4f72-8b4d-e88c5faabaec admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d0f88e366add4fb9b1b9b3b1f747c7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4107146 Jun 03 21:45:21.778526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50536) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:21.897850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3c79ac4-41c5-4a45-b75b-4cda98a62e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:21.966489 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-088c854a-ab5d-4b78-9982-2542d73ea2ce tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/routers/ca330701-0ba6-4af5-a937-7ac64d9b849b HTTP/1.1" status: 200 len: 921 time: 0.4364932 Jun 03 21:45:21.970480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50540) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:22.024650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3c79ac4-41c5-4a45-b75b-4cda98a62e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:22.093504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:22.105827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:22.144248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:22.157414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c11e4834-e1c0-4362-8875-8a3f9f17486a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:22.175967 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:22.206840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Pushing event updated for resources: {'Subnet': ['ID=92a20305-2f52-4410-9609-66ff7dadcb25,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:22.210706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:22.221079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3c79ac4-41c5-4a45-b75b-4cda98a62e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:22.225492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3997f73b-7d6f-4d00-920c-c668c954b06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:22.233724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Checking segment: {'id': 'e62930d7-7e08-407a-ab59-b929bc2a307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e46428c5-dc6f-4357-b32e-43e7a6a4f628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:22.234088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Network hostable DHCP agents. Network: e46428c5-dc6f-4357-b32e-43e7a6a4f628, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:22.246326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c79ac4-41c5-4a45-b75b-4cda98a62e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9d5dad-aa1e-4797-b297-f3b52b7a85ae,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:22.247257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Subnet': ['ID=6418fe09-1d19-4d38-b892-db97676d98c6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:22.249533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3c79ac4-41c5-4a45-b75b-4cda98a62e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:22.260420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3c79ac4-41c5-4a45-b75b-4cda98a62e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:22.261610 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d3c79ac4-41c5-4a45-b75b-4cda98a62e03 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5d9d5dad-aa1e-4797-b297-f3b52b7a85ae HTTP/1.1" status: 204 len: 168 time: 0.4789715 Jun 03 21:45:22.276786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Network e46428c5-dc6f-4357-b32e-43e7a6a4f628 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:22.298454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, e46428c5-dc6f-4357-b32e-43e7a6a4f628) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:22.312181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead9bfd-69fb-4ec6-b18c-b4d2bb76cc60 None None] Network e46428c5-dc6f-4357-b32e-43e7a6a4f628 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:22.317904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:22.319079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:22.342040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:22.342795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7fa1fc0d-7fed-4194-a4b5-d81134acd861 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:22.355332 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6498165 Jun 03 21:45:22.356346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50546) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:22.371924 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Request body: {'port': {'network_id': 'e46428c5-dc6f-4357-b32e-43e7a6a4f628', 'name': 'tempest-ExtraDHCPOptionsTestJSON-707198879'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:22.433834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a936acb1-07ce-4076-95dd-edeb1c208f2c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:22.434672 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a936acb1-07ce-4076-95dd-edeb1c208f2c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Synchronizing usage tracker for tenant:ff7d8ff255784873bc0cd6673c06124a on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:45:22.613261 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e4834-e1c0-4362-8875-8a3f9f17486a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=fea37f3e-2517-4b1d-b535-bf9c3c48f8be,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:22.628665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:22.636557 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c11e4834-e1c0-4362-8875-8a3f9f17486a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:22.641309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:22.641978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-e46428c5-dc6f-4357-b32e-43e7a6a4f628', 'network_id': 'e46428c5-dc6f-4357-b32e-43e7a6a4f628', 'tenant_id': '5c889a6582b24384892c696a23049252', 'fixed_ips': [{'subnet_id': '92a20305-2f52-4410-9609-66ff7dadcb25'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:22.642972 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:22.648878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Usage tracker for resource:port and tenant:5c889a6582b24384892c696a23049252 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:22.666256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:22.680861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:22.696963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Made reservation on behalf of 5c889a6582b24384892c696a23049252 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:22.705039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:22.738063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9cfa25-b582-4b9f-8264-7147651cb06d']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:22.752579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] device_id is not set on port ba52c850-4711-4c1d-97ba-8401a1733560 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:45:22.765147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d209a7-e2bc-4650-b661-71953e2af0eb') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:22.765525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d209a7-e2bc-4650-b661-71953e2af0eb') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:22.781739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:22.876704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1dc524d0-26c3-4d34-af23-44f9390dbfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:22.927388 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Allocated IP 172.20.0.2 (e46428c5-dc6f-4357-b32e-43e7a6a4f628/92a20305-2f52-4410-9609-66ff7dadcb25/bc6d9dbb-4405-4f37-bac2-79c9ddd88842) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:23.051067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a936acb1-07ce-4076-95dd-edeb1c208f2c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Unset dirty status for tenant:ff7d8ff255784873bc0cd6673c06124a on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:45:23.052257 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a936acb1-07ce-4076-95dd-edeb1c208f2c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&device_id=ca330701-0ba6-4af5-a937-7ac64d9b849b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0810649 Jun 03 21:45:23.052916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c11e4834-e1c0-4362-8875-8a3f9f17486a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:23.055645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50560) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:23.126423 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad814b1-eabe-4230-b548-fcce0643d8a2 None None] Network ba9cfa25-b582-4b9f-8264-7147651cb06d requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:23.185734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:23.191273 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9a693994-bbed-409d-8e27-1d22a84b6733 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:23.264240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:23.265160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:23.289818 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:23.450920 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d102f62d-c1e4-43ff-973d-65fbbb393ce8 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:23.451802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d102f62d-c1e4-43ff-973d-65fbbb393ce8 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Synchronizing usage tracker for tenant:ff7d8ff255784873bc0cd6673c06124a on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:45:23.457222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50572) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:23.471013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-22cc0e81-ed0f-4594-b05b-4fe8e4a52e08 None None] Provisioning for port 9a693994-bbed-409d-8e27-1d22a84b6733 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:23.478290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d102f62d-c1e4-43ff-973d-65fbbb393ce8 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Unset dirty status for tenant:ff7d8ff255784873bc0cd6673c06124a on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:45:23.479678 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d102f62d-c1e4-43ff-973d-65fbbb393ce8 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/networks/89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 881 time: 0.4230115 Jun 03 21:45:23.482757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50576) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:23.540709 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-da4a2886-8195-44f0-8662-ab3bd070c93d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca330701-0ba6-4af5-a937-7ac64d9b849b HTTP/1.1" status: 200 len: 205 time: 0.0564957 Jun 03 21:45:23.543867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50580) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:23.550933 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:23.562164 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Transition to ACTIVE for port object bc6d9dbb-4405-4f37-bac2-79c9ddd88842 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:23.564340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11e4834-e1c0-4362-8875-8a3f9f17486a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router e02296a3-ec8f-419e-bf6c-8103017d5b89 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:45:23.570737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.api [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:45:23.570737 dv-neutron-792998-2-hyperv neutron-server[104397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:45:23.570737 dv-neutron-792998-2-hyperv neutron-server[104397]: [parameters: {'id': 'ba9cfa25-b582-4b9f-8264-7147651cb06d'}] Jun 03 21:45:23.570737 dv-neutron-792998-2-hyperv neutron-server[104397]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:45:23.577753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_db.api [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:45:23.584013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Transition to ACTIVE for port object bc6d9dbb-4405-4f37-bac2-79c9ddd88842 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:23.620716 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:23.628603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d5ce2cb3-fc15-4a6f-9e52-26ff5b10ec27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:23.634892 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-410515540'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:23.675697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:23.688951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:network and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:23.697172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:23.709081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:23.737347 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Network e46428c5-dc6f-4357-b32e-43e7a6a4f628 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:23.764855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11e4834-e1c0-4362-8875-8a3f9f17486a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:45:23.771002 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:23.777740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Pushing event updated for resources: {'Port': ['ID=bc6d9dbb-4405-4f37-bac2-79c9ddd88842,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:23.785969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:23.789029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:23.789270 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 9a693994-bbed-409d-8e27-1d22a84b6733 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:23.799877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a917b5b-9347-41ab-a90d-35dc7265a951 None None] Sync routers for ids ['e02296a3-ec8f-419e-bf6c-8103017d5b89'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:45:23.800068 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c11e4834-e1c0-4362-8875-8a3f9f17486a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/e02296a3-ec8f-419e-bf6c-8103017d5b89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1218896 Jun 03 21:45:23.801058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50582) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:23.802999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:23.805185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 9a693994-bbed-409d-8e27-1d22a84b6733 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:23.805552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:23.806526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:23.820985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Allocated IP 172.20.0.12 (e46428c5-dc6f-4357-b32e-43e7a6a4f628/92a20305-2f52-4410-9609-66ff7dadcb25/ba52c850-4711-4c1d-97ba-8401a1733560) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:23.832963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:23.852772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-05af4fce-9769-4ebc-9f64-beb7c95b77e7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Synchronizing usage tracker for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:45:23.863360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:23.871681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-05af4fce-9769-4ebc-9f64-beb7c95b77e7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Unset dirty status for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:45:23.872617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:security_group_rule and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:23.875148 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-05af4fce-9769-4ebc-9f64-beb7c95b77e7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=e02296a3-ec8f-419e-bf6c-8103017d5b89 HTTP/1.1" status: 200 len: 205 time: 0.0718970 Jun 03 21:45:23.875350 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50584) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:23.877345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:23.901827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:23.935849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a917b5b-9347-41ab-a90d-35dc7265a951 None None] Routers {'e02296a3-ec8f-419e-bf6c-8103017d5b89'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:23.936481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0a917b5b-9347-41ab-a90d-35dc7265a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['e02296a3-ec8f-419e-bf6c-8103017d5b89'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:24.011405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-671ea807-2ccc-4440-8575-9f51c242f1f9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.014468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0a917b5b-9347-41ab-a90d-35dc7265a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:24.021908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Attempting to bind port bc6d9dbb-4405-4f37-bac2-79c9ddd88842 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:24.022370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Attempting to bind port bc6d9dbb-4405-4f37-bac2-79c9ddd88842 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'e62930d7-7e08-407a-ab59-b929bc2a307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e46428c5-dc6f-4357-b32e-43e7a6a4f628'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:24.022809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Attempting to bind port bc6d9dbb-4405-4f37-bac2-79c9ddd88842 on network e46428c5-dc6f-4357-b32e-43e7a6a4f628 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:24.038661 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:24.039090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Checking segment: {'id': 'e62930d7-7e08-407a-ab59-b929bc2a307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e46428c5-dc6f-4357-b32e-43e7a6a4f628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:24.039414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.039837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Bound using segment: {'id': 'e62930d7-7e08-407a-ab59-b929bc2a307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e46428c5-dc6f-4357-b32e-43e7a6a4f628'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:24.040326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Bound port: bc6d9dbb-4405-4f37-bac2-79c9ddd88842, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62930d7-7e08-407a-ab59-b929bc2a307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'e46428c5-dc6f-4357-b32e-43e7a6a4f628'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:24.040694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.060278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a917b5b-9347-41ab-a90d-35dc7265a951 None None] Routers {'e02296a3-ec8f-419e-bf6c-8103017d5b89'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:24.060905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0a917b5b-9347-41ab-a90d-35dc7265a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:44:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['e02296a3-ec8f-419e-bf6c-8103017d5b89'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:24.074723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:24.080081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.122386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.204706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0a917b5b-9347-41ab-a90d-35dc7265a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:24.205117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a917b5b-9347-41ab-a90d-35dc7265a951 None None] The sync data for ids ['e02296a3-ec8f-419e-bf6c-8103017d5b89'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:45:24.253040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.284398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] For port bc6d9dbb-4405-4f37-bac2-79c9ddd88842, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:24.288678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] For port bc6d9dbb-4405-4f37-bac2-79c9ddd88842, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=bc6d9dbb-4405-4f37-bac2-79c9ddd88842,segment=NetworkSegment(e62930d7-7e08-407a-ab59-b929bc2a307e),segment_id=e62930d7-7e08-407a-ab59-b929bc2a307e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:24.298027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.304690 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:24.345311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c96a9-9284-4574-8663-b2ec996a9600 None None] DHCP port deletion for ba9cfa25-b582-4b9f-8264-7147651cb06d request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:45:24.350016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 9a693994-bbed-409d-8e27-1d22a84b6733, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9a693994-bbed-409d-8e27-1d22a84b6733,segment=NetworkSegment(d9d209a7-e2bc-4650-b661-71953e2af0eb),segment_id=d9d209a7-e2bc-4650-b661-71953e2af0eb)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:24.366644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.411320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-671ea807-2ccc-4440-8575-9f51c242f1f9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.416999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-671ea807-2ccc-4440-8575-9f51c242f1f9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.449201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Pushing event updated for resources: {'Port': ['ID=bc6d9dbb-4405-4f37-bac2-79c9ddd88842,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:24.453098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:24.453579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:24.461336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Deleting port 9a693994-bbed-409d-8e27-1d22a84b6733 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:24.461695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.484208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-671ea807-2ccc-4440-8575-9f51c242f1f9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.484681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671ea807-2ccc-4440-8575-9f51c242f1f9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Fanout notify agent at l3_agent the message router_deleted on router e02296a3-ec8f-419e-bf6c-8103017d5b89 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:45:24.523964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-671ea807-2ccc-4440-8575-9f51c242f1f9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.529093 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-671ea807-2ccc-4440-8575-9f51c242f1f9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/e02296a3-ec8f-419e-bf6c-8103017d5b89 HTTP/1.1" status: 204 len: 168 time: 0.6512148 Jun 03 21:45:24.529743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50590) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:24.541208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=9a693994-bbed-409d-8e27-1d22a84b6733,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:24.545259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c96a9-9284-4574-8663-b2ec996a9600 None None] Deleting port 9a693994-bbed-409d-8e27-1d22a84b6733 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:24.545636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5c9c96a9-9284-4574-8663-b2ec996a9600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.579593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:24.597748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.609271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.627281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Deleting port 143d32e1-241d-4858-926e-8f41da043a18 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:24.627834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.640958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.649960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:24.664071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-5c9c96a9-9284-4574-8663-b2ec996a9600 None None] For port 9a693994-bbed-409d-8e27-1d22a84b6733, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9a693994-bbed-409d-8e27-1d22a84b6733,segment=NetworkSegment(d9d209a7-e2bc-4650-b661-71953e2af0eb),segment_id=d9d209a7-e2bc-4650-b661-71953e2af0eb)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:24.664565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5c9c96a9-9284-4574-8663-b2ec996a9600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.830912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:24.875665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5c9c96a9-9284-4574-8663-b2ec996a9600 None None] Calling delete_port for 9a693994-bbed-409d-8e27-1d22a84b6733 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:24.883838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Transition to ACTIVE for port object ba52c850-4711-4c1d-97ba-8401a1733560 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:24.909413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20811af5-83ca-41fe-abcb-f7d1b89f79a8,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:24.913456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.916806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] For port 9a693994-bbed-409d-8e27-1d22a84b6733, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9a693994-bbed-409d-8e27-1d22a84b6733,segment=NetworkSegment(d9d209a7-e2bc-4650-b661-71953e2af0eb),segment_id=d9d209a7-e2bc-4650-b661-71953e2af0eb)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:24.917159 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.929382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:24.933520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.933958 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Added segment 99d499dc-0d37-4dfe-bd67-d0a50737dc6c of type vlan for network 5e035a1c-66cc-482c-bf9d-2aa124b2eb94 Jun 03 21:45:24.935809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.938330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5c9c96a9-9284-4574-8663-b2ec996a9600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:24.945816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b99081b5-4369-4cca-976a-d891a36673a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:25.003295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c96a9-9284-4574-8663-b2ec996a9600 None None] Pushing event deleted for resources: {'Port': ['ID=9a693994-bbed-409d-8e27-1d22a84b6733,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:25.004614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-83db74fe-d5ae-4851-a9d8-fe0e6eb019b1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:25.010536 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5c9c96a9-9284-4574-8663-b2ec996a9600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:25.012180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c96a9-9284-4574-8663-b2ec996a9600 None None] No DVR routers for this DVR port 9a693994-bbed-409d-8e27-1d22a84b6733 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:25.066923 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Calling delete_port for 9a693994-bbed-409d-8e27-1d22a84b6733 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:25.076692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a11b5b-e4ae-4dbd-a668-680b5ca7ed10 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting subnet 10f34607-48a9-4cb8-9b08-f3c0aeb2450b {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:45:25.081621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f3a11b5b-e4ae-4dbd-a668-680b5ca7ed10 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.129615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bc6d9dbb-4405-4f37-bac2-79c9ddd88842 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:25.158345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Calling delete_port for 143d32e1-241d-4858-926e-8f41da043a18 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:25.171996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f3a11b5b-e4ae-4dbd-a668-680b5ca7ed10 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.207083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port bc6d9dbb-4405-4f37-bac2-79c9ddd88842 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:25.209671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.228746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Network e46428c5-dc6f-4357-b32e-43e7a6a4f628 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:25.231780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:25.255232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.265325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8c6090a1-8759-4e56-bd6e-ce8b2a5f1dc9 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:25.282843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9a693994-bbed-409d-8e27-1d22a84b6733 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:45:25.307310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:25.314399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Port': ['ID=9a693994-bbed-409d-8e27-1d22a84b6733,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:25.316872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:25.321000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No DVR routers for this DVR port 9a693994-bbed-409d-8e27-1d22a84b6733 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:25.336699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Pushing event updated for resources: {'Port': ['ID=ba52c850-4711-4c1d-97ba-8401a1733560,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:25.344396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:25.354194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.362703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:25.363721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.369248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0c4997bc-b607-4e23-9b79-418f2f8bb7ca tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:25.378920 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 9a693994-bbed-409d-8e27-1d22a84b6733 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:45:25.379326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9a693994-bbed-409d-8e27-1d22a84b6733 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:45:25.399779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f3a11b5b-e4ae-4dbd-a668-680b5ca7ed10 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.410079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.471028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5d00bde0-19e0-41db-aca5-2147f8e5e0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.541633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.561476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9cfa25-b582-4b9f-8264-7147651cb06d']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:25.606012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d209a7-e2bc-4650-b661-71953e2af0eb') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:25.616008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d209a7-e2bc-4650-b661-71953e2af0eb') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:25.642564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.688062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:25.688710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.714135 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2463403 Jun 03 21:45:25.717952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Network': ['ID=5e035a1c-66cc-482c-bf9d-2aa124b2eb94,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:25.723988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:25.740199 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3773222 Jun 03 21:45:25.740417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 5e035a1c-66cc-482c-bf9d-2aa124b2eb94 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:25.741787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50598) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:25.743317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.748818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Request body: {'port': {'network_id': 'e46428c5-dc6f-4357-b32e-43e7a6a4f628', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1173273781', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:25.749283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.api.validators [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] bootfile-name is not in valid_values {{(pid=104396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 21:45:25.749669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.api.validators [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] tftp-server is not in valid_values {{(pid=104396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 21:45:25.749999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.api.validators [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] server-ip-address is not in valid_values {{(pid=104396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 21:45:25.793398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a15e366-7ccb-465e-98a0-2be3ce964909 None None] Network e46428c5-dc6f-4357-b32e-43e7a6a4f628 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:25.900712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:25.901851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:25.925791 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:25.930371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f3a11b5b-e4ae-4dbd-a668-680b5ca7ed10 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:25.951693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dd3a4960-7a41-4f40-b874-7ba291007abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:26.050321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.052661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a11b5b-e4ae-4dbd-a668-680b5ca7ed10 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Subnet': ['ID=10f34607-48a9-4cb8-9b08-f3c0aeb2450b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:26.068514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2e91022a-923d-4878-84e7-bd38776fab21 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:26.069423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f3a11b5b-e4ae-4dbd-a668-680b5ca7ed10 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:26.077420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-899607e3-c7b2-46e1-9e09-75d0f0822f07 None None] Provisioning for port bc6d9dbb-4405-4f37-bac2-79c9ddd88842 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:26.081377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f3a11b5b-e4ae-4dbd-a668-680b5ca7ed10 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.091084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a11c045-dff4-4310-940e-23b23a603086 None None] Network fd14ef5d-8447-4954-a34f-e9cf4b44932f requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:26.100177 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f3a11b5b-e4ae-4dbd-a668-680b5ca7ed10 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/10f34607-48a9-4cb8-9b08-f3c0aeb2450b HTTP/1.1" status: 204 len: 168 time: 1.3004093 Jun 03 21:45:26.105678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.105678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50602) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:26.125164 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-899607e3-c7b2-46e1-9e09-75d0f0822f07 None None] Provisioning complete for port bc6d9dbb-4405-4f37-bac2-79c9ddd88842 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:26.125540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-899607e3-c7b2-46e1-9e09-75d0f0822f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.136888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:26.155095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.157108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Pushing event deleted for resources: {'Port': ['ID=143d32e1-241d-4858-926e-8f41da043a18,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:26.162854 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/ba9cfa25-b582-4b9f-8264-7147651cb06d HTTP/1.1" status: 204 len: 168 time: 5.8515344 Jun 03 21:45:26.167932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50604) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:26.169310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:26.175630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1712909151'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:26.197281 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Network': ['ID=ba9cfa25-b582-4b9f-8264-7147651cb06d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:26.203890 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:26.233916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:26.268933 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:26.279107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Usage tracker for resource:port and tenant:5c889a6582b24384892c696a23049252 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:26.283316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:network and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:26.286680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:26.294692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:26.307944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:26.311546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:26.311719 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.347384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:26.351254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.371303 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Made reservation on behalf of 5c889a6582b24384892c696a23049252 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:26.375130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.400876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.416696 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port 98f0e9ef-f058-431b-a026-7191965b88d9 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:26.417223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.558234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] For port 98f0e9ef-f058-431b-a026-7191965b88d9, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=98f0e9ef-f058-431b-a026-7191965b88d9,segment=NetworkSegment(56c65502-46b7-4704-9915-30d4cb1ea611),segment_id=56c65502-46b7-4704-9915-30d4cb1ea611)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:26.558943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.587549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] device_id is not set on port 7b710deb-5363-437a-bc28-8c38c37bd4e1 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:45:26.606938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.630880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:26.650210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-899607e3-c7b2-46e1-9e09-75d0f0822f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.707163 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-899607e3-c7b2-46e1-9e09-75d0f0822f07 None None] For port bc6d9dbb-4405-4f37-bac2-79c9ddd88842, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=bc6d9dbb-4405-4f37-bac2-79c9ddd88842,segment=NetworkSegment(e62930d7-7e08-407a-ab59-b929bc2a307e),segment_id=e62930d7-7e08-407a-ab59-b929bc2a307e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:26.715772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.725720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-899607e3-c7b2-46e1-9e09-75d0f0822f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.734831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:26.735965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.738188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.744530 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Added segment fd5f52ea-5f91-4e93-98e8-e3fd17934ff0 of type vlan for network f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d Jun 03 21:45:26.877424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.888219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899607e3-c7b2-46e1-9e09-75d0f0822f07 None None] Pushing event updated for resources: {'Port': ['ID=bc6d9dbb-4405-4f37-bac2-79c9ddd88842,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:26.895171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-899607e3-c7b2-46e1-9e09-75d0f0822f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:26.901606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.902289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Fanout notify agent at l3_agent the message router_deleted on router ca330701-0ba6-4af5-a937-7ac64d9b849b {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:45:26.953284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:26.981038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for 98f0e9ef-f058-431b-a026-7191965b88d9 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:27.008848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b1dc3a-ce20-4af2-9128-0c1ac076e3ea None None] DHCP port deletion for fd14ef5d-8447-4954-a34f-e9cf4b44932f request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:45:27.070693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.092325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7c9300fc-5d36-4f9e-a63f-18fe233c9998 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:27.100379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-04b1dc3a-ce20-4af2-9128-0c1ac076e3ea None None] The port '98f0e9ef-f058-431b-a026-7191965b88d9' was deleted {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 03 21:45:27.108047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8683ba19-1585-4de4-801d-d67d1bbfda64 None None] Provisioning for port ba52c850-4711-4c1d-97ba-8401a1733560 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:27.113582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8683ba19-1585-4de4-801d-d67d1bbfda64 None None] Provisioning complete for port ba52c850-4711-4c1d-97ba-8401a1733560 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:27.114201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8683ba19-1585-4de4-801d-d67d1bbfda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.193680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=98f0e9ef-f058-431b-a026-7191965b88d9,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:27.202385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No DVR routers for this DVR port 98f0e9ef-f058-431b-a026-7191965b88d9 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:27.209189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8683ba19-1585-4de4-801d-d67d1bbfda64 None None] Port ba52c850-4711-4c1d-97ba-8401a1733560 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:45:27.225184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bc6d9dbb-4405-4f37-bac2-79c9ddd88842 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:27.241487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:27.269834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.279235 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "DELETE /v2.0/routers/ca330701-0ba6-4af5-a937-7ac64d9b849b HTTP/1.1" status: 204 len: 168 time: 3.7337191 Jun 03 21:45:27.279913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50612) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:27.286582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Allocated IP 172.20.0.10 (e46428c5-dc6f-4357-b32e-43e7a6a4f628/92a20305-2f52-4410-9609-66ff7dadcb25/7b710deb-5363-437a-bc28-8c38c37bd4e1) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:27.293868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-fd966886-8636-4d8e-be60-c5b6e36a9bb4 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-601027188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:27.294653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8683ba19-1585-4de4-801d-d67d1bbfda64 None None] Provisioning complete for port bc6d9dbb-4405-4f37-bac2-79c9ddd88842 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:27.295229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8683ba19-1585-4de4-801d-d67d1bbfda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.327677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fd966886-8636-4d8e-be60-c5b6e36a9bb4 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:27.332166 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.344376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:27.345005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.354781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b5c34ae1-7c0c-4850-9a04-5485ffa1941d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:27.359283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.369985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fd966886-8636-4d8e-be60-c5b6e36a9bb4 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Usage tracker for resource:router and tenant:b942e31ee98f47849ff506186f9e3b6e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:27.390047 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd14ef5d-8447-4954-a34f-e9cf4b44932f']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:27.395528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fd966886-8636-4d8e-be60-c5b6e36a9bb4 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:27.404806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c65502-46b7-4704-9915-30d4cb1ea611') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:27.405322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c65502-46b7-4704-9915-30d4cb1ea611') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:27.420777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.424641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fd966886-8636-4d8e-be60-c5b6e36a9bb4 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:27.440997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.449348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:27.449786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.455284 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2847078 Jun 03 21:45:27.461570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50614) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:27.476066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'subnet': {'network_id': 'f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:27.494625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port bc6d9dbb-4405-4f37-bac2-79c9ddd88842 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:27.494987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.556557 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fd966886-8636-4d8e-be60-c5b6e36a9bb4 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.558274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fd966886-8636-4d8e-be60-c5b6e36a9bb4 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:27.559193 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:27.564682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.568413 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:27.590963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.592705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:27.607404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:27.620806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Network': ['ID=fd14ef5d-8447-4954-a34f-e9cf4b44932f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:27.633467 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/networks/fd14ef5d-8447-4954-a34f-e9cf4b44932f HTTP/1.1" status: 204 len: 168 time: 1.5258014 Jun 03 21:45:27.633467 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:27.633832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50616) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:27.635781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:27.638904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-90dba769-2f8e-4008-a683-b913c72b5d02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1230813962', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:27.647756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-90dba769-2f8e-4008-a683-b913c72b5d02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:27.652697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-90dba769-2f8e-4008-a683-b913c72b5d02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:router and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:27.656624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-90dba769-2f8e-4008-a683-b913c72b5d02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:27.663911 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-90dba769-2f8e-4008-a683-b913c72b5d02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:27.680580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90dba769-2f8e-4008-a683-b913c72b5d02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.684604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90dba769-2f8e-4008-a683-b913c72b5d02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.722739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90dba769-2f8e-4008-a683-b913c72b5d02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.745639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90dba769-2f8e-4008-a683-b913c72b5d02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.777346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fd966886-8636-4d8e-be60-c5b6e36a9bb4 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.782458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90dba769-2f8e-4008-a683-b913c72b5d02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.786241 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-90dba769-2f8e-4008-a683-b913c72b5d02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1487701 Jun 03 21:45:27.786471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50620) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:27.793536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1907501534'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:27.800201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:27.805508 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:network and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:27.808709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:27.815717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:27.841065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:27.852199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.881413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c0e3442e-00f7-48bf-a6e7-6c3b7a1807d3 None None] Provisioning complete for port ba52c850-4711-4c1d-97ba-8401a1733560 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:27.882231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c0e3442e-00f7-48bf-a6e7-6c3b7a1807d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.905297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:27.911387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:27.924467 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.924841 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Added segment 9dd7e5dd-37e9-4304-92a9-94d27afa62c8 of type vlan for network 98aa7c9c-d4e0-4a39-bf74-711839974b67 Jun 03 21:45:27.928663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:subnet and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:27.937654 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:27.948255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:27.950760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fd966886-8636-4d8e-be60-c5b6e36a9bb4 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:27.973435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:28.037119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:28.038850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:28.041664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:28.046026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:28.046878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:28.048816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3442e-00f7-48bf-a6e7-6c3b7a1807d3 None None] Port ba52c850-4711-4c1d-97ba-8401a1733560 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:45:28.079127 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fd966886-8636-4d8e-be60-c5b6e36a9bb4 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:28.084642 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fd966886-8636-4d8e-be60-c5b6e36a9bb4 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7929587 Jun 03 21:45:28.084901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:28.102599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50626) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:28.108562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Request body: {'router': {'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:28.183601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 98f0e9ef-f058-431b-a026-7191965b88d9 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:45:28.218521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Network': ['ID=98aa7c9c-d4e0-4a39-bf74-711839974b67,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:28.229502 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4417732 Jun 03 21:45:28.231189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:28.232143 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50628) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:28.234712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 98aa7c9c-d4e0-4a39-bf74-711839974b67 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:28.239397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'subnet': {'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:28.254871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 98f0e9ef-f058-431b-a026-7191965b88d9 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:45:28.255366 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 98f0e9ef-f058-431b-a026-7191965b88d9 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:45:28.405435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:28.406425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:28.407403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:28.410741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:subnet and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:28.415321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:28.422707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:28.435780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:28.440279 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:28.481915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_backend_mixin [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Performing IP validity checks on allocation pools {{(pid=104396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 03 21:45:28.482508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_backend_mixin [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 03 21:45:28.558475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Transition to ACTIVE for port object 7b710deb-5363-437a-bc28-8c38c37bd4e1 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:28.886802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:28.907258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:28.912456 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:28.933443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:28.943989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7dc5c654-9270-4c57-805b-a76b33255885 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:29.018345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Subnet': ['ID=085218ab-c720-492f-a522-e53af7084157,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:29.032240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:29.032704 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50634) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:29.040624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'subnet': {'network_id': '5e035a1c-66cc-482c-bf9d-2aa124b2eb94', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:29.048845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Network e46428c5-dc6f-4357-b32e-43e7a6a4f628 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:29.065730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:29.075831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:29.101728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Pushing event updated for resources: {'Port': ['ID=7b710deb-5363-437a-bc28-8c38c37bd4e1,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:29.117101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:29.178938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Checking segment: {'id': '9dd7e5dd-37e9-4304-92a9-94d27afa62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:29.179338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network hostable DHCP agents. Network: 98aa7c9c-d4e0-4a39-bf74-711839974b67, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:29.198660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:29.204841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:subnet and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:29.208254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:29.216910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:29.224679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network 98aa7c9c-d4e0-4a39-bf74-711839974b67 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:29.232539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:29.233240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:29.236855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 98aa7c9c-d4e0-4a39-bf74-711839974b67) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:29.245158 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:29.249027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:29.257034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd16a10-e4d7-4c33-8b16-b3fa98da84f6 None None] Network 98aa7c9c-d4e0-4a39-bf74-711839974b67 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:29.277434 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.5327470 Jun 03 21:45:29.279433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:29.280070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:29.286090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50638) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:29.423533 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1869521 Jun 03 21:45:29.425281 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50640) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:29.505384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fec127b4-cafe-4715-914c-e5d9e0d29d76 None None] Provisioning for port 7b710deb-5363-437a-bc28-8c38c37bd4e1 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:29.519667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fec127b4-cafe-4715-914c-e5d9e0d29d76 None None] Provisioning complete for port 7b710deb-5363-437a-bc28-8c38c37bd4e1 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:29.520090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fec127b4-cafe-4715-914c-e5d9e0d29d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:29.627110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-fec127b4-cafe-4715-914c-e5d9e0d29d76 None None] Port 7b710deb-5363-437a-bc28-8c38c37bd4e1 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:45:29.638767 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-98aa7c9c-d4e0-4a39-bf74-711839974b67', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:29.639639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:29.687481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:29.726249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:29.738456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb93facb-5f35-4d00-a83a-88aba8285faf tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:29.744652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb93facb-5f35-4d00-a83a-88aba8285faf tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:29.750657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb93facb-5f35-4d00-a83a-88aba8285faf tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:29.751593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-eb93facb-5f35-4d00-a83a-88aba8285faf tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Synchronizing usage tracker for tenant:5c889a6582b24384892c696a23049252 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:45:29.825643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Allocated IP 2001:db8::2 (98aa7c9c-d4e0-4a39-bf74-711839974b67/085218ab-c720-492f-a522-e53af7084157/cf62ada5-5524-476d-b67b-163e14f5abf4) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:30.040800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-eb93facb-5f35-4d00-a83a-88aba8285faf tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Unset dirty status for tenant:5c889a6582b24384892c696a23049252 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:45:30.044901 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-eb93facb-5f35-4d00-a83a-88aba8285faf tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.7568491 Jun 03 21:45:30.045484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50644) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:30.061797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:30.078642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Transition to ACTIVE for port object cf62ada5-5524-476d-b67b-163e14f5abf4 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:30.083592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:30.095452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:30.127663 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Transition to ACTIVE for port object cf62ada5-5524-476d-b67b-163e14f5abf4 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:30.139280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:30.158142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7fb12e93-d2b1-44ad-b4ee-1f066426bca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:30.186314 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e2c5584a-bc8f-49fc-8c39-3cc1ab1205ff req-f6edfded-c75a-4d2d-a76e-6026544937ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6972816 Jun 03 21:45:30.234897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Network 98aa7c9c-d4e0-4a39-bf74-711839974b67 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:30.237894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:30.246578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:30.259599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Subnet': ['ID=6926a580-061b-4e03-a6d0-eb3e0ad2916d,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:30.296506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:30.322720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:30.331631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking segment: {'id': 'fd5f52ea-5f91-4e93-98e8-e3fd17934ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:30.332179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network hostable DHCP agents. Network: f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:30.338426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Allocated IP 172.26.3.151 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/622d83a4-a7bb-4682-8fae-9524cc06e31e) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:30.361713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Pushing event updated for resources: {'Port': ['ID=cf62ada5-5524-476d-b67b-163e14f5abf4,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:30.365531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:30.373724 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Attempting to bind port cf62ada5-5524-476d-b67b-163e14f5abf4 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:30.374108 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Attempting to bind port cf62ada5-5524-476d-b67b-163e14f5abf4 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '9dd7e5dd-37e9-4304-92a9-94d27afa62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:30.374505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Attempting to bind port cf62ada5-5524-476d-b67b-163e14f5abf4 on network 98aa7c9c-d4e0-4a39-bf74-711839974b67 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:30.380473 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:30.381015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Checking segment: {'id': '9dd7e5dd-37e9-4304-92a9-94d27afa62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:30.381241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:30.381758 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Bound using segment: {'id': '9dd7e5dd-37e9-4304-92a9-94d27afa62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:30.382457 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Bound port: cf62ada5-5524-476d-b67b-163e14f5abf4, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd7e5dd-37e9-4304-92a9-94d27afa62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:30.383161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:30.411974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:30.488469 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] For port cf62ada5-5524-476d-b67b-163e14f5abf4, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:30.493204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] For port cf62ada5-5524-476d-b67b-163e14f5abf4, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cf62ada5-5524-476d-b67b-163e14f5abf4,segment=NetworkSegment(9dd7e5dd-37e9-4304-92a9-94d27afa62c8),segment_id=9dd7e5dd-37e9-4304-92a9-94d27afa62c8)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:30.500365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:30.505159 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-73e9a4ce-391b-404e-a725-22650cc17353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:30.560152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:30.579373 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-0a31930d-124b-49ba-a9c4-9b63a4452ae6 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Deleting port 7b710deb-5363-437a-bc28-8c38c37bd4e1 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:30.579760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a31930d-124b-49ba-a9c4-9b63a4452ae6 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:30.582636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4506b4-c47d-4793-a225-146ee1f49459 None None] Network f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:30.614180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:30.614773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:30.627221 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Pushing event updated for resources: {'Port': ['ID=cf62ada5-5524-476d-b67b-163e14f5abf4,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:30.633628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:30.652178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5584a-bc8f-49fc-8c39-3cc1ab1205ff req-c6a619b5-c038-43d5-a1a5-d6c9e368ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:30.653239 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e2c5584a-bc8f-49fc-8c39-3cc1ab1205ff req-c6a619b5-c038-43d5-a1a5-d6c9e368ebc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de330ded214f4d50a7154a6f70805db0&device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 1098 time: 0.4332495 Jun 03 21:45:30.745526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:30.759234 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.2851295 Jun 03 21:45:30.762031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50652) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:30.894375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d', 'network_id': 'f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d', 'tenant_id': 'b19a3ae18129407e99341659481c261f', 'fixed_ips': [{'subnet_id': '6926a580-061b-4e03-a6d0-eb3e0ad2916d'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:30.895298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:30.920667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a31930d-124b-49ba-a9c4-9b63a4452ae6 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:31.002364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Allocated IP 2001:db8::1 (98aa7c9c-d4e0-4a39-bf74-711839974b67/085218ab-c720-492f-a522-e53af7084157/04cca07c-8456-45fa-8005-b93b9c4180d8) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:31.163336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-0a31930d-124b-49ba-a9c4-9b63a4452ae6 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Calling delete_port for 7b710deb-5363-437a-bc28-8c38c37bd4e1 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:31.165163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5584a-bc8f-49fc-8c39-3cc1ab1205ff req-4ac111ea-1d6d-40df-aa5c-9e39c6e51ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:31.166724 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e2c5584a-bc8f-49fc-8c39-3cc1ab1205ff req-4ac111ea-1d6d-40df-aa5c-9e39c6e51ebf service neutron] 10.222.0.24 "GET /v2.0/networks?id=21c45018-37a9-4d8b-8264-e960e83890a9 HTTP/1.1" status: 200 len: 907 time: 0.4674702 Jun 03 21:45:31.172041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cf62ada5-5524-476d-b67b-163e14f5abf4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:31.221006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:31.223413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:31.230608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d0a148cd-f6cb-49c0-9ce1-54cab7f33734 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:31.246701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Allocated IP 172.20.0.3 (f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d/6926a580-061b-4e03-a6d0-eb3e0ad2916d/2903918d-b565-4a49-aae2-e7ae901db810) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:31.315001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:31.318589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:31.326377 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:31.340272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port cf62ada5-5524-476d-b67b-163e14f5abf4 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:31.428795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Pushing event updated for resources: {'Port': ['ID=622d83a4-a7bb-4682-8fae-9524cc06e31e,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:31.442883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:31.584893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:31.592644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:31.606483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Transition to ACTIVE for port object 2903918d-b565-4a49-aae2-e7ae901db810 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:31.633738 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Transition to ACTIVE for port object 2903918d-b565-4a49-aae2-e7ae901db810 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:31.641565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:31.642693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:31.656092 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e2c5584a-bc8f-49fc-8c39-3cc1ab1205ff req-6ad40578-07ce-4a15-84a9-68e64057eb6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=161ba807-d137-44d4-83ad-ee3fc76b6338 HTTP/1.1" status: 200 len: 1001 time: 0.3781309 Jun 03 21:45:31.656583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-899607e3-c7b2-46e1-9e09-75d0f0822f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:31.720202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Transition to ACTIVE for port object 04cca07c-8456-45fa-8005-b93b9c4180d8 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:31.726215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Network f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:31.731737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:31.733083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:31.737206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:31.751262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f3a11b5b-e4ae-4dbd-a668-680b5ca7ed10 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:31.856068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Pushing event updated for resources: {'Port': ['ID=2903918d-b565-4a49-aae2-e7ae901db810,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:31.864914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:31.867049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5584a-bc8f-49fc-8c39-3cc1ab1205ff req-ad641166-0048-482d-b642-50a0ad3680fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:31.870638 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e2c5584a-bc8f-49fc-8c39-3cc1ab1205ff req-ad641166-0048-482d-b642-50a0ad3680fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8a91673-3043-4757-a983-3e6ef46383ed HTTP/1.1" status: 200 len: 844 time: 0.1996617 Jun 03 21:45:31.951773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Attempting to bind port 2903918d-b565-4a49-aae2-e7ae901db810 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:31.952156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Attempting to bind port 2903918d-b565-4a49-aae2-e7ae901db810 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'fd5f52ea-5f91-4e93-98e8-e3fd17934ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:31.952506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Attempting to bind port 2903918d-b565-4a49-aae2-e7ae901db810 on network f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:31.954720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a31930d-124b-49ba-a9c4-9b63a4452ae6 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:31.960767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Subnet': ['ID=45748d79-001b-48c3-ab8a-5317ceabcaf7,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:31.963649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:31.964296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b07e852b-53be-46c3-b088-8212f41f175b tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:31.964738 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:31.965121 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Checking segment: {'id': 'fd5f52ea-5f91-4e93-98e8-e3fd17934ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:31.965524 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:31.966193 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Bound using segment: {'id': 'fd5f52ea-5f91-4e93-98e8-e3fd17934ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:31.966674 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Bound port: 2903918d-b565-4a49-aae2-e7ae901db810, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5f52ea-5f91-4e93-98e8-e3fd17934ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:31.967516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:31.981831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Checking segment: {'id': '99d499dc-0d37-4dfe-bd67-d0a50737dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '5e035a1c-66cc-482c-bf9d-2aa124b2eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:31.982189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network hostable DHCP agents. Network: 5e035a1c-66cc-482c-bf9d-2aa124b2eb94, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:31.997652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:32.003686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:32.060324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5149279e-53d9-4cdf-802d-43c8b3578030 None None] Network 98aa7c9c-d4e0-4a39-bf74-711839974b67 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:32.103429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network 98aa7c9c-d4e0-4a39-bf74-711839974b67 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:32.113182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network 5e035a1c-66cc-482c-bf9d-2aa124b2eb94 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:32.128058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:32.132332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:32.132332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:32.133296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] For port 2903918d-b565-4a49-aae2-e7ae901db810, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:32.141067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=04cca07c-8456-45fa-8005-b93b9c4180d8,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:32.144628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:32.158985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5584a-bc8f-49fc-8c39-3cc1ab1205ff req-3aa52b0b-8c99-4b97-a3d8-12fab885fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:32.160618 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e2c5584a-bc8f-49fc-8c39-3cc1ab1205ff req-3aa52b0b-8c99-4b97-a3d8-12fab885fb98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21c45018-37a9-4d8b-8264-e960e83890a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2745347 Jun 03 21:45:32.163003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 5e035a1c-66cc-482c-bf9d-2aa124b2eb94) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:32.184994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff7823-0f83-4bf6-8da0-3ede2bff64f1 None None] Network 5e035a1c-66cc-482c-bf9d-2aa124b2eb94 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:32.209173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4704d2cd-c369-4f8e-a1f1-a8d0b7e8ef35 None None] Provisioning for port cf62ada5-5524-476d-b67b-163e14f5abf4 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:32.218565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:32.219185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:32.236833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] For port 2903918d-b565-4a49-aae2-e7ae901db810, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2903918d-b565-4a49-aae2-e7ae901db810,segment=NetworkSegment(fd5f52ea-5f91-4e93-98e8-e3fd17934ff0),segment_id=fd5f52ea-5f91-4e93-98e8-e3fd17934ff0)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:32.244577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4704d2cd-c369-4f8e-a1f1-a8d0b7e8ef35 None None] Provisioning complete for port cf62ada5-5524-476d-b67b-163e14f5abf4 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:32.244993 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4704d2cd-c369-4f8e-a1f1-a8d0b7e8ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:32.273640 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:32.285664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:32.331095 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2968709 Jun 03 21:45:32.334588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50660) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:32.341539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31930d-124b-49ba-a9c4-9b63a4452ae6 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Pushing event deleted for resources: {'Port': ['ID=7b710deb-5363-437a-bc28-8c38c37bd4e1,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:32.345343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-518229513'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:32.401880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:32.412942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:network and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:32.418456 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e2c5584a-bc8f-49fc-8c39-3cc1ab1205ff req-37ec4518-697b-4267-ba13-7491cd2db11b service neutron] 10.222.0.24 "GET /v2.0/networks/21c45018-37a9-4d8b-8264-e960e83890a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446675 Jun 03 21:45:32.419344 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:32.429388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:32.475875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:32.504771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:32.508718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:32.549152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Pushing event updated for resources: {'Port': ['ID=2903918d-b565-4a49-aae2-e7ae901db810,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:32.568809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:32.636450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0a31930d-124b-49ba-a9c4-9b63a4452ae6 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:32.741860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:32.773144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4704d2cd-c369-4f8e-a1f1-a8d0b7e8ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:32.864510 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-5e035a1c-66cc-482c-bf9d-2aa124b2eb94', 'network_id': '5e035a1c-66cc-482c-bf9d-2aa124b2eb94', 'tenant_id': '66cf243d20534eb09d69191e7edd9d1d', 'fixed_ips': [{'subnet_id': '45748d79-001b-48c3-ab8a-5317ceabcaf7'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:32.865351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:32.871022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:32.871363 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Added segment 6b132573-16cc-4713-a211-212c1dd8c682 of type vlan for network b171eeca-2595-4f3b-844d-a83402c3cdc6 Jun 03 21:45:32.873981 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e2c5584a-bc8f-49fc-8c39-3cc1ab1205ff req-bbae07d1-6ae9-4d2d-b0a4-eba8c1272e66 service neutron] 10.222.0.24 "GET /v2.0/networks/21c45018-37a9-4d8b-8264-e960e83890a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300866 Jun 03 21:45:32.935611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:32.942194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.008935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4704d2cd-c369-4f8e-a1f1-a8d0b7e8ef35 None None] For port cf62ada5-5524-476d-b67b-163e14f5abf4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cf62ada5-5524-476d-b67b-163e14f5abf4,segment=NetworkSegment(9dd7e5dd-37e9-4304-92a9-94d27afa62c8),segment_id=9dd7e5dd-37e9-4304-92a9-94d27afa62c8)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:33.020368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4704d2cd-c369-4f8e-a1f1-a8d0b7e8ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.027695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:33.050005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.090123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.096479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:33.101319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.105869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:33.111702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2bb685f8-e76d-45ce-a761-dfab2adf5011 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:33.203156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2903918d-b565-4a49-aae2-e7ae901db810 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:33.261925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Subnet': ['ID=6926a580-061b-4e03-a6d0-eb3e0ad2916d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:33.270324 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9317763 Jun 03 21:45:33.273213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Network': ['ID=b171eeca-2595-4f3b-844d-a83402c3cdc6,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:33.279922 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:33.282022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50668) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:33.285974 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704d2cd-c369-4f8e-a1f1-a8d0b7e8ef35 None None] Pushing event updated for resources: {'Port': ['ID=cf62ada5-5524-476d-b67b-163e14f5abf4,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:33.290046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'subnet': {'network_id': 'b171eeca-2595-4f3b-844d-a83402c3cdc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:33.294300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network b171eeca-2595-4f3b-844d-a83402c3cdc6 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:33.303252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:33.312699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4704d2cd-c369-4f8e-a1f1-a8d0b7e8ef35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:33.375378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Allocated IP 2001:db8:0:ffff::2 (5e035a1c-66cc-482c-bf9d-2aa124b2eb94/45748d79-001b-48c3-ab8a-5317ceabcaf7/ffb44dc8-7931-488a-8f63-65e5838b5aa7) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:33.425110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a31930d-124b-49ba-a9c4-9b63a4452ae6 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.430155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.524571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:33.548257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5f52ea-5f91-4e93-98e8-e3fd17934ff0') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:33.548528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5f52ea-5f91-4e93-98e8-e3fd17934ff0') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:33.567621 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0a31930d-124b-49ba-a9c4-9b63a4452ae6 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] 10.222.0.96 "DELETE /v2.0/ports/7b710deb-5363-437a-bc28-8c38c37bd4e1 HTTP/1.1" status: 204 len: 168 time: 3.5177453 Jun 03 21:45:33.576508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50670) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:33.583913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Request body: {'port': {'name': 'tempest-new-port-name-178022443', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:33.584315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.api.validators [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] bootfile-name is not in valid_values {{(pid=104396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 21:45:33.584646 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.api.validators [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] tftp-server is not in valid_values {{(pid=104396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 21:45:33.585090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.api.validators [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] server-ip-address is not in valid_values {{(pid=104396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 21:45:33.636203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.700743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.704326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-367a6065-6195-496b-ab0d-f2e813bfcadf None None] Provisioning complete for port cf62ada5-5524-476d-b67b-163e14f5abf4 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:33.705137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-367a6065-6195-496b-ab0d-f2e813bfcadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.712846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.713689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.727032 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c11e4834-e1c0-4362-8875-8a3f9f17486a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:33.780508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.794426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:33.795169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.851187 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:33.919412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:subnet and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:33.927852 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=04cca07c-8456-45fa-8005-b93b9c4180d8,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:33.930524 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:33.933220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:33.937011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:33.939525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:33.951050 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:33.955268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Transition to ACTIVE for port object ffb44dc8-7931-488a-8f63-65e5838b5aa7 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:33.962421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 2903918d-b565-4a49-aae2-e7ae901db810 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:33.973795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.api [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:45:33.973795 dv-neutron-792998-2-hyperv neutron-server[104396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:45:33.973795 dv-neutron-792998-2-hyperv neutron-server[104396]: [parameters: {'id': 'f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d'}] Jun 03 21:45:33.973795 dv-neutron-792998-2-hyperv neutron-server[104396]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:45:33.974144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_db.api [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:45:33.993085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:33.995499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54119ad4-0375-41ab-a1e9-b4afaa1f55a0 None None] Network f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:33.997201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.105109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.125848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Transition to ACTIVE for port object ffb44dc8-7931-488a-8f63-65e5838b5aa7 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:34.134338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network 98aa7c9c-d4e0-4a39-bf74-711839974b67 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:34.142360 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:34.193062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.208541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.223070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c81d258d-9cc7-40f2-968c-99d2e219c858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:34.389595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Pushing event updated for resources: {'Port': ['ID=ffb44dc8-7931-488a-8f63-65e5838b5aa7,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:34.404279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:34.454825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Network 5e035a1c-66cc-482c-bf9d-2aa124b2eb94 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:34.472052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:34.475233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:34.499733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.501742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.516984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 4105a8a5-c26d-4d90-b606-3b037cbbea8e is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:45:34.520971 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-367a6065-6195-496b-ab0d-f2e813bfcadf None None] Provisioning for port 04cca07c-8456-45fa-8005-b93b9c4180d8 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:34.540731 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-367a6065-6195-496b-ab0d-f2e813bfcadf None None] Provisioning complete for port 04cca07c-8456-45fa-8005-b93b9c4180d8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:34.541043 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-367a6065-6195-496b-ab0d-f2e813bfcadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.641852 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Attempting to bind port ffb44dc8-7931-488a-8f63-65e5838b5aa7 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:34.642249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Attempting to bind port ffb44dc8-7931-488a-8f63-65e5838b5aa7 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '99d499dc-0d37-4dfe-bd67-d0a50737dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '5e035a1c-66cc-482c-bf9d-2aa124b2eb94'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:34.642845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Attempting to bind port ffb44dc8-7931-488a-8f63-65e5838b5aa7 on network 5e035a1c-66cc-482c-bf9d-2aa124b2eb94 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:34.659318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:34.659756 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Checking segment: {'id': '99d499dc-0d37-4dfe-bd67-d0a50737dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '5e035a1c-66cc-482c-bf9d-2aa124b2eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:34.660081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.660483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Bound using segment: {'id': '99d499dc-0d37-4dfe-bd67-d0a50737dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '5e035a1c-66cc-482c-bf9d-2aa124b2eb94'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:34.660931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Bound port: ffb44dc8-7931-488a-8f63-65e5838b5aa7, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d499dc-0d37-4dfe-bd67-d0a50737dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': '5e035a1c-66cc-482c-bf9d-2aa124b2eb94'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:34.661300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.673540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-367a6065-6195-496b-ab0d-f2e813bfcadf None None] Port 04cca07c-8456-45fa-8005-b93b9c4180d8 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:45:34.728710 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:45:34.744174 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Sync routers for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:45:34.775912 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:34.778312 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:34.800739 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3743725 Jun 03 21:45:34.804151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50678) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:34.813874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-799889612'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:34.816488 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] For port ffb44dc8-7931-488a-8f63-65e5838b5aa7, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:34.821019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] For port ffb44dc8-7931-488a-8f63-65e5838b5aa7, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ffb44dc8-7931-488a-8f63-65e5838b5aa7,segment=NetworkSegment(99d499dc-0d37-4dfe-bd67-d0a50737dc6c),segment_id=99d499dc-0d37-4dfe-bd67-d0a50737dc6c)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:34.833666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2ba606-1697-4cae-99d6-abcc60f3eaed None None] DHCP port deletion for f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:45:34.836797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f4343cb1-0673-47d9-82c7-7bef4b75a640 None None] Provisioning complete for port 04cca07c-8456-45fa-8005-b93b9c4180d8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:34.837172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f4343cb1-0673-47d9-82c7-7bef4b75a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.840657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:34.851090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:network and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:34.866202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:34.872476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.881278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:34.887774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Deleting port 2903918d-b565-4a49-aae2-e7ae901db810 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:34.888070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.906506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.908866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f4343cb1-0673-47d9-82c7-7bef4b75a640 None None] Port 04cca07c-8456-45fa-8005-b93b9c4180d8 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:45:34.911206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:34.916879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0a31930d-124b-49ba-a9c4-9b63a4452ae6 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:34.923836 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:35.022385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.objects.ports [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104397) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:45:35.024406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.031269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1e3acd48-302d-4266-b7a9-5fda66011f3c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:35.043138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:35.046651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.128686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Pushing event updated for resources: {'Port': ['ID=ffb44dc8-7931-488a-8f63-65e5838b5aa7,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:35.152898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:35.164737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f4343cb1-0673-47d9-82c7-7bef4b75a640 None None] Provisioning for port 2903918d-b565-4a49-aae2-e7ae901db810 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:35.165587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Subnet': ['ID=4fc83e3e-9eb7-4ffa-b841-16591c07100b,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:35.169758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:35.172645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Checking segment: {'id': '6b132573-16cc-4713-a211-212c1dd8c682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'b171eeca-2595-4f3b-844d-a83402c3cdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:35.173021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network hostable DHCP agents. Network: b171eeca-2595-4f3b-844d-a83402c3cdc6, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:35.177477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f4343cb1-0673-47d9-82c7-7bef4b75a640 None None] Provisioning complete for port 2903918d-b565-4a49-aae2-e7ae901db810 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:35.177860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f4343cb1-0673-47d9-82c7-7bef4b75a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.218132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network b171eeca-2595-4f3b-844d-a83402c3cdc6 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:35.219750 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:45:35.258414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, b171eeca-2595-4f3b-844d-a83402c3cdc6) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:35.274774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Pushing event updated for resources: {'Port': ['ID=ba52c850-4711-4c1d-97ba-8401a1733560,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:35.283025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:35.283705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.294601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:35.297496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Router 643e7a14-a5b4-4819-b08e-ae8c06fe9338 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:45:35.305430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cf62ada5-5524-476d-b67b-163e14f5abf4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:35.330283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] For port 2903918d-b565-4a49-aae2-e7ae901db810, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2903918d-b565-4a49-aae2-e7ae901db810,segment=NetworkSegment(fd5f52ea-5f91-4e93-98e8-e3fd17934ff0),segment_id=fd5f52ea-5f91-4e93-98e8-e3fd17934ff0)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:35.330719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.340403 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0572679 Jun 03 21:45:35.341073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50684) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:35.352158 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'port': {'network_id': 'b171eeca-2595-4f3b-844d-a83402c3cdc6', 'name': 'tempest-NetworksIpV6TestAttrs-121201959'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:35.413105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf5e3e9-8c10-48e6-b77e-155a312599cc None None] Network b171eeca-2595-4f3b-844d-a83402c3cdc6 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:35.464785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] In _notify_port_updated(), no bound segment for port ba52c850-4711-4c1d-97ba-8401a1733560 on network e46428c5-dc6f-4357-b32e-43e7a6a4f628 {{(pid=104396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:45:35.470811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:35.471067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.472379 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] 10.222.0.96 "PUT /v2.0/ports/ba52c850-4711-4c1d-97ba-8401a1733560 HTTP/1.1" status: 200 len: 1136 time: 1.8932459 Jun 03 21:45:35.544676 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ba606-1697-4cae-99d6-abcc60f3eaed None None] Deleting port 2903918d-b565-4a49-aae2-e7ae901db810 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:35.545069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eb2ba606-1697-4cae-99d6-abcc60f3eaed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.547906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50686) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:35.671630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Calling delete_port for 2903918d-b565-4a49-aae2-e7ae901db810 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:35.679284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:35.683541 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:45:32Z', 'revision_number': 2, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:32Z', 'revision_number': 2, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:35.687275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-eb2ba606-1697-4cae-99d6-abcc60f3eaed None None] For port 2903918d-b565-4a49-aae2-e7ae901db810, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2903918d-b565-4a49-aae2-e7ae901db810,segment=NetworkSegment(fd5f52ea-5f91-4e93-98e8-e3fd17934ff0),segment_id=fd5f52ea-5f91-4e93-98e8-e3fd17934ff0)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:35.687696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eb2ba606-1697-4cae-99d6-abcc60f3eaed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.688558 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Checking router: 4105a8a5-c26d-4d90-b606-3b037cbbea8e for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:45:35.689002 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Updating router 4105a8a5-c26d-4d90-b606-3b037cbbea8e port 04cca07c-8456-45fa-8005-b93b9c4180d8 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:45:35.710208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.710834 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Added segment 426b9493-563a-4cbb-b7ff-32a7d53873fc of type vlan for network 309266f8-dabb-4fa2-815a-4bbe4eed2035 Jun 03 21:45:35.763260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48c59d9-a675-4ccc-b97f-7c9b517f1c8e tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:35.769300 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b48c59d9-a675-4ccc-b97f-7c9b517f1c8e tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] 10.222.0.96 "GET /v2.0/ports/ba52c850-4711-4c1d-97ba-8401a1733560 HTTP/1.1" status: 200 len: 1136 time: 0.2198730 Jun 03 21:45:35.770049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50690) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:35.775964 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.843010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ba606-1697-4cae-99d6-abcc60f3eaed None None] Calling delete_port for 2903918d-b565-4a49-aae2-e7ae901db810 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:35.844897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:35.853563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.855898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:port and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:35.861295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:35.878384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:35.897485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:45:35.931596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.936022 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "PUT /v2.0/routers/643e7a14-a5b4-4819-b08e-ae8c06fe9338 HTTP/1.1" status: 200 len: 879 time: 7.8321917 Jun 03 21:45:35.936726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50692) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:35.969728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba288d-c78e-432b-8d17-2144a9b61e59 None None] Sync routers for ids ['643e7a14-a5b4-4819-b08e-ae8c06fe9338'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:45:35.973295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:35.975595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eb2ba606-1697-4cae-99d6-abcc60f3eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.978104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:35.992930 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:36.021673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] device_id is not set on port 43429776-af31-484a-8d17-929b9e065701 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:45:36.022289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:36.026952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:36.044218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:36.044874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:36.074827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-06a95ecc-f5fb-461b-b3e3-f830948d2fe1 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:36.101122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ba606-1697-4cae-99d6-abcc60f3eaed None None] No DVR routers for this DVR port 2903918d-b565-4a49-aae2-e7ae901db810 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:36.134957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Port': ['ID=2903918d-b565-4a49-aae2-e7ae901db810,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:36.137639 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3280180 Jun 03 21:45:36.141389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:36.146987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba288d-c78e-432b-8d17-2144a9b61e59 None None] Routers {'643e7a14-a5b4-4819-b08e-ae8c06fe9338'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:36.149335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:36.149773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-beba288d-c78e-432b-8d17-2144a9b61e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['643e7a14-a5b4-4819-b08e-ae8c06fe9338'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:36.198578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No DVR routers for this DVR port 2903918d-b565-4a49-aae2-e7ae901db810 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:36.202067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50696) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:36.208022 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'subnet': {'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:36.257126 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ba606-1697-4cae-99d6-abcc60f3eaed None None] Pushing event deleted for resources: {'Port': ['ID=2903918d-b565-4a49-aae2-e7ae901db810,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:36.265435 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:36.268597 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-eb2ba606-1697-4cae-99d6-abcc60f3eaed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:36.278930 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Transition to ACTIVE for port object 04cca07c-8456-45fa-8005-b93b9c4180d8 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:36.290988 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:36.302618 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:36.367972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0a4fa6a5-7827-4c17-adc7-f030d15fd195 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Deleting port ba52c850-4711-4c1d-97ba-8401a1733560 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:36.368529 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0a4fa6a5-7827-4c17-adc7-f030d15fd195 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:36.382226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Network': ['ID=309266f8-dabb-4fa2-815a-4bbe4eed2035,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:36.445672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:36.524513 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Pushing event updated for resources: {'Port': ['ID=04cca07c-8456-45fa-8005-b93b9c4180d8,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:36.536871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port cf62ada5-5524-476d-b67b-163e14f5abf4 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:36.537253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:36.575321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 309266f8-dabb-4fa2-815a-4bbe4eed2035 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:36.621148 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:36.621921 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:36.622471 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:36.623010 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:36.623737 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:36.624398 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:36.625022 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:36.625596 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:36.626196 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:36.626724 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:36.627259 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:36.627816 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:45:36.662375 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:36.697434 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Attempting to bind port 04cca07c-8456-45fa-8005-b93b9c4180d8 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:36.698868 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Attempting to bind port 04cca07c-8456-45fa-8005-b93b9c4180d8 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '9dd7e5dd-37e9-4304-92a9-94d27afa62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:36.699189 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Attempting to bind port 04cca07c-8456-45fa-8005-b93b9c4180d8 on network 98aa7c9c-d4e0-4a39-bf74-711839974b67 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:36.707394 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:36.708765 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Checking segment: {'id': '9dd7e5dd-37e9-4304-92a9-94d27afa62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:36.709387 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:36.709904 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Bound using segment: {'id': '9dd7e5dd-37e9-4304-92a9-94d27afa62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:36.711997 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Bound port: 04cca07c-8456-45fa-8005-b93b9c4180d8, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd7e5dd-37e9-4304-92a9-94d27afa62c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:36.714094 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:36.754306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0a4fa6a5-7827-4c17-adc7-f030d15fd195 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:36.768879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Allocated IP 2001:db8::f816:3eff:fe65:d3ea (b171eeca-2595-4f3b-844d-a83402c3cdc6/4fc83e3e-9eb7-4ffa-b841-16591c07100b/43429776-af31-484a-8d17-929b9e065701) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:36.774406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901a3261-7b03-4384-a90d-712584d73729 None None] Network 5e035a1c-66cc-482c-bf9d-2aa124b2eb94 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:36.803875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-beba288d-c78e-432b-8d17-2144a9b61e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:36.806313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f4343cb1-0673-47d9-82c7-7bef4b75a640 None None] Could not find standard attr ID for object 2903918d-b565-4a49-aae2-e7ae901db810. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:45:36.844135 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.plugins.ml2.db [None req-f4343cb1-0673-47d9-82c7-7bef4b75a640 None None] No ports have port_id starting with 2903918d-b565-4a49-aae2-e7ae901db810 Jun 03 21:45:36.860519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba288d-c78e-432b-8d17-2144a9b61e59 None None] Routers {'643e7a14-a5b4-4819-b08e-ae8c06fe9338'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:36.861165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-beba288d-c78e-432b-8d17-2144a9b61e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['643e7a14-a5b4-4819-b08e-ae8c06fe9338'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:36.869118 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] For port 04cca07c-8456-45fa-8005-b93b9c4180d8, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:36.872418 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] For port 04cca07c-8456-45fa-8005-b93b9c4180d8, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=04cca07c-8456-45fa-8005-b93b9c4180d8,segment=NetworkSegment(9dd7e5dd-37e9-4304-92a9-94d27afa62c8),segment_id=9dd7e5dd-37e9-4304-92a9-94d27afa62c8)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:36.879214 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:36.884246 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:36.941442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0a4fa6a5-7827-4c17-adc7-f030d15fd195 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Calling delete_port for ba52c850-4711-4c1d-97ba-8401a1733560 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:36.991971 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:36.992780 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:37.071541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-beba288d-c78e-432b-8d17-2144a9b61e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:37.072093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba288d-c78e-432b-8d17-2144a9b61e59 None None] The sync data for ids ['643e7a14-a5b4-4819-b08e-ae8c06fe9338'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:45:37.092417 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Pushing event updated for resources: {'Port': ['ID=04cca07c-8456-45fa-8005-b93b9c4180d8,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:37.125490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:37.130139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-b171eeca-2595-4f3b-844d-a83402c3cdc6', 'network_id': 'b171eeca-2595-4f3b-844d-a83402c3cdc6', 'tenant_id': '66cf243d20534eb09d69191e7edd9d1d', 'fixed_ips': [{'subnet_id': '4fc83e3e-9eb7-4ffa-b841-16591c07100b'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:37.131326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:37.154489 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5727db93-d5a3-4579-85c0-ce398e93daa5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/routers/643e7a14-a5b4-4819-b08e-ae8c06fe9338 HTTP/1.1" status: 200 len: 920 time: 1.2113299 Jun 03 21:45:37.154489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:37.167584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50702) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:37.175216 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:37.227980 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:37.231525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5f52ea-5f91-4e93-98e8-e3fd17934ff0') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:37.233705 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:45:37.234552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5f52ea-5f91-4e93-98e8-e3fd17934ff0') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:37.292678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:subnet and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:37.308119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:37.331714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:37.355406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:37.371326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-73d87a36-4ab6-4c22-a19a-255d3eb8dc55 None None] Provisioning for port ffb44dc8-7931-488a-8f63-65e5838b5aa7 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:37.373566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:37.411056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:37.411850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:37.435349 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:37.459435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0a4fa6a5-7827-4c17-adc7-f030d15fd195 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:37.463927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-73d87a36-4ab6-4c22-a19a-255d3eb8dc55 None None] Could not find standard attr ID for object ba52c850-4711-4c1d-97ba-8401a1733560. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:45:37.468107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:37.471508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:37.483813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e1e8e303-23a9-40f4-90e7-82d390f3aa4d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:37.498236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2903918d-b565-4a49-aae2-e7ae901db810 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:45:37.538777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bc6bf7-874d-4a6d-b4cd-1150423013f3 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:37.539672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e0bc6bf7-874d-4a6d-b4cd-1150423013f3 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Synchronizing usage tracker for tenant:ff7d8ff255784873bc0cd6673c06124a on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:45:37.542382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 2903918d-b565-4a49-aae2-e7ae901db810 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:45:37.542900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2903918d-b565-4a49-aae2-e7ae901db810 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:45:37.545570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fa6a5-7827-4c17-adc7-f030d15fd195 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Pushing event deleted for resources: {'Port': ['ID=ba52c850-4711-4c1d-97ba-8401a1733560,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:37.581694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e0bc6bf7-874d-4a6d-b4cd-1150423013f3 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Unset dirty status for tenant:ff7d8ff255784873bc0cd6673c06124a on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:45:37.585981 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e0bc6bf7-874d-4a6d-b4cd-1150423013f3 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&device_id=643e7a14-a5b4-4819-b08e-ae8c06fe9338&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4145494 Jun 03 21:45:37.586709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50706) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:37.597840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0a4fa6a5-7827-4c17-adc7-f030d15fd195 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:37.621981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:37.780397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ffb44dc8-7931-488a-8f63-65e5838b5aa7 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:37.826178 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:45:32Z', 'revision_number': 2, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:36Z', 'revision_number': 4, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:37.830847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0a4fa6a5-7827-4c17-adc7-f030d15fd195 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:37.834215 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c50670-1a95-45b0-8335-559ab9417e27 None None] The sync data for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv is: [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:45:32Z', 'revision_number': 2, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:36Z', 'revision_number': 4, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:45:37.845395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f2a361-e9c9-434e-9f53-56f90e91457e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:37.846901 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-14f2a361-e9c9-434e-9f53-56f90e91457e tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/networks/89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 881 time: 0.2573178 Jun 03 21:45:37.856522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50710) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:37.861939 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0a4fa6a5-7827-4c17-adc7-f030d15fd195 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] 10.222.0.96 "DELETE /v2.0/ports/ba52c850-4711-4c1d-97ba-8401a1733560 HTTP/1.1" status: 204 len: 168 time: 2.0874183 Jun 03 21:45:37.910466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Transition to ACTIVE for port object 43429776-af31-484a-8d17-929b9e065701 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:37.911492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50712) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:37.915780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:37.923327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port ffb44dc8-7931-488a-8f63-65e5838b5aa7 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:37.924145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-15bb9c15-84f9-4504-bb88-f614db21e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:37.929323 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ffb44dc8-7931-488a-8f63-65e5838b5aa7 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:37.930623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:37.947150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:37.964321 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d HTTP/1.1" status: 204 len: 168 time: 7.2000594 Jun 03 21:45:37.971739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50714) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:37.982222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Network': ['ID=f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:37.986824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:37.987773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1873166475'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:37.997046 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-be87336e-feee-4274-b340-6ef8432051cc tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "GET /v2.0/ports?device_id=643e7a14-a5b4-4819-b08e-ae8c06fe9338 HTTP/1.1" status: 200 len: 205 time: 0.1351526 Jun 03 21:45:37.997738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50716) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:38.003760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:38.025170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:network and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:38.059625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:38.086210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ad471012-748f-4661-b494-cca5d903249c None None] Provisioning complete for port ffb44dc8-7931-488a-8f63-65e5838b5aa7 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:38.086581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ad471012-748f-4661-b494-cca5d903249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.086800 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:38.128167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdc148d-d1bf-45d0-b9ed-23ed59cd8183 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Deleting subnet 92a20305-2f52-4410-9609-66ff7dadcb25 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:45:38.132417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:38.135740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.136101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.145656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6bdc148d-d1bf-45d0-b9ed-23ed59cd8183 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.253676 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port ffb44dc8-7931-488a-8f63-65e5838b5aa7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ffb44dc8-7931-488a-8f63-65e5838b5aa7,segment=NetworkSegment(99d499dc-0d37-4dfe-bd67-d0a50737dc6c),segment_id=99d499dc-0d37-4dfe-bd67-d0a50737dc6c)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:38.270647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.285037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6bdc148d-d1bf-45d0-b9ed-23ed59cd8183 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.296536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.300746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.329274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cd381d6d-12ce-4675-bf08-e976dd57ccd3 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:38.345919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4e6bedda-f3fb-4511-801c-1c2a6959d53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:38.418170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Port': ['ID=43429776-af31-484a-8d17-929b9e065701,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:38.430538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:38.482705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network b171eeca-2595-4f3b-844d-a83402c3cdc6 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:38.489411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Allocated IP 2001:db8::f816:3eff:fece:9345 (b171eeca-2595-4f3b-844d-a83402c3cdc6/4fc83e3e-9eb7-4ffa-b841-16591c07100b/91e3d67a-6458-4abd-aa8b-e77e48700113) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:38.494381 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:38.501396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:38.504174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:38.508707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=ffb44dc8-7931-488a-8f63-65e5838b5aa7,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:38.516819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:38.519169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:38.520049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.556963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.557453 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Added segment fc592a28-b4c5-48ab-b64d-7f357145349e of type vlan for network 4319f17f-433e-43e6-b40d-6921248dad7c Jun 03 21:45:38.589026 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.2462356 Jun 03 21:45:38.601043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50722) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:38.639910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.649642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.683681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6bdc148d-d1bf-45d0-b9ed-23ed59cd8183 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.748927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aee7a3c-b107-4be8-a983-a1fd125ec2c2 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Deleting subnet 4fc83e3e-9eb7-4ffa-b841-16591c07100b {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:45:38.762938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.778424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:38.780063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.822461 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6d95e7c6-5d56-45ef-8317-b65ecf5ce73f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:38.859062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.870603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Transition to ACTIVE for port object 91e3d67a-6458-4abd-aa8b-e77e48700113 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:38.897034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Transition to ACTIVE for port object 91e3d67a-6458-4abd-aa8b-e77e48700113 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:38.907208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:38.913287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-718ffe77-b4f6-40f1-a531-49ec430c0106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:38.978862 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:45:38.983679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Network b171eeca-2595-4f3b-844d-a83402c3cdc6 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:38.986799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:38.991024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:38.991272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Deleting port 622d83a4-a7bb-4682-8fae-9524cc06e31e {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:38.992007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:39.127203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1aee7a3c-b107-4be8-a983-a1fd125ec2c2 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:39.127896 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Pushing event updated for resources: {'Port': ['ID=91e3d67a-6458-4abd-aa8b-e77e48700113,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:39.133249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:39.198809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Attempting to bind port 91e3d67a-6458-4abd-aa8b-e77e48700113 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:39.199262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Attempting to bind port 91e3d67a-6458-4abd-aa8b-e77e48700113 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '6b132573-16cc-4713-a211-212c1dd8c682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'b171eeca-2595-4f3b-844d-a83402c3cdc6'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:39.199703 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Attempting to bind port 91e3d67a-6458-4abd-aa8b-e77e48700113 on network b171eeca-2595-4f3b-844d-a83402c3cdc6 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:39.207192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:39.207784 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Checking segment: {'id': '6b132573-16cc-4713-a211-212c1dd8c682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'b171eeca-2595-4f3b-844d-a83402c3cdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:39.208631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:39.209241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Bound using segment: {'id': '6b132573-16cc-4713-a211-212c1dd8c682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'b171eeca-2595-4f3b-844d-a83402c3cdc6'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:39.210153 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Bound port: 91e3d67a-6458-4abd-aa8b-e77e48700113, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b132573-16cc-4713-a211-212c1dd8c682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'b171eeca-2595-4f3b-844d-a83402c3cdc6'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:39.210942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:39.359765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] For port 91e3d67a-6458-4abd-aa8b-e77e48700113, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:39.367265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] For port 91e3d67a-6458-4abd-aa8b-e77e48700113, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=91e3d67a-6458-4abd-aa8b-e77e48700113,segment=NetworkSegment(6b132573-16cc-4713-a211-212c1dd8c682),segment_id=6b132573-16cc-4713-a211-212c1dd8c682)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:39.376602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:39.389551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-eb2ba606-1697-4cae-99d6-abcc60f3eaed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:39.426163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:39.449895 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4639504 Jun 03 21:45:39.471521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50728) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:39.477689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Pushing event updated for resources: {'Port': ['ID=91e3d67a-6458-4abd-aa8b-e77e48700113,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:39.480671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'subnet': {'network_id': '4319f17f-433e-43e6-b40d-6921248dad7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:39.482490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:39.500737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=4319f17f-433e-43e6-b40d-6921248dad7c,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:39.510960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1aee7a3c-b107-4be8-a983-a1fd125ec2c2 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:39.517422 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 4319f17f-433e-43e6-b40d-6921248dad7c details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:39.541064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:39.575150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Calling delete_port for 622d83a4-a7bb-4682-8fae-9524cc06e31e owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:39.714895 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6bdc148d-d1bf-45d0-b9ed-23ed59cd8183 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:39.720806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:39.727362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-15e9f389-8ada-4bf4-b530-38a43f0ba97c tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:39.730484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:39.732779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-29412d9c-4d75-43ff-bfcd-8488b04ba4a3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:39.794103 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:subnet and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:39.799170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:39.810411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:39.830421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:39.834548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f537e1b-f309-4f51-9319-fd94999817b5 None None] Network e46428c5-dc6f-4357-b32e-43e7a6a4f628 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:39.837738 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:39.859981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 04cca07c-8456-45fa-8005-b93b9c4180d8 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:39.866533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc148d-d1bf-45d0-b9ed-23ed59cd8183 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Pushing event deleted for resources: {'Subnet': ['ID=92a20305-2f52-4410-9609-66ff7dadcb25,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:39.874245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6bdc148d-d1bf-45d0-b9ed-23ed59cd8183 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:39.875336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6bdc148d-d1bf-45d0-b9ed-23ed59cd8183 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:39.888586 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6bdc148d-d1bf-45d0-b9ed-23ed59cd8183 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] 10.222.0.96 "DELETE /v2.0/subnets/92a20305-2f52-4410-9609-66ff7dadcb25 HTTP/1.1" status: 204 len: 168 time: 1.9669993 Jun 03 21:45:39.895669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50732) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:39.919190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Checking segment: {'id': '426b9493-563a-4cbb-b7ff-32a7d53873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:39.931945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network hostable DHCP agents. Network: 309266f8-dabb-4fa2-815a-4bbe4eed2035, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:39.937570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Subnet': ['ID=683f1932-763f-4c4e-96e0-630e01ebdb8d,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:39.942828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:40.014169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network 309266f8-dabb-4fa2-815a-4bbe4eed2035 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:40.109401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 309266f8-dabb-4fa2-815a-4bbe4eed2035) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:40.132585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:40.133186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:40.148997 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea360f-ed01-4da1-97e1-179cece0ae61 None None] Network 309266f8-dabb-4fa2-815a-4bbe4eed2035 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:40.170426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:40.184388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b45c5112-8d4e-41cd-8c73-3ac7883ad7d0 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:40.193396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 04cca07c-8456-45fa-8005-b93b9c4180d8 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:40.204423 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 04cca07c-8456-45fa-8005-b93b9c4180d8 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:40.204802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:40.216132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:40.245185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1aee7a3c-b107-4be8-a983-a1fd125ec2c2 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:40.252889 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0496140 Jun 03 21:45:40.262607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50736) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:40.362433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Pushing event deleted for resources: {'Port': ['ID=622d83a4-a7bb-4682-8fae-9524cc06e31e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:40.369774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:40.517718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:40.583550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59465fad-b237-49b3-b832-ef644d57433d None None] DHCP port deletion for e46428c5-dc6f-4357-b32e-43e7a6a4f628 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:45:40.597149 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:40.611427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Deleting port bc6d9dbb-4405-4f37-bac2-79c9ddd88842 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:40.612024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:40.692627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-309266f8-dabb-4fa2-815a-4bbe4eed2035', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:40.693097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:40.770415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] For port bc6d9dbb-4405-4f37-bac2-79c9ddd88842, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=bc6d9dbb-4405-4f37-bac2-79c9ddd88842,segment=NetworkSegment(e62930d7-7e08-407a-ab59-b929bc2a307e),segment_id=e62930d7-7e08-407a-ab59-b929bc2a307e)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:40.770781 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:40.790586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:40.795665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:40.796116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 04cca07c-8456-45fa-8005-b93b9c4180d8, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=04cca07c-8456-45fa-8005-b93b9c4180d8,segment=NetworkSegment(9dd7e5dd-37e9-4304-92a9-94d27afa62c8),segment_id=9dd7e5dd-37e9-4304-92a9-94d27afa62c8)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:40.812357 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:40.813260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ffb44dc8-7931-488a-8f63-65e5838b5aa7 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:40.843550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3a07cdf3-2244-4c7e-a9cb-fdd4d9edef66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:40.937861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Calling delete_port for bc6d9dbb-4405-4f37-bac2-79c9ddd88842 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:41.017957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-59465fad-b237-49b3-b832-ef644d57433d None None] Deleting port bc6d9dbb-4405-4f37-bac2-79c9ddd88842 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:41.018386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-59465fad-b237-49b3-b832-ef644d57433d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.047734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=04cca07c-8456-45fa-8005-b93b9c4180d8,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:41.059444 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8834a91f-afc1-42fa-aa23-528e227bcfb9 None None] Network b171eeca-2595-4f3b-844d-a83402c3cdc6 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:41.076075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:41.179523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1aee7a3c-b107-4be8-a983-a1fd125ec2c2 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.193611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-774d1521-37a2-4ef5-84bf-e53c570ce236 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:41.230251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1aee7a3c-b107-4be8-a983-a1fd125ec2c2 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.233422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee7a3c-b107-4be8-a983-a1fd125ec2c2 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc83e3e-9eb7-4ffa-b841-16591c07100b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:41.245751 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1aee7a3c-b107-4be8-a983-a1fd125ec2c2 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:41.260945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.265985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2c9dbd7b-ed25-4ec3-9364-64eaa062b48d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:41.307722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.308262 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Fanout notify agent at l3_agent the message router_deleted on router 643e7a14-a5b4-4819-b08e-ae8c06fe9338 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:45:41.329817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Allocated IP 2001:db8:1::2 (309266f8-dabb-4fa2-815a-4bbe4eed2035/683f1932-763f-4c4e-96e0-630e01ebdb8d/79f4aaff-3798-423e-a09d-295e81e9e352) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:41.335781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.343323 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "DELETE /v2.0/routers/643e7a14-a5b4-4819-b08e-ae8c06fe9338 HTTP/1.1" status: 204 len: 168 time: 3.3380930 Jun 03 21:45:41.344557 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50744) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:41.351910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-80176415-54fb-4079-aa7d-f7420be0ba64 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-425259655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:41.370750 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ffb44dc8-7931-488a-8f63-65e5838b5aa7 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:41.372258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.426201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-80176415-54fb-4079-aa7d-f7420be0ba64 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:41.453595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-501e7971-57e7-4a8a-b2e2-af67b0fca503 None None] Provisioning for port 91e3d67a-6458-4abd-aa8b-e77e48700113 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:41.459066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-59465fad-b237-49b3-b832-ef644d57433d None None] For port bc6d9dbb-4405-4f37-bac2-79c9ddd88842, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=bc6d9dbb-4405-4f37-bac2-79c9ddd88842,segment=NetworkSegment(e62930d7-7e08-407a-ab59-b929bc2a307e),segment_id=e62930d7-7e08-407a-ab59-b929bc2a307e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:41.459365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-80176415-54fb-4079-aa7d-f7420be0ba64 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Usage tracker for resource:router and tenant:b942e31ee98f47849ff506186f9e3b6e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:41.459650 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-59465fad-b237-49b3-b832-ef644d57433d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.466512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-80176415-54fb-4079-aa7d-f7420be0ba64 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:41.480430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-80176415-54fb-4079-aa7d-f7420be0ba64 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:41.492669 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1aee7a3c-b107-4be8-a983-a1fd125ec2c2 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/subnets/4fc83e3e-9eb7-4ffa-b841-16591c07100b HTTP/1.1" status: 204 len: 168 time: 2.8877201 Jun 03 21:45:41.493692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50746) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:41.511375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Pushing event deleted for resources: {'Port': ['ID=bc6d9dbb-4405-4f37-bac2-79c9ddd88842,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:41.515400 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] No DVR routers for this DVR port bc6d9dbb-4405-4f37-bac2-79c9ddd88842 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:41.517272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:41.569639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb94c8a-9702-4dae-9d7d-1fe726e03dfa tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:41.571162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb94c8a-9702-4dae-9d7d-1fe726e03dfa tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:41.575578 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cfb94c8a-9702-4dae-9d7d-1fe726e03dfa tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0778532 Jun 03 21:45:41.577668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50748) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:41.605999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.607019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.614261 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1aee7a3c-b107-4be8-a983-a1fd125ec2c2 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:41.623021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80176415-54fb-4079-aa7d-f7420be0ba64 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.624121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80176415-54fb-4079-aa7d-f7420be0ba64 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.645850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-59465fad-b237-49b3-b832-ef644d57433d None None] Calling delete_port for bc6d9dbb-4405-4f37-bac2-79c9ddd88842 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:41.728160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.765661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46428c5-dc6f-4357-b32e-43e7a6a4f628']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:41.786015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62930d7-7e08-407a-ab59-b929bc2a307e') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:41.786499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62930d7-7e08-407a-ab59-b929bc2a307e') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:41.804249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.833454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.853444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:41.853845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:41.870164 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:41.888181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80176415-54fb-4079-aa7d-f7420be0ba64 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.900075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-45ac2226-50c0-40ab-99f8-c943291aa1f9 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:41.964188 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ac2226-50c0-40ab-99f8-c943291aa1f9 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 03 21:45:41.964658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ac2226-50c0-40ab-99f8-c943291aa1f9 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:45:41.972468 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-45ac2226-50c0-40ab-99f8-c943291aa1f9 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/networks/b171eeca-2595-4f3b-844d-a83402c3cdc6 HTTP/1.1" status: 409 len: 405 time: 0.3926249 Jun 03 21:45:41.978800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50752) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:41.992699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-82529573'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:41.997385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:42.001494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:network and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:42.004603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for network was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:42.009755 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Subnet': ['ID=5919548c-40da-44ef-b29e-f800a812db92,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:42.011264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:42.015748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-59465fad-b237-49b3-b832-ef644d57433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.023112 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:42.032032 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:42.033707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.038149 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:42.042037 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.044112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:42.058005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80176415-54fb-4079-aa7d-f7420be0ba64 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.065358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.098040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking segment: {'id': 'fc592a28-b4c5-48ab-b64d-7f357145349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '4319f17f-433e-43e6-b40d-6921248dad7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:42.098488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network hostable DHCP agents. Network: 4319f17f-433e-43e6-b40d-6921248dad7c, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:42.104289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59465fad-b237-49b3-b832-ef644d57433d None None] Network e46428c5-dc6f-4357-b32e-43e7a6a4f628 is not hosted by any dhcp agent {{(pid=104398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 03 21:45:42.104938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59465fad-b237-49b3-b832-ef644d57433d None None] No DVR routers for this DVR port bc6d9dbb-4405-4f37-bac2-79c9ddd88842 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:42.106059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Pushing event deleted for resources: {'Network': ['ID=e46428c5-dc6f-4357-b32e-43e7a6a4f628,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:42.109881 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59465fad-b237-49b3-b832-ef644d57433d None None] Pushing event deleted for resources: {'Port': ['ID=bc6d9dbb-4405-4f37-bac2-79c9ddd88842,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:42.116253 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] 10.222.0.96 "DELETE /v2.0/networks/e46428c5-dc6f-4357-b32e-43e7a6a4f628 HTTP/1.1" status: 204 len: 168 time: 2.2149160 Jun 03 21:45:42.128219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:42.136429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-59465fad-b237-49b3-b832-ef644d57433d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:42.144360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf7eb97-49ad-4df8-850d-5375f7f62dc6 None None] DHCP port deletion for b171eeca-2595-4f3b-844d-a83402c3cdc6 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:45:42.148214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.157261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 04cca07c-8456-45fa-8005-b93b9c4180d8 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:42.164353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network 4319f17f-433e-43e6-b40d-6921248dad7c is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:42.182122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 4319f17f-433e-43e6-b40d-6921248dad7c) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:42.210277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:42.211848 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.216031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80176415-54fb-4079-aa7d-f7420be0ba64 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.217549 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-80176415-54fb-4079-aa7d-f7420be0ba64 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8715365 Jun 03 21:45:42.222693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da7b890-2ab9-4d18-aa96-06def53aba3a None None] Network 4319f17f-433e-43e6-b40d-6921248dad7c requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:42.226736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50756) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:42.232534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:42.237799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'enable_snat': True}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:42.242690 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7645743 Jun 03 21:45:42.242933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50758) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:42.257563 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Transition to ACTIVE for port object 79f4aaff-3798-423e-a09d-295e81e9e352 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:42.375157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.375617 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Added segment 2712bdd2-bef9-480f-ac9a-d337b6a4caad of type vlan for network 842cf3e5-eb41-4ebb-be58-3135a094102a Jun 03 21:45:42.415023 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.473293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Transition to ACTIVE for port object 79f4aaff-3798-423e-a09d-295e81e9e352 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:42.498510 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.506186 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-372358a3-8264-4ba6-97a8-32fea86d57c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:42.508282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.586182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Network 309266f8-dabb-4fa2-815a-4bbe4eed2035 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:42.587852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50766) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:42.597429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:42.604446 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:42.612152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.664701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7eb97-49ad-4df8-850d-5375f7f62dc6 None None] Deleting port 91e3d67a-6458-4abd-aa8b-e77e48700113 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:42.665297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb97-49ad-4df8-850d-5375f7f62dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.752281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Pushing event updated for resources: {'Port': ['ID=79f4aaff-3798-423e-a09d-295e81e9e352,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:42.839285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.874476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:42.878806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:42.920810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Subnet': ['ID=5919548c-40da-44ef-b29e-f800a812db92,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:42.923753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:42.936642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-fbf7eb97-49ad-4df8-850d-5375f7f62dc6 None None] For port 91e3d67a-6458-4abd-aa8b-e77e48700113, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=91e3d67a-6458-4abd-aa8b-e77e48700113,segment=NetworkSegment(6b132573-16cc-4713-a211-212c1dd8c682),segment_id=6b132573-16cc-4713-a211-212c1dd8c682)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:42.937134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb97-49ad-4df8-850d-5375f7f62dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.006247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 04cca07c-8456-45fa-8005-b93b9c4180d8 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:43.006739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.033215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:43.037268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.056649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4319f17f-433e-43e6-b40d-6921248dad7c']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:43.070750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc592a28-b4c5-48ab-b64d-7f357145349e') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:43.071982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc592a28-b4c5-48ab-b64d-7f357145349e') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:43.087183 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.109879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.111667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Allocated IP 2001:db8:1::1 (309266f8-dabb-4fa2-815a-4bbe4eed2035/683f1932-763f-4c4e-96e0-630e01ebdb8d/198bc681-7074-45cd-9d3f-beca76f26f92) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:43.113981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.117693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:43.118095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.121675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:43.122317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:43.134861 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:43.136954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:43.157975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7eb97-49ad-4df8-850d-5375f7f62dc6 None None] Calling delete_port for 91e3d67a-6458-4abd-aa8b-e77e48700113 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:43.229682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.233536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fcc85e43-3b98-4743-9a34-ebaafc248486 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:43.249914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.254929 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3f77971b-ab2f-4848-a151-8779ccaf87b6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5c889a6582b24384892c696a23049252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6519463 Jun 03 21:45:43.258113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50774) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:43.276455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Network': ['ID=4319f17f-433e-43e6-b40d-6921248dad7c,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:43.277054 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2920437 Jun 03 21:45:43.283475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:43.283942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50776) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:43.291606 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'subnet': {'network_id': '842cf3e5-eb41-4ebb-be58-3135a094102a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:43.318760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Attempting to bind port 79f4aaff-3798-423e-a09d-295e81e9e352 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:43.319269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Attempting to bind port 79f4aaff-3798-423e-a09d-295e81e9e352 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '426b9493-563a-4cbb-b7ff-32a7d53873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:43.319656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Attempting to bind port 79f4aaff-3798-423e-a09d-295e81e9e352 on network 309266f8-dabb-4fa2-815a-4bbe4eed2035 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:43.327227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:43.327662 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Checking segment: {'id': '426b9493-563a-4cbb-b7ff-32a7d53873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:43.328024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.328412 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Bound using segment: {'id': '426b9493-563a-4cbb-b7ff-32a7d53873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:43.328882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Bound port: 79f4aaff-3798-423e-a09d-295e81e9e352, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426b9493-563a-4cbb-b7ff-32a7d53873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:43.329250 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.350582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Network': ['ID=842cf3e5-eb41-4ebb-be58-3135a094102a,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:43.351255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5286a606-ae76-4452-9a20-2342cc377b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-4319f17f-433e-43e6-b40d-6921248dad7c', 'network_id': '4319f17f-433e-43e6-b40d-6921248dad7c', 'tenant_id': 'b19a3ae18129407e99341659481c261f', 'fixed_ips': [{'subnet_id': '5919548c-40da-44ef-b29e-f800a812db92'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:43.352128 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5286a606-ae76-4452-9a20-2342cc377b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.375150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 842cf3e5-eb41-4ebb-be58-3135a094102a details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:43.386228 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/4319f17f-433e-43e6-b40d-6921248dad7c HTTP/1.1" status: 204 len: 168 time: 1.1417620 Jun 03 21:45:43.403069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50778) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:43.404355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:43.420973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1330173440'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:43.448257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:43.456715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:network and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:43.471958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:43.477024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:43.485731 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:43.490327 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:subnet and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:43.495638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d01ad058-d260-4114-81ed-950a551a3336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.499275 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:43.516671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:43.519845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e10cdf-f4da-432e-ac34-306f4044cd7e req-461126dc-9ed9-4f79-8181-16b2d8661b6b tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:43.521459 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-47e10cdf-f4da-432e-ac34-306f4044cd7e req-461126dc-9ed9-4f79-8181-16b2d8661b6b tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.7070205 Jun 03 21:45:43.528192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:43.532011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.561166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] For port 79f4aaff-3798-423e-a09d-295e81e9e352, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:43.565148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.566551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] For port 79f4aaff-3798-423e-a09d-295e81e9e352, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=79f4aaff-3798-423e-a09d-295e81e9e352,segment=NetworkSegment(426b9493-563a-4cbb-b7ff-32a7d53873fc),segment_id=426b9493-563a-4cbb-b7ff-32a7d53873fc)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:43.574287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d01ad058-d260-4114-81ed-950a551a3336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.591505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:43.594968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.602777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Transition to ACTIVE for port object 198bc681-7074-45cd-9d3f-beca76f26f92 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:43.617869 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-47e10cdf-f4da-432e-ac34-306f4044cd7e req-bc53b997-747a-43f0-b0b7-53cd23c53223 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796123 Jun 03 21:45:43.629518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:43.715754 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb97-49ad-4df8-850d-5375f7f62dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.720925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdc196d-ad87-4365-a4a5-87d6f6f23670 None None] Network 4319f17f-433e-43e6-b40d-6921248dad7c requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:43.732691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.733024 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Added segment 69a7a6e2-3daf-4f19-ae02-3b14df62b3e2 of type vlan for network c7b1c4e1-eac5-4c62-b8e2-a942fba9460b Jun 03 21:45:43.755834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:43.786470 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.795576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:43.804077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdc196d-ad87-4365-a4a5-87d6f6f23670 None None] Network 4319f17f-433e-43e6-b40d-6921248dad7c could not be found, it might have been deleted concurrently. {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 03 21:45:43.806138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.823660 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7eb97-49ad-4df8-850d-5375f7f62dc6 None None] Pushing event deleted for resources: {'Port': ['ID=91e3d67a-6458-4abd-aa8b-e77e48700113,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:43.831000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fbf7eb97-49ad-4df8-850d-5375f7f62dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:43.833441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3bd42429-93e6-460d-a48d-d5734cb1d464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:43.920080 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Pushing event updated for resources: {'Port': ['ID=79f4aaff-3798-423e-a09d-295e81e9e352,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:43.927994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:43.933910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network 309266f8-dabb-4fa2-815a-4bbe4eed2035 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:43.938723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.947143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7eb97-49ad-4df8-850d-5375f7f62dc6 None None] No DVR routers for this DVR port 91e3d67a-6458-4abd-aa8b-e77e48700113 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:43.948041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:43.958733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:43.959701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:43.992865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=198bc681-7074-45cd-9d3f-beca76f26f92,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:44.014177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:44.024244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:44.031429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d01ad058-d260-4114-81ed-950a551a3336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:44.044132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc84c394-333d-42b8-8715-5cbc21958882 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:44.073586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ad058-d260-4114-81ed-950a551a3336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b726d03f-e5db-4326-b7ee-fef1d37a5986,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:44.084745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d01ad058-d260-4114-81ed-950a551a3336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:44.086986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:44.100548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bc6d9dbb-4405-4f37-bac2-79c9ddd88842 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:45:44.118801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:44.134182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:44.134182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:44.144973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:44.199169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: bc6d9dbb-4405-4f37-bac2-79c9ddd88842 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:45:44.199927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bc6d9dbb-4405-4f37-bac2-79c9ddd88842 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:45:44.222584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d01ad058-d260-4114-81ed-950a551a3336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:44.226371 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d01ad058-d260-4114-81ed-950a551a3336 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b726d03f-e5db-4326-b7ee-fef1d37a5986 HTTP/1.1" status: 204 len: 168 time: 0.9647753 Jun 03 21:45:44.247763 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8432195 Jun 03 21:45:44.260267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50790) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:44.265268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'subnet': {'network_id': 'c7b1c4e1-eac5-4c62-b8e2-a942fba9460b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:44.422926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 91e3d67a-6458-4abd-aa8b-e77e48700113 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:45:44.440289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=c7b1c4e1-eac5-4c62-b8e2-a942fba9460b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:44.448414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:44.496266 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network c7b1c4e1-eac5-4c62-b8e2-a942fba9460b details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:44.543787 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eb9c2-66ab-48a4-99b8-133a2376fcf7 req-04c85a79-6890-4eae-bf09-2a0f3e9ea214 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:44.545382 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e55eb9c2-66ab-48a4-99b8-133a2376fcf7 req-04c85a79-6890-4eae-bf09-2a0f3e9ea214 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.3025849 Jun 03 21:45:44.569790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Allocated IP 172.26.3.246 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/3ac815cf-d279-423f-acaa-9a137fcc4123) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:44.601655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:44.618478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:subnet and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:44.648941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:44.660256 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e55eb9c2-66ab-48a4-99b8-133a2376fcf7 req-8b87564a-244a-41e3-bc3e-ad3c7126171e tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067669 Jun 03 21:45:44.663398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:44.663603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 91e3d67a-6458-4abd-aa8b-e77e48700113 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:45:44.663810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 91e3d67a-6458-4abd-aa8b-e77e48700113 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:45:44.669188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:44.842047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:44.845496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:44.869151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.objects.ports [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104397) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:45:44.870626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:44.879170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-48baa05b-9ec2-4dc9-8e58-af0c73e04d67 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:44.987836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Subnet': ['ID=f6c6f2e1-67ad-45f1-bd75-3e09e4d277f5,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:45.001926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:45.002825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Checking segment: {'id': '2712bdd2-bef9-480f-ac9a-d337b6a4caad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '842cf3e5-eb41-4ebb-be58-3135a094102a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:45.003288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network hostable DHCP agents. Network: 842cf3e5-eb41-4ebb-be58-3135a094102a, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:45.046717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network 842cf3e5-eb41-4ebb-be58-3135a094102a is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:45.066464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 842cf3e5-eb41-4ebb-be58-3135a094102a) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:45.088541 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:45.088745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d9a36-7e19-46a1-af8a-24ef065f17eb None None] Network 842cf3e5-eb41-4ebb-be58-3135a094102a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:45.089245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:45.130088 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8450482 Jun 03 21:45:45.130950 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50818) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:45.189267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'port': {'network_id': '842cf3e5-eb41-4ebb-be58-3135a094102a', 'name': 'tempest-NetworksIpV6TestAttrs-851116283'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:45.360677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50453919-492e-4e51-bde3-c5495c0ca41e req-14d460d1-c5d6-43da-8638-8eb36b4f7042 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:45.362277 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-50453919-492e-4e51-bde3-c5495c0ca41e req-14d460d1-c5d6-43da-8638-8eb36b4f7042 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 945 time: 0.2385592 Jun 03 21:45:45.395256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-842cf3e5-eb41-4ebb-be58-3135a094102a', 'network_id': '842cf3e5-eb41-4ebb-be58-3135a094102a', 'tenant_id': '66cf243d20534eb09d69191e7edd9d1d', 'fixed_ips': [{'subnet_id': 'f6c6f2e1-67ad-45f1-bd75-3e09e4d277f5'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:45.396955 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:45.411410 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50822) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:45.435872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29866313-5f7d-4c22-887d-6fc54ccd7857 req-4e26c4e0-5e52-41b5-b4ce-4198b390b06e tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:45.441238 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:45.443549 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29866313-5f7d-4c22-887d-6fc54ccd7857 req-4e26c4e0-5e52-41b5-b4ce-4198b390b06e tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 945 time: 0.9181345 Jun 03 21:45:45.449229 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-50453919-492e-4e51-bde3-c5495c0ca41e req-b24979ca-4a54-41ff-a3a3-9aa533dbaca6 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779982 Jun 03 21:45:45.450228 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:port and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:45.458675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:45.469923 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:45.483167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:45.488317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:45.515245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] device_id is not set on port d02320fc-0fb8-481c-8e26-9c3449d9c130 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:45:45.518010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33322779-44d4-4756-afe9-681856b4059f None None] Network 309266f8-dabb-4fa2-815a-4bbe4eed2035 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:45.677102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1781644615'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:45.685602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:45.693773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Usage tracker for resource:network and tenant:8fadebda9ac1462e88d820e23b14fdd7 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:45.699867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:45.715024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:45.717184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:45.718445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Allocated IP 2001:db8::f816:3eff:fe9e:a023 (842cf3e5-eb41-4ebb-be58-3135a094102a/f6c6f2e1-67ad-45f1-bd75-3e09e4d277f5/d02320fc-0fb8-481c-8e26-9c3449d9c130) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:45.720931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ee44354c-82ee-4032-a4a0-74d12677c201 None None] Provisioning for port 79f4aaff-3798-423e-a09d-295e81e9e352 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:45.743654 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Made reservation on behalf of 8fadebda9ac1462e88d820e23b14fdd7 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:45.748550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:45.753340 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29866313-5f7d-4c22-887d-6fc54ccd7857 req-e43a2b73-6d6e-4fa5-90f3-875a77a3e304 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087358 Jun 03 21:45:45.771502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:45.772800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:45.791814 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:45.822702 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:45.835819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Usage tracker for resource:security_group_rule and tenant:8fadebda9ac1462e88d820e23b14fdd7 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:45.841249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:45.865032 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:45.913578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79d4a249-0dd8-43dd-bd09-9344c62921d0 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:46.006867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.066974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.109296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Transition to ACTIVE for port object d02320fc-0fb8-481c-8e26-9c3449d9c130 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:46.133181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.152688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.160695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:46.176919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=198bc681-7074-45cd-9d3f-beca76f26f92,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:46.183876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:46.248367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.266069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Allocated IP 2001:db8::f816:3eff:fee7:8894 (842cf3e5-eb41-4ebb-be58-3135a094102a/f6c6f2e1-67ad-45f1-bd75-3e09e4d277f5/b69f3057-8157-4673-9f12-c65f29a8dbe4) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:46.280725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:46.297841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e13951-ad2a-4515-8967-f30234562c20,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:46.311434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:46.313037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0a4fa6a5-7827-4c17-adc7-f030d15fd195 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:46.318435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.344166 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-42ee7179-d0e2-400d-ad00-a670fd5c57b9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:46.371582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network 842cf3e5-eb41-4ebb-be58-3135a094102a is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:46.375517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.375765 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Added segment 77ef16b0-82b6-41e6-a457-212f7716a09a of type vlan for network 80c1fa85-883f-4907-8534-b862cce67f17 Jun 03 21:45:46.412186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network 309266f8-dabb-4fa2-815a-4bbe4eed2035 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:46.420229 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:46.423651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.433345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ac49f254-5993-41ff-b94a-3294248c419a None None] Provisioning for port 198bc681-7074-45cd-9d3f-beca76f26f92 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:46.434676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:46.440876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:46.441032 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.442216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:46.452443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 79f4aaff-3798-423e-a09d-295e81e9e352 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:46.454589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:46.487571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:46.487796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ac49f254-5993-41ff-b94a-3294248c419a None None] Provisioning complete for port 198bc681-7074-45cd-9d3f-beca76f26f92 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:46.488061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ac49f254-5993-41ff-b94a-3294248c419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.492285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:46.541907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event updated for resources: {'Port': ['ID=3ac815cf-d279-423f-acaa-9a137fcc4123,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:46.552832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Port': ['ID=d02320fc-0fb8-481c-8e26-9c3449d9c130,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:46.558818 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3770375 Jun 03 21:45:46.560343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:46.561861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:46.564778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50838) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:46.568576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1056f-e84d-4bb7-9ce0-a631d2f2931b req-e2607cfe-0a00-4c39-a608-7fb42b4d6622 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:46.576548 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-42f1056f-e84d-4bb7-9ce0-a631d2f2931b req-e2607cfe-0a00-4c39-a608-7fb42b4d6622 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.4167669 Jun 03 21:45:46.581008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.586259 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:46.586888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.605926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:46.688445 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2718515 Jun 03 21:45:46.720207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ac49f254-5993-41ff-b94a-3294248c419a None None] Port 198bc681-7074-45cd-9d3f-beca76f26f92 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:45:46.733119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50842) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:46.747055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'subnet': {'network_id': '80c1fa85-883f-4907-8534-b862cce67f17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:46.792819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.799682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 79f4aaff-3798-423e-a09d-295e81e9e352 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:46.809682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 79f4aaff-3798-423e-a09d-295e81e9e352 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:46.810337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.844015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Transition to ACTIVE for port object b69f3057-8157-4673-9f12-c65f29a8dbe4 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:46.890509 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Transition to ACTIVE for port object b69f3057-8157-4673-9f12-c65f29a8dbe4 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:46.914638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:46.926330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5c9c96a9-9284-4574-8663-b2ec996a9600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:46.943409 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Network': ['ID=80c1fa85-883f-4907-8534-b862cce67f17,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:46.961025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:46.977421 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-42f1056f-e84d-4bb7-9ce0-a631d2f2931b req-f5cf6b6c-4f9c-4383-841f-78928170ae8d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3998821 Jun 03 21:45:46.998384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 80c1fa85-883f-4907-8534-b862cce67f17 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:47.011349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Pushing event updated for resources: {'Port': ['ID=b69f3057-8157-4673-9f12-c65f29a8dbe4,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:47.060222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:47.144787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Network 842cf3e5-eb41-4ebb-be58-3135a094102a is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:47.157455 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:47.170984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c47697e2-cd72-464e-94d2-da2d77d333bd None None] Provisioning complete for port 198bc681-7074-45cd-9d3f-beca76f26f92 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:47.171362 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c47697e2-cd72-464e-94d2-da2d77d333bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:47.201743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:47.270113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:47.363504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c47697e2-cd72-464e-94d2-da2d77d333bd None None] Port 198bc681-7074-45cd-9d3f-beca76f26f92 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:45:47.365120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-9746217c-4fd2-4b6f-9849-4c12e07774d1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Deleting subnet f6c6f2e1-67ad-45f1-bd75-3e09e4d277f5 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:45:47.378515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Attempting to bind port b69f3057-8157-4673-9f12-c65f29a8dbe4 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:47.378880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Attempting to bind port b69f3057-8157-4673-9f12-c65f29a8dbe4 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '2712bdd2-bef9-480f-ac9a-d337b6a4caad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '842cf3e5-eb41-4ebb-be58-3135a094102a'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:47.379265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Attempting to bind port b69f3057-8157-4673-9f12-c65f29a8dbe4 on network 842cf3e5-eb41-4ebb-be58-3135a094102a {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:47.392283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:47.392517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Checking segment: {'id': '2712bdd2-bef9-480f-ac9a-d337b6a4caad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '842cf3e5-eb41-4ebb-be58-3135a094102a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:47.392737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:47.393132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Bound using segment: {'id': '2712bdd2-bef9-480f-ac9a-d337b6a4caad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '842cf3e5-eb41-4ebb-be58-3135a094102a'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:47.393608 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Bound port: b69f3057-8157-4673-9f12-c65f29a8dbe4, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2712bdd2-bef9-480f-ac9a-d337b6a4caad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '842cf3e5-eb41-4ebb-be58-3135a094102a'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:47.393985 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:47.409989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9746217c-4fd2-4b6f-9849-4c12e07774d1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:47.410234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 79f4aaff-3798-423e-a09d-295e81e9e352, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=79f4aaff-3798-423e-a09d-295e81e9e352,segment=NetworkSegment(426b9493-563a-4cbb-b7ff-32a7d53873fc),segment_id=426b9493-563a-4cbb-b7ff-32a7d53873fc)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:47.443984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:47.452054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:47.481292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf04a8e-18e6-439d-a009-497f15b3130f req-e7f05a24-0e9f-4e31-9c7e-88740824b2ed tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:47.483115 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ebf04a8e-18e6-439d-a009-497f15b3130f req-e7f05a24-0e9f-4e31-9c7e-88740824b2ed tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 945 time: 0.1004496 Jun 03 21:45:47.519381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:47.544045 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ebf04a8e-18e6-439d-a009-497f15b3130f req-64b39e71-81c0-454d-ac0b-579e98afd2e3 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530498 Jun 03 21:45:47.545795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Usage tracker for resource:subnet and tenant:8fadebda9ac1462e88d820e23b14fdd7 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:47.551106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 4105a8a5-c26d-4d90-b606-3b037cbbea8e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:45:47.556813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:47.560105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-225feee0-4c16-4c8a-b71a-c3f618006b6a None None] Provisioning complete for port 198bc681-7074-45cd-9d3f-beca76f26f92 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:47.560488 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-225feee0-4c16-4c8a-b71a-c3f618006b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:47.585771 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9746217c-4fd2-4b6f-9849-4c12e07774d1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:47.604745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] For port b69f3057-8157-4673-9f12-c65f29a8dbe4, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:47.613838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:47.615333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=79f4aaff-3798-423e-a09d-295e81e9e352,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:47.621898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:47.625164 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] For port b69f3057-8157-4673-9f12-c65f29a8dbe4, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b69f3057-8157-4673-9f12-c65f29a8dbe4,segment=NetworkSegment(2712bdd2-bef9-480f-ac9a-d337b6a4caad),segment_id=2712bdd2-bef9-480f-ac9a-d337b6a4caad)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:47.635776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-225feee0-4c16-4c8a-b71a-c3f618006b6a None None] Port 198bc681-7074-45cd-9d3f-beca76f26f92 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:45:47.637801 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:47.641994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1656eb1f-bfe0-4bca-94ca-752e3f0fc573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:47.727989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Pushing event updated for resources: {'Port': ['ID=b69f3057-8157-4673-9f12-c65f29a8dbe4,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:47.731001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:47.770445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Made reservation on behalf of 8fadebda9ac1462e88d820e23b14fdd7 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:47.774185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:48.031320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c44b7-cae3-4342-9d20-2f9791f31e2c req-90524c50-0cc6-4a8c-b4ca-5702033b1ea8 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:48.032886 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f22c44b7-cae3-4342-9d20-2f9791f31e2c req-90524c50-0cc6-4a8c-b4ca-5702033b1ea8 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 945 time: 0.7447438 Jun 03 21:45:48.169565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e776d-87a7-44d6-807b-156b789740c2 req-51e5e51d-c2b3-4d82-90a2-43615e8e3b7d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:48.170730 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-873e776d-87a7-44d6-807b-156b789740c2 req-51e5e51d-c2b3-4d82-90a2-43615e8e3b7d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.0840068 Jun 03 21:45:48.173225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:45:48.184254 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Sync routers for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:45:48.196883 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:48.197882 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:48.238792 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-873e776d-87a7-44d6-807b-156b789740c2 req-01861040-5c04-466f-ba21-c619bf5c963f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599933 Jun 03 21:45:48.280040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50852) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:48.280170 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0161581 Jun 03 21:45:48.285779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1518204345'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:48.290983 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f22c44b7-cae3-4342-9d20-2f9791f31e2c req-cc8214b9-657d-4717-bbb2-ca512a78dc54 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958413 Jun 03 21:45:48.290983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:48.292707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:48.309103 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:network and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:48.312532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for network was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:48.340814 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:48.359535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:48.360143 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:48.369844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:48.373057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6aaf8fcc-88f7-457d-bd49-3da185e69365 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:48.396374 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:45:48.405056 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:48.424215 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:48.424745 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Added segment c053cf1c-1c66-4e9f-855a-f1a926d3851e of type vlan for network 5c2cef1d-dcae-498a-8d0f-c945cf243e53 Jun 03 21:45:48.475302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:48.515261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9746217c-4fd2-4b6f-9849-4c12e07774d1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:48.517303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 79f4aaff-3798-423e-a09d-295e81e9e352 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:48.531883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:48.541551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:48.541551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:48.546043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:48.643241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 79f4aaff-3798-423e-a09d-295e81e9e352 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:48.643643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:48.663703 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3823678 Jun 03 21:45:48.664858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50856) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:48.692698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Network': ['ID=5c2cef1d-dcae-498a-8d0f-c945cf243e53,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:48.695616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:48.696132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'subnet': {'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:48.711574 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 5c2cef1d-dcae-498a-8d0f-c945cf243e53 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:48.727670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Subnet': ['ID=2cf3a2d5-2f8a-498c-a43c-3e96e7d5822f,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:48.753919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:48.844996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573633c-5184-4a84-9945-c396ad183c45 req-ee44f38c-b8b6-4226-9fc8-8395e380a756 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:48.850792 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9573633c-5184-4a84-9945-c396ad183c45 req-ee44f38c-b8b6-4226-9fc8-8395e380a756 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 945 time: 0.1161878 Jun 03 21:45:48.937024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking segment: {'id': '69a7a6e2-3daf-4f19-ae02-3b14df62b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'c7b1c4e1-eac5-4c62-b8e2-a942fba9460b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:48.937669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network hostable DHCP agents. Network: c7b1c4e1-eac5-4c62-b8e2-a942fba9460b, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:48.958774 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9573633c-5184-4a84-9945-c396ad183c45 req-73d95ac8-0623-4728-becf-fdadcf30f33a tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021910 Jun 03 21:45:48.973570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b69f3057-8157-4673-9f12-c65f29a8dbe4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:48.993037 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:45:44Z', 'revision_number': 3, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:45Z', 'revision_number': 2, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:48.999523 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Checking router: 4105a8a5-c26d-4d90-b606-3b037cbbea8e for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:45:49.000022 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Updating router 4105a8a5-c26d-4d90-b606-3b037cbbea8e port 198bc681-7074-45cd-9d3f-beca76f26f92 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:45:49.071329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6eb055-c072-417d-88da-54f815920532 None None] Network 842cf3e5-eb41-4ebb-be58-3135a094102a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:49.111856 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:49.126379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-56e4aaae-c015-4d7c-a30f-79d48990f836 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:49.128162 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-56e4aaae-c015-4d7c-a30f-79d48990f836 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 945 time: 0.1092732 Jun 03 21:45:49.184824 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port b69f3057-8157-4673-9f12-c65f29a8dbe4 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:49.205459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-aa300984-f4fc-4009-bad4-15f184273e99 None None] Provisioning for port b69f3057-8157-4673-9f12-c65f29a8dbe4 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:49.222890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-aa300984-f4fc-4009-bad4-15f184273e99 None None] Provisioning complete for port b69f3057-8157-4673-9f12-c65f29a8dbe4 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:49.223275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa300984-f4fc-4009-bad4-15f184273e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:49.391106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Deleting port 5e0b95c6-7825-4929-8651-91c21c1f01a5 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:49.391443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:49.458943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa300984-f4fc-4009-bad4-15f184273e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:49.554257 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:49.570339 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Transition to ACTIVE for port object 198bc681-7074-45cd-9d3f-beca76f26f92 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:49.581663 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:49.586997 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:49.669224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38207c10-727a-47f1-9d3c-eacc3853bbb6 req-4b8f9f62-a246-4910-b2a5-451794055306 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:49.670957 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-38207c10-727a-47f1-9d3c-eacc3853bbb6 req-4b8f9f62-a246-4910-b2a5-451794055306 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 945 time: 0.1501584 Jun 03 21:45:49.676081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] For port 5e0b95c6-7825-4929-8651-91c21c1f01a5, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=5e0b95c6-7825-4929-8651-91c21c1f01a5,segment=NetworkSegment(99b1434c-0efc-4899-9796-9b906144659f),segment_id=99b1434c-0efc-4899-9796-9b906144659f)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:49.676436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:49.687999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:49.695118 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b494feb-1608-4dca-8b56-3bb7849ad1fe None None] Pushing event updated for resources: {'Port': ['ID=198bc681-7074-45cd-9d3f-beca76f26f92,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:49.699831 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-4b494feb-1608-4dca-8b56-3bb7849ad1fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:49.702987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network c7b1c4e1-eac5-4c62-b8e2-a942fba9460b is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:49.727582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:subnet and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:49.741431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:49.786515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:49.861114 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-38207c10-727a-47f1-9d3c-eacc3853bbb6 req-232785fa-9294-4ad5-8b75-2a16b58d4a7a tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups?id=1ec6c26a-fe74-47f8-8706-e5438d14f8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764300 Jun 03 21:45:49.863864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, c7b1c4e1-eac5-4c62-b8e2-a942fba9460b) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:49.873748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a08dc9-fd12-4730-b44e-dd4b2800d139 None None] Network c7b1c4e1-eac5-4c62-b8e2-a942fba9460b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:49.928813 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Attempting to bind port 198bc681-7074-45cd-9d3f-beca76f26f92 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:49.929187 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Attempting to bind port 198bc681-7074-45cd-9d3f-beca76f26f92 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '426b9493-563a-4cbb-b7ff-32a7d53873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:49.929690 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Attempting to bind port 198bc681-7074-45cd-9d3f-beca76f26f92 on network 309266f8-dabb-4fa2-815a-4bbe4eed2035 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:49.936531 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:49.936854 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Checking segment: {'id': '426b9493-563a-4cbb-b7ff-32a7d53873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:49.937184 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:49.937483 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Bound using segment: {'id': '426b9493-563a-4cbb-b7ff-32a7d53873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:49.938148 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Bound port: 198bc681-7074-45cd-9d3f-beca76f26f92, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426b9493-563a-4cbb-b7ff-32a7d53873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:49.938522 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:49.955380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:49.957626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:50.079731 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] For port 198bc681-7074-45cd-9d3f-beca76f26f92, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:50.080840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:50.083200 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] For port 198bc681-7074-45cd-9d3f-beca76f26f92, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=198bc681-7074-45cd-9d3f-beca76f26f92,segment=NetworkSegment(426b9493-563a-4cbb-b7ff-32a7d53873fc),segment_id=426b9493-563a-4cbb-b7ff-32a7d53873fc)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:50.091170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:50.094256 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:50.100347 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:50.226724 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b494feb-1608-4dca-8b56-3bb7849ad1fe None None] Pushing event updated for resources: {'Port': ['ID=198bc681-7074-45cd-9d3f-beca76f26f92,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:50.238230 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-4b494feb-1608-4dca-8b56-3bb7849ad1fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:50.270769 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:50.272846 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:50.378155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:50.378432 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:50.378739 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Floating IP f1c8a840-24b9-4b08-b6f8-c716c681ccc0 disassociated. External IP: 172.26.3.82, port: 5e0b95c6-7825-4929-8651-91c21c1f01a5. Jun 03 21:45:50.379066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Calling delete_port for 5e0b95c6-7825-4929-8651-91c21c1f01a5 owned by compute:nova {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:50.386046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:50.404666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:50.407534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc15b-3089-4793-8cd9-f1b87a0904c6 req-31a53821-e9ec-49f4-907c-44c94be5ec45 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:50.408787 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e6fcc15b-3089-4793-8cd9-f1b87a0904c6 req-31a53821-e9ec-49f4-907c-44c94be5ec45 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 945 time: 0.1676567 Jun 03 21:45:50.499947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-aa300984-f4fc-4009-bad4-15f184273e99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:45:50.500302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-aa300984-f4fc-4009-bad4-15f184273e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:45:50.501316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-c7b1c4e1-eac5-4c62-b8e2-a942fba9460b', 'network_id': 'c7b1c4e1-eac5-4c62-b8e2-a942fba9460b', 'tenant_id': 'b19a3ae18129407e99341659481c261f', 'fixed_ips': [{'subnet_id': '2cf3a2d5-2f8a-498c-a43c-3e96e7d5822f'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:50.502517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:50.545100 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e6fcc15b-3089-4793-8cd9-f1b87a0904c6 req-f0ce0533-a6d2-4ee0-9db5-05f0a3ad4f20 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135988 Jun 03 21:45:50.563779 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:45:50.628921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9746217c-4fd2-4b6f-9849-4c12e07774d1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:50.689690 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:50.704364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:50.705469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4bbb13bf-b889-41f3-afbf-9ddf73974f60 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:50.747383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91fedd3-9db2-4970-83c1-3d270fc6f433 None None] Network 842cf3e5-eb41-4ebb-be58-3135a094102a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:50.756847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9746217c-4fd2-4b6f-9849-4c12e07774d1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:50.759277 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9746217c-4fd2-4b6f-9849-4c12e07774d1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/subnets/f6c6f2e1-67ad-45f1-bd75-3e09e4d277f5 HTTP/1.1" status: 204 len: 168 time: 4.1817994 Jun 03 21:45:50.762662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50866) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:50.763770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Pushing event deleted for resources: {'Port': ['ID=5e0b95c6-7825-4929-8651-91c21c1f01a5,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:50.798548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746217c-4fd2-4b6f-9849-4c12e07774d1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c6f2e1-67ad-45f1-bd75-3e09e4d277f5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:50.802794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Allocated IP 172.20.0.1 (c7b1c4e1-eac5-4c62-b8e2-a942fba9460b/2cf3a2d5-2f8a-498c-a43c-3e96e7d5822f/f51df671-d47a-4a87-80c5-f3d4bbf791be) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:50.816298 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 6.5547690 Jun 03 21:45:50.826681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-24520a8e-f870-4338-a8a9-a7dd7ec69c28 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:50.828695 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-24520a8e-f870-4338-a8a9-a7dd7ec69c28 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.24 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 945 time: 1.5643282 Jun 03 21:45:50.841009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9746217c-4fd2-4b6f-9849-4c12e07774d1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:50.847612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50868) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:50.974654 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dce8d-3bc1-46e9-a351-d6181f34c2b6 req-2ce4ab70-1071-463c-afd2-993677dc5a5d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:50.980918 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:45:44Z', 'revision_number': 3, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:50Z', 'revision_number': 4, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:50.991251 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d44dce8d-3bc1-46e9-a351-d6181f34c2b6 req-2ce4ab70-1071-463c-afd2-993677dc5a5d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 1.5126410 Jun 03 21:45:50.998032 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7679c1b-85dc-438d-94fa-4da16b3ee435 None None] The sync data for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv is: [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:45:44Z', 'revision_number': 3, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:50Z', 'revision_number': 4, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:45:51.326757 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa300984-f4fc-4009-bad4-15f184273e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:51.355342 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:51.478787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-aa300984-f4fc-4009-bad4-15f184273e99 None None] For port b69f3057-8157-4673-9f12-c65f29a8dbe4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b69f3057-8157-4673-9f12-c65f29a8dbe4,segment=NetworkSegment(2712bdd2-bef9-480f-ac9a-d337b6a4caad),segment_id=2712bdd2-bef9-480f-ac9a-d337b6a4caad)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:51.480154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:51.503988 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Transition to ACTIVE for port object f51df671-d47a-4a87-80c5-f3d4bbf791be will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:51.510379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa300984-f4fc-4009-bad4-15f184273e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:51.519614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-68688be0-3651-4e68-995c-1f8a3a7e6d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:51.545611 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1afa0a02-ad30-49a1-8750-0f561ff80fb7 req-02787ef8-b117-4e90-a403-08a63adf5b94 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 210 time: 0.1845891 Jun 03 21:45:51.575175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767baa5e-695d-436d-8b15-782c4e4729a4 None None] DHCP port deletion for 842cf3e5-eb41-4ebb-be58-3135a094102a request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:45:51.769720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Transition to ACTIVE for port object f51df671-d47a-4a87-80c5-f3d4bbf791be will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:51.818581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0ea0f4-7ac6-4212-9b51-816da0e6e9cf tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:51.821013 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0ea0f4-7ac6-4212-9b51-816da0e6e9cf tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:51.821905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ef0ea0f4-7ac6-4212-9b51-816da0e6e9cf tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Synchronizing usage tracker for tenant:66cf243d20534eb09d69191e7edd9d1d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:45:51.851030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:51.858105 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d44dce8d-3bc1-46e9-a351-d6181f34c2b6 req-276f644c-c34b-4396-b93b-5c23e33639f6 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5623062 Jun 03 21:45:51.879226 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-16355239-1e66-4169-8211-9ed3f0dda5af None None] Provisioning for port d02320fc-0fb8-481c-8e26-9c3449d9c130 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:51.908202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Router 7217d2cf-f166-41d8-a63c-df35ee206757 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:45:51.925529 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-16355239-1e66-4169-8211-9ed3f0dda5af None None] Provisioning complete for port d02320fc-0fb8-481c-8e26-9c3449d9c130 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:51.936884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-16355239-1e66-4169-8211-9ed3f0dda5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:51.954416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ef0ea0f4-7ac6-4212-9b51-816da0e6e9cf tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Unset dirty status for tenant:66cf243d20534eb09d69191e7edd9d1d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:45:51.958100 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ef0ea0f4-7ac6-4212-9b51-816da0e6e9cf tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.1914947 Jun 03 21:45:51.961253 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50874) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:51.994544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Router f368ce33-e830-4245-9be1-e71554b5abd2 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:45:52.003177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa300984-f4fc-4009-bad4-15f184273e99 None None] Pushing event updated for resources: {'Port': ['ID=b69f3057-8157-4673-9f12-c65f29a8dbe4,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:52.020018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-aa300984-f4fc-4009-bad4-15f184273e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:52.025434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:52.082135 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Network c7b1c4e1-eac5-4c62-b8e2-a942fba9460b is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:52.103491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:52.114117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:52.154381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-16355239-1e66-4169-8211-9ed3f0dda5af None None] Port d02320fc-0fb8-481c-8e26-9c3449d9c130 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:45:52.256443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Pushing event updated for resources: {'Port': ['ID=f51df671-d47a-4a87-80c5-f3d4bbf791be,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:52.270471 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:52.307498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-767baa5e-695d-436d-8b15-782c4e4729a4 None None] Deleting port b69f3057-8157-4673-9f12-c65f29a8dbe4 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:52.307498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-767baa5e-695d-436d-8b15-782c4e4729a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:52.327066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Attempting to bind port f51df671-d47a-4a87-80c5-f3d4bbf791be on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:52.327066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Attempting to bind port f51df671-d47a-4a87-80c5-f3d4bbf791be by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '69a7a6e2-3daf-4f19-ae02-3b14df62b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'c7b1c4e1-eac5-4c62-b8e2-a942fba9460b'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:52.327066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Attempting to bind port f51df671-d47a-4a87-80c5-f3d4bbf791be on network c7b1c4e1-eac5-4c62-b8e2-a942fba9460b {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:52.327066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-16355239-1e66-4169-8211-9ed3f0dda5af None None] Provisioning complete for port b69f3057-8157-4673-9f12-c65f29a8dbe4 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:52.327066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-16355239-1e66-4169-8211-9ed3f0dda5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:52.342514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:52.381793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:52.382124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Checking segment: {'id': '69a7a6e2-3daf-4f19-ae02-3b14df62b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'c7b1c4e1-eac5-4c62-b8e2-a942fba9460b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:52.384121 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:52.384729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Bound using segment: {'id': '69a7a6e2-3daf-4f19-ae02-3b14df62b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'c7b1c4e1-eac5-4c62-b8e2-a942fba9460b'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:52.385240 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Bound port: f51df671-d47a-4a87-80c5-f3d4bbf791be, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a7a6e2-3daf-4f19-ae02-3b14df62b3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'c7b1c4e1-eac5-4c62-b8e2-a942fba9460b'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:52.385614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:52.421839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:52.433391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:52.516199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:45:52.597752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f6c9b80-d09d-4843-be21-97ce0b6f9306 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:52.625345 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6c9b80-d09d-4843-be21-97ce0b6f9306 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 03 21:45:52.626107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6c9b80-d09d-4843-be21-97ce0b6f9306 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:45:52.647428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed39ba-d55c-47cb-92f5-5b2d2833038c req-5501cced-be76-48d6-ba5d-bced925e27f6 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:52.649985 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] For port f51df671-d47a-4a87-80c5-f3d4bbf791be, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:52.653814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] For port f51df671-d47a-4a87-80c5-f3d4bbf791be, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f51df671-d47a-4a87-80c5-f3d4bbf791be,segment=NetworkSegment(69a7a6e2-3daf-4f19-ae02-3b14df62b3e2),segment_id=69a7a6e2-3daf-4f19-ae02-3b14df62b3e2)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:52.655393 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 198bc681-7074-45cd-9d3f-beca76f26f92 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:52.660710 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d4ed39ba-d55c-47cb-92f5-5b2d2833038c req-5501cced-be76-48d6-ba5d-bced925e27f6 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 945 time: 0.8337619 Jun 03 21:45:52.683734 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3f6c9b80-d09d-4843-be21-97ce0b6f9306 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/networks/842cf3e5-eb41-4ebb-be58-3135a094102a HTTP/1.1" status: 409 len: 405 time: 0.7187114 Jun 03 21:45:52.735586 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a31fe0-3b77-4a49-82b3-824f17913a25 None None] Sync routers for ids ['7217d2cf-f166-41d8-a63c-df35ee206757'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:45:52.735828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50878) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:52.739893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] No DVR routers for this DVR port 5e0b95c6-7825-4929-8651-91c21c1f01a5 on host hv-neutron-7929 {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:52.748070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1934077071'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:52.754228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:52.754584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:52.762434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:network and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:52.768396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-99ea53e3-adc5-4968-bec4-d46019d64654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:52.768780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for network was recalculated. Used quota:3. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:52.783083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:52.797125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:52.799967 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-55df171a-5231-4e70-97a6-f7df82dd6516 req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.24 "DELETE /v2.0/ports/5e0b95c6-7825-4929-8651-91c21c1f01a5 HTTP/1.1" status: 204 len: 173 time: 3.6647644 Jun 03 21:45:52.801215 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b84029e-2d27-4fa0-af3b-6c402e658ac5', 'name': 'network-vif-deleted', 'tag': '5e0b95c6-7825-4929-8651-91c21c1f01a5'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:45:52.825252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03741513-d8eb-411a-bf02-db78ebd6ccff" -d '{"events": [{"server_uuid": "3b84029e-2d27-4fa0-af3b-6c402e658ac5", "name": "network-vif-deleted", "tag": "5e0b95c6-7825-4929-8651-91c21c1f01a5"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:45:52.854257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:52.873681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-767baa5e-695d-436d-8b15-782c4e4729a4 None None] For port b69f3057-8157-4673-9f12-c65f29a8dbe4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b69f3057-8157-4673-9f12-c65f29a8dbe4,segment=NetworkSegment(2712bdd2-bef9-480f-ac9a-d337b6a4caad),segment_id=2712bdd2-bef9-480f-ac9a-d337b6a4caad)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:52.874371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-767baa5e-695d-436d-8b15-782c4e4729a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:52.883012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a31fe0-3b77-4a49-82b3-824f17913a25 None None] Routers {'7217d2cf-f166-41d8-a63c-df35ee206757'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:52.883768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:52.884123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-11a31fe0-3b77-4a49-82b3-824f17913a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7217d2cf-f166-41d8-a63c-df35ee206757'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:52.888035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Deleting port 161ba807-d137-44d4-83ad-ee3fc76b6338 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:52.888609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:52.904687 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f2331f03-82c8-40c7-a66d-0ddccb583031 req-7d91ed43-dd00-4bc5-a31b-19f98f262efc tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/ports?device_id=3b84029e-2d27-4fa0-af3b-6c402e658ac5 HTTP/1.1" status: 200 len: 210 time: 0.1345322 Jun 03 21:45:52.922893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Subnet': ['ID=28395bbf-2e75-4cb4-acf1-82900255a86b,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:52.926851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:52.974603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Checking segment: {'id': '77ef16b0-82b6-41e6-a457-212f7716a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '80c1fa85-883f-4907-8534-b862cce67f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:52.976759 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d4ed39ba-d55c-47cb-92f5-5b2d2833038c req-322a76e1-8e87-464d-8531-1ecba197cfc3 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145597 Jun 03 21:45:52.982003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network hostable DHCP agents. Network: 80c1fa85-883f-4907-8534-b862cce67f17, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:52.999568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:53.027565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:53.029642 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Added segment 367bb1c0-563d-4e9c-99c3-c4476a09631c of type vlan for network d02d874b-d86a-4640-91d5-48279951799b Jun 03 21:45:53.036630 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db39b2dd-7af1-4041-9a6b-1123ebf55abb x-openstack-request-id: req-db39b2dd-7af1-4041-9a6b-1123ebf55abb {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:45:53.037851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b84029e-2d27-4fa0-af3b-6c402e658ac5", "name": "network-vif-deleted", "tag": "5e0b95c6-7825-4929-8651-91c21c1f01a5", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:45:53.038563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-db39b2dd-7af1-4041-9a6b-1123ebf55abb {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:45:53.040142 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b84029e-2d27-4fa0-af3b-6c402e658ac5', 'name': 'network-vif-deleted', 'tag': '5e0b95c6-7825-4929-8651-91c21c1f01a5', 'status': 'completed', 'code': 200} Jun 03 21:45:53.096049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:45:53.107190 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60a3b4-3790-4db0-9c66-5ef11c453adf None None] Sync routers for ids ['f368ce33-e830-4245-9be1-e71554b5abd2'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:45:53.124400 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60a3b4-3790-4db0-9c66-5ef11c453adf None None] Routers {'f368ce33-e830-4245-9be1-e71554b5abd2'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:53.127510 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5b60a3b4-3790-4db0-9c66-5ef11c453adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['f368ce33-e830-4245-9be1-e71554b5abd2'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:53.135625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:53.137204 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "PUT /v2.0/routers/f368ce33-e830-4245-9be1-e71554b5abd2 HTTP/1.1" status: 200 len: 914 time: 10.9090979 Jun 03 21:45:53.147735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50884) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:53.152534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a239a6ed-e440-461a-b2ad-90f7caee903c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:53.153782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 80c1fa85-883f-4907-8534-b862cce67f17 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:53.161062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-767baa5e-695d-436d-8b15-782c4e4729a4 None None] Calling delete_port for b69f3057-8157-4673-9f12-c65f29a8dbe4 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:53.176929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Deleting port f51df671-d47a-4a87-80c5-f3d4bbf791be {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:53.178006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:53.210847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 80c1fa85-883f-4907-8534-b862cce67f17) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:53.261248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f28db9-3d2b-4383-b163-e1f8af36cdbd None None] Network 80c1fa85-883f-4907-8534-b862cce67f17 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:53.278303 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5b60a3b4-3790-4db0-9c66-5ef11c453adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:53.293656 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60a3b4-3790-4db0-9c66-5ef11c453adf None None] Routers {'f368ce33-e830-4245-9be1-e71554b5abd2'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:53.294282 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5b60a3b4-3790-4db0-9c66-5ef11c453adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['f368ce33-e830-4245-9be1-e71554b5abd2'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:53.379746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Pushing event updated for resources: {'Port': ['ID=f51df671-d47a-4a87-80c5-f3d4bbf791be,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:53.392197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] For port f51df671-d47a-4a87-80c5-f3d4bbf791be, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f51df671-d47a-4a87-80c5-f3d4bbf791be,segment=NetworkSegment(69a7a6e2-3daf-4f19-ae02-3b14df62b3e2),segment_id=69a7a6e2-3daf-4f19-ae02-3b14df62b3e2)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:53.392565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:53.393852 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:53.453333 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5b60a3b4-3790-4db0-9c66-5ef11c453adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:53.455768 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60a3b4-3790-4db0-9c66-5ef11c453adf None None] The sync data for ids ['f368ce33-e830-4245-9be1-e71554b5abd2'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:45:53.485031 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:53.617394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] For port 161ba807-d137-44d4-83ad-ee3fc76b6338, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=161ba807-d137-44d4-83ad-ee3fc76b6338,segment=NetworkSegment(4d4eadd1-7b50-4f07-b065-19a8b093a91d),segment_id=4d4eadd1-7b50-4f07-b065-19a8b093a91d)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:53.617852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:53.665116 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-657debd3-8a49-4008-beec-c988b9e0e570 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/routers/f368ce33-e830-4245-9be1-e71554b5abd2 HTTP/1.1" status: 200 len: 920 time: 0.5153844 Jun 03 21:45:53.667276 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50888) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:53.721840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:53.727945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:53.728837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:53.736461 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-97de968a-f59a-4300-90cb-25d8e9d39665 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:53.836962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 161ba807-d137-44d4-83ad-ee3fc76b6338 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:45:53.878523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 198bc681-7074-45cd-9d3f-beca76f26f92 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:45:53.887618 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1446338 Jun 03 21:45:53.904063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 198bc681-7074-45cd-9d3f-beca76f26f92 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:53.904591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:53.905490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50890) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:53.915018 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b58e7-57fb-40ef-b60f-9f5af6907185 req-dec3343e-459b-4510-b6b7-5d99fd2a9338 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:53.923186 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e32b58e7-57fb-40ef-b60f-9f5af6907185 req-dec3343e-459b-4510-b6b7-5d99fd2a9338 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.4009893 Jun 03 21:45:53.930501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'subnet': {'network_id': 'd02d874b-d86a-4640-91d5-48279951799b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:53.936508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-16355239-1e66-4169-8211-9ed3f0dda5af None None] Provisioning complete for port 198bc681-7074-45cd-9d3f-beca76f26f92 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:53.936890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-16355239-1e66-4169-8211-9ed3f0dda5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:53.950272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Network': ['ID=d02d874b-d86a-4640-91d5-48279951799b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:53.973790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network d02d874b-d86a-4640-91d5-48279951799b details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:45:54.002148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:54.017473 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e32b58e7-57fb-40ef-b60f-9f5af6907185 req-70bf89a8-c225-4b1f-a28d-85529dd7eba8 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925634 Jun 03 21:45:54.098198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Calling delete_port for f51df671-d47a-4a87-80c5-f3d4bbf791be owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:54.118684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50898) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:54.143768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:54.144425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:54.158644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16319fb5-19c8-4208-b2b9-91fd0182e135 None None] Network 80c1fa85-883f-4907-8534-b862cce67f17 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:54.183790 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 7.4407670 Jun 03 21:45:54.187542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50900) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:54.201751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-84391964', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:54.248786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:54.281387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Usage tracker for resource:router and tenant:8fadebda9ac1462e88d820e23b14fdd7 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:54.381087 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27294377-f548-4466-8640-89ef82eaccb1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:54.385482 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-27294377-f548-4466-8640-89ef82eaccb1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&device_id=f368ce33-e830-4245-9be1-e71554b5abd2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7136595 Jun 03 21:45:54.431845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50902) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:54.444894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-11a31fe0-3b77-4a49-82b3-824f17913a25 None None] Set router 7217d2cf-f166-41d8-a63c-df35ee206757 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:45:54.556422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:54.561063 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:54.561429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:54.561724 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Floating IP 782c12bf-5217-4f83-bf3a-39424738bf01 disassociated. External IP: 172.26.3.207, port: 161ba807-d137-44d4-83ad-ee3fc76b6338. Jun 03 21:45:54.562057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Calling delete_port for 161ba807-d137-44d4-83ad-ee3fc76b6338 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:54.588713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:54.601243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:54.610171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968968ec-bf47-4061-bdec-cd267e23ffd5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:54.610734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-968968ec-bf47-4061-bdec-cd267e23ffd5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Synchronizing usage tracker for tenant:ff7d8ff255784873bc0cd6673c06124a on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:45:54.626263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:54.649512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-968968ec-bf47-4061-bdec-cd267e23ffd5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Unset dirty status for tenant:ff7d8ff255784873bc0cd6673c06124a on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:45:54.652784 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-968968ec-bf47-4061-bdec-cd267e23ffd5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/networks/89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 881 time: 0.2178128 Jun 03 21:45:54.655625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50904) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:54.660415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:54.661667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:54.662773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:54.665304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:54.676548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:54.685733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:54.698190 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0db17d8-5162-4e14-a39b-0531c504d2a5 None None] Network c7b1c4e1-eac5-4c62-b8e2-a942fba9460b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:54.712692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-206f9d9a-1aa7-4e81-936d-b75b1740a289 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:54.759132 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-70c23eeb-b6a9-4b18-b420-ed327379b514 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "GET /v2.0/ports?device_id=f368ce33-e830-4245-9be1-e71554b5abd2 HTTP/1.1" status: 200 len: 205 time: 0.0972633 Jun 03 21:45:54.769862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3f2a3-673b-4022-ad99-ecd401570f4d req-50889c36-b340-46d8-9b69-bb89104d8458 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:54.771489 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2af3f2a3-673b-4022-ad99-ecd401570f4d req-50889c36-b340-46d8-9b69-bb89104d8458 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 945 time: 0.3872933 Jun 03 21:45:54.771850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50906) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:54.804408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:54.809222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-206f9d9a-1aa7-4e81-936d-b75b1740a289 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:54.904210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Subnet': ['ID=e65a246b-0079-4369-8c01-9630635eb058,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:54.916142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:54.948000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Checking segment: {'id': 'c053cf1c-1c66-4e9f-855a-f1a926d3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:54.948402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network hostable DHCP agents. Network: 5c2cef1d-dcae-498a-8d0f-c945cf243e53, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:54.998125 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2af3f2a3-673b-4022-ad99-ecd401570f4d req-9d26c8b3-9448-4675-83ab-ef27a406bbf2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups?id=d248a5f9-f395-41d2-b85c-3224e956e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549847 Jun 03 21:45:55.083324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.114760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.151003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-767baa5e-695d-436d-8b15-782c4e4729a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.155981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.164216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-16355239-1e66-4169-8211-9ed3f0dda5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.188819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-aa300984-f4fc-4009-bad4-15f184273e99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:55.206416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.218884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ff8dc9f6-314a-4ddd-816b-9552961c5c29 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:55.257947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767baa5e-695d-436d-8b15-782c4e4729a4 None None] Pushing event deleted for resources: {'Port': ['ID=b69f3057-8157-4673-9f12-c65f29a8dbe4,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:55.276497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767baa5e-695d-436d-8b15-782c4e4729a4 None None] No DVR routers for this DVR port b69f3057-8157-4673-9f12-c65f29a8dbe4 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:55.343765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network 5c2cef1d-dcae-498a-8d0f-c945cf243e53 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:55.345991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Port': ['ID=f51df671-d47a-4a87-80c5-f3d4bbf791be,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:55.357240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-206f9d9a-1aa7-4e81-936d-b75b1740a289 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.380507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-767baa5e-695d-436d-8b15-782c4e4729a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:55.391969 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.408553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 198bc681-7074-45cd-9d3f-beca76f26f92, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=198bc681-7074-45cd-9d3f-beca76f26f92,segment=NetworkSegment(426b9493-563a-4cbb-b7ff-32a7d53873fc),segment_id=426b9493-563a-4cbb-b7ff-32a7d53873fc)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:45:55.419421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:55.420294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:55.429605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.436761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e1fdbdaa-5ef1-4b21-97ca-6d58026a3ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:55.510234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f9d9a-1aa7-4e81-936d-b75b1740a289 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec6c26a-fe74-47f8-8706-e5438d14f8c9,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:55.521646 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.527733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-206f9d9a-1aa7-4e81-936d-b75b1740a289 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:55.531400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 5c2cef1d-dcae-498a-8d0f-c945cf243e53) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:55.554171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b69f3057-8157-4673-9f12-c65f29a8dbe4 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:45:55.561396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.594917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5851d39a-9185-4599-8944-8e8e33dd59ba tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:55.606929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3245c9a2-4db2-424a-aee3-42e9b29cbfe9 None None] Network 5c2cef1d-dcae-498a-8d0f-c945cf243e53 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:55.613868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Deleting port 3ac815cf-d279-423f-acaa-9a137fcc4123 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:55.614186 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.638629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No DVR routers for this DVR port f51df671-d47a-4a87-80c5-f3d4bbf791be on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:55.646551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.697679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: b69f3057-8157-4673-9f12-c65f29a8dbe4 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:45:55.697899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b69f3057-8157-4673-9f12-c65f29a8dbe4 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:45:55.699827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:55.700493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.733999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Pushing event deleted for resources: {'Port': ['ID=161ba807-d137-44d4-83ad-ee3fc76b6338,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:55.750453 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 7.0737462 Jun 03 21:45:55.753374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50914) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:55.754829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:55.834808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.837526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 5e0b95c6-7825-4929-8651-91c21c1f01a5 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:45:55.847900 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.objects.ports [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104397) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:45:55.851323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.856985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c0040bf5-5eca-4a9f-9f23-22d06cca4f9e tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:55.873502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-206f9d9a-1aa7-4e81-936d-b75b1740a289 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.874908 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-206f9d9a-1aa7-4e81-936d-b75b1740a289 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "DELETE /v2.0/security-groups/1ec6c26a-fe74-47f8-8706-e5438d14f8c9 HTTP/1.1" status: 204 len: 168 time: 1.7541993 Jun 03 21:45:55.884795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50916) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:55.955319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c34fa2f7-86f8-4991-ba01-156ee165deff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:55.968110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 5e0b95c6-7825-4929-8651-91c21c1f01a5 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:45:55.968475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 5e0b95c6-7825-4929-8651-91c21c1f01a5 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:45:55.974924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-16355239-1e66-4169-8211-9ed3f0dda5af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:45:55.975317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-16355239-1e66-4169-8211-9ed3f0dda5af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:45:56.002462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd70c2-63ea-4abd-a106-75999c5b6c8f req-4381c072-bfe7-48a6-a7e3-8886350a183f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:56.004581 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b3dd70c2-63ea-4abd-a106-75999c5b6c8f req-4381c072-bfe7-48a6-a7e3-8886350a183f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.8590467 Jun 03 21:45:56.018206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=198bc681-7074-45cd-9d3f-beca76f26f92,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:56.030598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:56.060819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:56.171744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:56.172923 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:56.274159 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Calling delete_port for 3ac815cf-d279-423f-acaa-9a137fcc4123 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:56.363580 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-d6cda46e-6618-415d-bb3c-546217d63729 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] show failed (client error): The resource could not be found. Jun 03 21:45:56.364931 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d6cda46e-6618-415d-bb3c-546217d63729 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "GET /v2.0/security-groups/1ec6c26a-fe74-47f8-8706-e5438d14f8c9 HTTP/1.1" status: 404 len: 347 time: 0.4246981 Jun 03 21:45:56.368755 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-25b40149-9392-4168-a4e4-ad9370d44253 req-4fac57c5-9ed5-4776-ba5c-5e56b0303562 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 210 time: 0.0828762 Jun 03 21:45:56.370803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50920) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:56.401085 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Allocated IP 2001:db8:2::2 (5c2cef1d-dcae-498a-8d0f-c945cf243e53/e65a246b-0079-4369-8c01-9630635eb058/31667f91-fbd4-49c7-85f1-8b0a6dad2a31) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:56.426686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-11a31fe0-3b77-4a49-82b3-824f17913a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:43:22Z', 'revision_number': 4, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'e404ba5e-68c7-4ea2-ae43-080a862ccdf0', 'name': '', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'mac_address': 'fa:16:3e:dd:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:19Z', 'updated_at': '2021-06-03T21:43:35Z', 'revision_number': 5, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'subnets': [{'id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:56.434790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a31fe0-3b77-4a49-82b3-824f17913a25 None None] Checking router: 7217d2cf-f166-41d8-a63c-df35ee206757 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:45:56.476949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a31fe0-3b77-4a49-82b3-824f17913a25 None None] Routers {'7217d2cf-f166-41d8-a63c-df35ee206757'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:56.477530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-11a31fe0-3b77-4a49-82b3-824f17913a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7217d2cf-f166-41d8-a63c-df35ee206757'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:56.505952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Checking segment: {'id': '367bb1c0-563d-4e9c-99c3-c4476a09631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'd02d874b-d86a-4640-91d5-48279951799b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:56.506644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network hostable DHCP agents. Network: d02d874b-d86a-4640-91d5-48279951799b, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:45:56.511709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Subnet': ['ID=2debd3c7-3e79-4198-9e4c-b9426cd62534,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:56.568795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:56.660984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network d02d874b-d86a-4640-91d5-48279951799b is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:45:56.680246 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b3dd70c2-63ea-4abd-a106-75999c5b6c8f req-9154e86b-74ab-4ce4-9258-f48ac47da297 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6523435 Jun 03 21:45:56.708353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, d02d874b-d86a-4640-91d5-48279951799b) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:56.726642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:56.727308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:56.782646 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-1a537baa-6cbe-4aae-82f3-47713cf421dd tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Deleting port d0c9908d-b3fe-47a5-bcdf-7fc4890589dc {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:45:56.782646 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a537baa-6cbe-4aae-82f3-47713cf421dd tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:56.785093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368d77c0-0c03-48c8-a0af-c89741835b11 None None] Network d02d874b-d86a-4640-91d5-48279951799b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:56.843441 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9179692 Jun 03 21:45:56.849717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50922) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:56.874122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:56.900186 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:56.938175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:56.945282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-974256d8-a273-423e-acb3-6948675a0672 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:56.976019 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Router 40120277-7df1-4f2c-b87f-d56aefa646df has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:45:56.998071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Pushing event deleted for resources: {'Port': ['ID=3ac815cf-d279-423f-acaa-9a137fcc4123,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:57.003255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:57.056013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a1f0fa06-0585-4fd7-965a-e9134c70df5e None None] Could not find standard attr ID for object f51df671-d47a-4a87-80c5-f3d4bbf791be. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:45:57.104780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a537baa-6cbe-4aae-82f3-47713cf421dd tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.104780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a537baa-6cbe-4aae-82f3-47713cf421dd tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.164871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-11a31fe0-3b77-4a49-82b3-824f17913a25 None None] Set router 7217d2cf-f166-41d8-a63c-df35ee206757 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:45:57.241405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-1a537baa-6cbe-4aae-82f3-47713cf421dd tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Calling delete_port for d0c9908d-b3fe-47a5-bcdf-7fc4890589dc owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:45:57.254777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.293932 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.378378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.400385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Transition to ACTIVE for port object 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:57.452216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.455568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.497955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.498725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Fanout notify agent at l3_agent the message router_deleted on router f368ce33-e830-4245-9be1-e71554b5abd2 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:45:57.504403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-d02d874b-d86a-4640-91d5-48279951799b', 'network_id': 'd02d874b-d86a-4640-91d5-48279951799b', 'tenant_id': '66cf243d20534eb09d69191e7edd9d1d', 'fixed_ips': [{'subnet_id': '2debd3c7-3e79-4198-9e4c-b9426cd62534'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:45:57.505297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.515758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.523506 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "DELETE /v2.0/routers/f368ce33-e830-4245-9be1-e71554b5abd2 HTTP/1.1" status: 204 len: 168 time: 2.7477887 Jun 03 21:45:57.524248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50926) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:57.530955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-090205cf-c73e-47a3-b3aa-c88ffb1f48fd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1570312929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:57.539393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-090205cf-c73e-47a3-b3aa-c88ffb1f48fd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:57.552423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.571134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1060de0e-35ee-450b-8b55-a9b980ac5664 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:57.576414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Transition to ACTIVE for port object 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:57.584745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-090205cf-c73e-47a3-b3aa-c88ffb1f48fd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Usage tracker for resource:router and tenant:b942e31ee98f47849ff506186f9e3b6e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:57.595041 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-090205cf-c73e-47a3-b3aa-c88ffb1f48fd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:57.599085 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e3306452-0c7c-4477-9624-aa297cc313ba req-d672d290-cb1b-400a-a823-3b8905e37a86 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 210 time: 0.0559855 Jun 03 21:45:57.638791 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.648579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:57.648789 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-090205cf-c73e-47a3-b3aa-c88ffb1f48fd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:57.674873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-090205cf-c73e-47a3-b3aa-c88ffb1f48fd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.675990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-090205cf-c73e-47a3-b3aa-c88ffb1f48fd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.690916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf3a2d5-2f8a-498c-a43c-3e96e7d5822f,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:57.692248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:57.714472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973dabba-f951-4d11-a795-60797ace8215 None None] Network c7b1c4e1-eac5-4c62-b8e2-a942fba9460b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:45:57.735069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-090205cf-c73e-47a3-b3aa-c88ffb1f48fd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.769794 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a537baa-6cbe-4aae-82f3-47713cf421dd tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.779634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:57.824433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-090205cf-c73e-47a3-b3aa-c88ffb1f48fd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.826659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Network 5c2cef1d-dcae-498a-8d0f-c945cf243e53 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:57.847711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:57.858393 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Pushing event updated for resources: {'Port': ['ID=31667f91-fbd4-49c7-85f1-8b0a6dad2a31,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:57.921170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:57.926304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a537baa-6cbe-4aae-82f3-47713cf421dd tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Pushing event deleted for resources: {'Port': ['ID=d0c9908d-b3fe-47a5-bcdf-7fc4890589dc,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:57.926569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:57.938108 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-090205cf-c73e-47a3-b3aa-c88ffb1f48fd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:57.938108 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-090205cf-c73e-47a3-b3aa-c88ffb1f48fd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4093525 Jun 03 21:45:57.938108 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1a537baa-6cbe-4aae-82f3-47713cf421dd tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:57.938541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 198bc681-7074-45cd-9d3f-beca76f26f92 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:45:57.944110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50930) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:58.107018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:45:58.142178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'enable_snat': False}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:58.167193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.186444 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad6365b-a371-430f-94ac-e5ab1b22c936 None None] Sync routers for ids ['40120277-7df1-4f2c-b87f-d56aefa646df'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:45:58.276346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.284468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.353621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a537baa-6cbe-4aae-82f3-47713cf421dd tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.353848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Allocated IP 2001:db8::f816:3eff:fe1c:e8cb (d02d874b-d86a-4640-91d5-48279951799b/2debd3c7-3e79-4198-9e4c-b9426cd62534/4efaec43-9a86-471e-a977-acf6c354fffa) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:58.356170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a537baa-6cbe-4aae-82f3-47713cf421dd tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.360425 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1a537baa-6cbe-4aae-82f3-47713cf421dd tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] 10.222.0.96 "DELETE /v2.0/floatingips/f1c8a840-24b9-4b08-b6f8-c716c681ccc0 HTTP/1.1" status: 204 len: 168 time: 1.9775958 Jun 03 21:45:58.365307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.366841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad6365b-a371-430f-94ac-e5ab1b22c936 None None] Routers {'40120277-7df1-4f2c-b87f-d56aefa646df'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:45:58.367542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6ad6365b-a371-430f-94ac-e5ab1b22c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['40120277-7df1-4f2c-b87f-d56aefa646df'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:58.391586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b1c4e1-eac5-4c62-b8e2-a942fba9460b']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:58.400167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50932) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:58.469175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Attempting to bind port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:58.469556 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Attempting to bind port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'c053cf1c-1c66-4e9f-855a-f1a926d3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:58.469981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Attempting to bind port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 on network 5c2cef1d-dcae-498a-8d0f-c945cf243e53 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:58.482275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] No DVR routers for this DVR port 161ba807-d137-44d4-83ad-ee3fc76b6338 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:45:58.500927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.519824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a7a6e2-3daf-4f19-ae02-3b14df62b3e2') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:58.520152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a7a6e2-3daf-4f19-ae02-3b14df62b3e2') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:58.527381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.530386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:58.530843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Checking segment: {'id': 'c053cf1c-1c66-4e9f-855a-f1a926d3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:58.531187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.531640 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Bound using segment: {'id': 'c053cf1c-1c66-4e9f-855a-f1a926d3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:58.532130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Bound port: 31667f91-fbd4-49c7-85f1-8b0a6dad2a31, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c053cf1c-1c66-4e9f-855a-f1a926d3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:58.532332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.532508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.541508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794d7c6c-4358-494a-8d59-96f59fc69007', 'name': 'network-vif-deleted', 'tag': '161ba807-d137-44d4-83ad-ee3fc76b6338'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:45:58.544285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b273c31-2e7d-4f5d-a348-5515ddfc3f13" -d '{"events": [{"server_uuid": "794d7c6c-4358-494a-8d59-96f59fc69007", "name": "network-vif-deleted", "tag": "161ba807-d137-44d4-83ad-ee3fc76b6338"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:45:58.566661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.585699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.672539 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-44c0609d-e338-4e17-9f2f-c9d35d514555 req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.24 "DELETE /v2.0/ports/161ba807-d137-44d4-83ad-ee3fc76b6338 HTTP/1.1" status: 204 len: 173 time: 7.8126791 Jun 03 21:45:58.676295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6328f024-a0cc-42c1-991c-cf9e2340a2a9 x-openstack-request-id: req-6328f024-a0cc-42c1-991c-cf9e2340a2a9 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:45:58.676615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794d7c6c-4358-494a-8d59-96f59fc69007", "name": "network-vif-deleted", "tag": "161ba807-d137-44d4-83ad-ee3fc76b6338", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:45:58.676900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6328f024-a0cc-42c1-991c-cf9e2340a2a9 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:45:58.677393 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794d7c6c-4358-494a-8d59-96f59fc69007', 'name': 'network-vif-deleted', 'tag': '161ba807-d137-44d4-83ad-ee3fc76b6338', 'status': 'completed', 'code': 200} Jun 03 21:45:58.723498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.830815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d52c5b-a60f-45f2-a3d8-ce9d7aa301af None None] DHCP port deletion for c7b1c4e1-eac5-4c62-b8e2-a942fba9460b request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:45:58.880293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 198bc681-7074-45cd-9d3f-beca76f26f92 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:45:58.880895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.902879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:45:58.903602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:45:58.920741 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:45:58.937145 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-55157a0d-1fff-4a15-a5e6-67bda588a7c2 req-263ef3f6-9a92-4ff3-bfa5-40bd89749626 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/ports?device_id=794d7c6c-4358-494a-8d59-96f59fc69007 HTTP/1.1" status: 200 len: 210 time: 0.1168251 Jun 03 21:45:59.005958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:59.044781 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:59.059530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-11a31fe0-3b77-4a49-82b3-824f17913a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:43:22Z', 'revision_number': 4, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'e404ba5e-68c7-4ea2-ae43-080a862ccdf0', 'name': '', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'mac_address': 'fa:16:3e:dd:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:19Z', 'updated_at': '2021-06-03T21:43:35Z', 'revision_number': 5, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'subnets': [{'id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:45:59.083379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ddbf-4bc4-4be0-902b-cf787bd51c38 req-d4c5433f-df2a-4cd8-9eb1-51a78bbc8dec tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:59.085401 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d057ddbf-4bc4-4be0-902b-cf787bd51c38 req-d4c5433f-df2a-4cd8-9eb1-51a78bbc8dec tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 1.1280749 Jun 03 21:45:59.087791 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:59.108848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a31fe0-3b77-4a49-82b3-824f17913a25 None None] The sync data for ids ['7217d2cf-f166-41d8-a63c-df35ee206757'] in dv-neutron-792998-2-hyperv is: [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:43:22Z', 'revision_number': 4, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'e404ba5e-68c7-4ea2-ae43-080a862ccdf0', 'name': '', 'network_id': '8a0a66ca-e212-4121-af0e-4c0d43c5e5c8', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'mac_address': 'fa:16:3e:dd:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:19Z', 'updated_at': '2021-06-03T21:43:35Z', 'revision_number': 5, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'subnets': [{'id': 'bbec842f-83c0-4510-ab8c-a00939d873fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:45:59.136785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] For port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:45:59.148004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-6ad6365b-a371-430f-94ac-e5ab1b22c936 None None] Set router 40120277-7df1-4f2c-b87f-d56aefa646df gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:45:59.210538 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Transition to ACTIVE for port object 4efaec43-9a86-471e-a977-acf6c354fffa will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:59.242725 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] For port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=31667f91-fbd4-49c7-85f1-8b0a6dad2a31,segment=NetworkSegment(c053cf1c-1c66-4e9f-855a-f1a926d3851e),segment_id=c053cf1c-1c66-4e9f-855a-f1a926d3851e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:45:59.250159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:59.277522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.26.3.174 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/e85b19ee-ae2b-4242-8590-7631c6fe830a) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:45:59.282376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:59.293210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Transition to ACTIVE for port object 4efaec43-9a86-471e-a977-acf6c354fffa will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:45:59.294996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:59.308549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e1b7130c-b744-4ca9-bb97-299a00ede02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:59.385705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:59.425076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:59.468370 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c869d-d061-467d-813b-a6353a186d99 None None] New status for floating IP f1c8a840-24b9-4b08-b6f8-c716c681ccc0: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:45:59.526833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Network d02d874b-d86a-4640-91d5-48279951799b is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:45:59.534049 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:45:59.540419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:45:59.546753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Pushing event updated for resources: {'Port': ['ID=31667f91-fbd4-49c7-85f1-8b0a6dad2a31,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:59.594677 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:59.625586 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:45:59.636573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Network': ['ID=c7b1c4e1-eac5-4c62-b8e2-a942fba9460b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:59.657911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:59.697338 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d057ddbf-4bc4-4be0-902b-cf787bd51c38 req-9a9fcfc5-d951-4727-b359-f4fbc1cffa4a tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5856471 Jun 03 21:45:59.699494 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/c7b1c4e1-eac5-4c62-b8e2-a942fba9460b HTTP/1.1" status: 204 len: 168 time: 8.8405800 Jun 03 21:45:59.703759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50938) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:45:59.714953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-587449975'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:45:59.729843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:45:59.736765 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:network and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:45:59.740143 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:45:59.752777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:45:59.774948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:45:59.776825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Attempting to bind port 4efaec43-9a86-471e-a977-acf6c354fffa on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:45:59.777465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Attempting to bind port 4efaec43-9a86-471e-a977-acf6c354fffa by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '367bb1c0-563d-4e9c-99c3-c4476a09631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'd02d874b-d86a-4640-91d5-48279951799b'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:45:59.777989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Attempting to bind port 4efaec43-9a86-471e-a977-acf6c354fffa on network d02d874b-d86a-4640-91d5-48279951799b {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:45:59.781943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:59.795187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f51df671-d47a-4a87-80c5-f3d4bbf791be no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:45:59.839880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Pushing event updated for resources: {'Port': ['ID=4efaec43-9a86-471e-a977-acf6c354fffa,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:45:59.846602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:45:59.870779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:59.874816 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Added segment 5050ff47-b07d-4640-ad8a-9078dc7a50b7 of type vlan for network a94046e5-6a00-4e5e-98e3-26e512e2ea31 Jun 03 21:45:59.880328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:45:59.880710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Checking segment: {'id': '367bb1c0-563d-4e9c-99c3-c4476a09631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'd02d874b-d86a-4640-91d5-48279951799b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:45:59.881130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:59.881587 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Bound using segment: {'id': '367bb1c0-563d-4e9c-99c3-c4476a09631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'd02d874b-d86a-4640-91d5-48279951799b'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:45:59.882339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Bound port: 4efaec43-9a86-471e-a977-acf6c354fffa, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367bb1c0-563d-4e9c-99c3-c4476a09631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'd02d874b-d86a-4640-91d5-48279951799b'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:45:59.882992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:59.896343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:45:59.897377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: f51df671-d47a-4a87-80c5-f3d4bbf791be {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:45:59.897875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f51df671-d47a-4a87-80c5-f3d4bbf791be not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:45:59.929901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:59.976758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:45:59.997367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:45:59.999833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:00.013136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-730cf77f-677d-4127-a3be-dbfad87446e2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:00.146561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50948) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:00.188550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] For port 4efaec43-9a86-471e-a977-acf6c354fffa, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:46:00.192188 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] For port 4efaec43-9a86-471e-a977-acf6c354fffa, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4efaec43-9a86-471e-a977-acf6c354fffa,segment=NetworkSegment(367bb1c0-563d-4e9c-99c3-c4476a09631c),segment_id=367bb1c0-563d-4e9c-99c3-c4476a09631c)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:46:00.203136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:00.208375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:00.237566 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5316277 Jun 03 21:46:00.247969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6ad6365b-a371-430f-94ac-e5ab1b22c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:43:18Z', 'revision_number': 4, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port': {'id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:08Z', 'updated_at': '2021-06-03T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '4763fc66-5226-4ca5-a573-74bf633d58cf', 'name': '', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'mac_address': 'fa:16:3e:36:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:16Z', 'updated_at': '2021-06-03T21:43:29Z', 'revision_number': 5, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'subnets': [{'id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:00.255862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50950) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:00.275375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=a94046e5-6a00-4e5e-98e3-26e512e2ea31,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:00.287929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad6365b-a371-430f-94ac-e5ab1b22c936 None None] Checking router: 40120277-7df1-4f2c-b87f-d56aefa646df for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:46:00.290580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:00.301616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network a94046e5-6a00-4e5e-98e3-26e512e2ea31 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:46:00.320874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-45086b26-dfeb-4255-a6ba-a262669cf3fb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:00.346008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e6d1c135-973b-4560-94c4-e3c53eae507d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:00.361021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad6365b-a371-430f-94ac-e5ab1b22c936 None None] Routers {'40120277-7df1-4f2c-b87f-d56aefa646df'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:00.361971 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6ad6365b-a371-430f-94ac-e5ab1b22c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['40120277-7df1-4f2c-b87f-d56aefa646df'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:00.397947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e6d1c135-973b-4560-94c4-e3c53eae507d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:00.400193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:00.441221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:00.450346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Pushing event updated for resources: {'Port': ['ID=4efaec43-9a86-471e-a977-acf6c354fffa,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:00.454454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:00.469091 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5443fbe-b5ff-4271-93a3-f71544f218e8 req-4150aa6e-48fd-4ac3-a167-c2f75bcc5763 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:00.477844 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a5443fbe-b5ff-4271-93a3-f71544f218e8 req-4150aa6e-48fd-4ac3-a167-c2f75bcc5763 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.2490625 Jun 03 21:46:00.566802 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a5443fbe-b5ff-4271-93a3-f71544f218e8 req-ec8a88a6-e7bd-420e-bc8d-25d0b708995e tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879641 Jun 03 21:46:00.592718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e6d1c135-973b-4560-94c4-e3c53eae507d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:00.597517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a5bf98c2-f0e3-4eac-80c5-ca2e60b37eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:00.704255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Allocated IP 2001:db8:2::1 (5c2cef1d-dcae-498a-8d0f-c945cf243e53/e65a246b-0079-4369-8c01-9630635eb058/3327b068-7803-48b0-a760-d61967e4a594) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:00.729564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-6ad6365b-a371-430f-94ac-e5ab1b22c936 None None] Set router 40120277-7df1-4f2c-b87f-d56aefa646df gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:00.786475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1c135-973b-4560-94c4-e3c53eae507d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d248a5f9-f395-41d2-b85c-3224e956e582,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:00.793421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e6d1c135-973b-4560-94c4-e3c53eae507d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:00.810152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e6d1c135-973b-4560-94c4-e3c53eae507d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:00.811714 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e6d1c135-973b-4560-94c4-e3c53eae507d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "DELETE /v2.0/security-groups/d248a5f9-f395-41d2-b85c-3224e956e582 HTTP/1.1" status: 204 len: 168 time: 0.6641276 Jun 03 21:46:00.814360 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50952) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:00.834133 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-eb76681b-c2d4-4756-9206-f07fde1c094e tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] show failed (client error): The resource could not be found. Jun 03 21:46:00.835077 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-eb76681b-c2d4-4756-9206-f07fde1c094e tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "GET /v2.0/security-groups/d248a5f9-f395-41d2-b85c-3224e956e582 HTTP/1.1" status: 404 len: 347 time: 0.0194342 Jun 03 21:46:00.838130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50954) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:00.881506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Subnet': ['ID=2debd3c7-3e79-4198-9e4c-b9426cd62534,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:00.884907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:01.030806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.122090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Deleting port 36bd2c62-2fc0-4041-aece-8b9bd72c6d95 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:01.122484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.132645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc01ac-b3bf-4f5b-b3bc-f95028e46a3f None None] Network 5c2cef1d-dcae-498a-8d0f-c945cf243e53 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:01.232910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-99b366d4-64a0-4c81-9d28-0d5f65d5bfcf None None] Provisioning for port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:01.244247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.272975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.280313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.280313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.292681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02d874b-d86a-4640-91d5-48279951799b']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:01.328231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5987126-db06-4d16-9225-7f2194a0433b req-2b93fe8c-e0ea-421f-9ffa-7d6cd15fe6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:01.330013 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e5987126-db06-4d16-9225-7f2194a0433b req-2b93fe8c-e0ea-421f-9ffa-7d6cd15fe6d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8575706e29d4efb935647060af56086&device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 1098 time: 1.0866928 Jun 03 21:46:01.338147 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6ad6365b-a371-430f-94ac-e5ab1b22c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:43:18Z', 'revision_number': 4, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port': {'id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:08Z', 'updated_at': '2021-06-03T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '4763fc66-5226-4ca5-a573-74bf633d58cf', 'name': '', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'mac_address': 'fa:16:3e:36:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:16Z', 'updated_at': '2021-06-03T21:43:29Z', 'revision_number': 5, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'subnets': [{'id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:01.338994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367bb1c0-563d-4e9c-99c3-c4476a09631c') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:01.339478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367bb1c0-563d-4e9c-99c3-c4476a09631c') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:01.344227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad6365b-a371-430f-94ac-e5ab1b22c936 None None] The sync data for ids ['40120277-7df1-4f2c-b87f-d56aefa646df'] in dv-neutron-792998-2-hyperv is: [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:43:18Z', 'revision_number': 4, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port': {'id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:08Z', 'updated_at': '2021-06-03T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '4763fc66-5226-4ca5-a573-74bf633d58cf', 'name': '', 'network_id': '21c45018-37a9-4d8b-8264-e960e83890a9', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'mac_address': 'fa:16:3e:36:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:16Z', 'updated_at': '2021-06-03T21:43:29Z', 'revision_number': 5, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'subnets': [{'id': 'a8a91673-3043-4757-a983-3e6ef46383ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:01.385751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Transition to ACTIVE for port object 3327b068-7803-48b0-a760-d61967e4a594 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:01.413808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.468446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Calling delete_port for 36bd2c62-2fc0-4041-aece-8b9bd72c6d95 owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:01.519078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.527775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:01.528168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:01.625593 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:01.630575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-45086b26-dfeb-4255-a6ba-a262669cf3fb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.637267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.643106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6ed728c3-cbe8-45da-b1d4-f0f95d4f9846 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:01.658482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8963dea-6bda-47e9-9833-7c6e7b7c8fdb None None] Network d02d874b-d86a-4640-91d5-48279951799b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:01.669053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-45086b26-dfeb-4255-a6ba-a262669cf3fb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.688623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-553a2b1c-4b28-434a-88d0-5f0e0eba81a1 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:01.764896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Pushing event deleted for resources: {'Port': ['ID=36bd2c62-2fc0-4041-aece-8b9bd72c6d95,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:01.806186 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:01.806806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:01.807099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:01.807583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:01.808174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:01.809278 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:01.809278 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:01.809497 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:01.811553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:01.811553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:01.811822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:01.812329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:01.815255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8d6226-76cd-43ac-8cae-d778f6f97d50 None None] New status for floating IP 782c12bf-5217-4f83-bf3a-39424738bf01: DOWN {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:46:01.816526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:01.925195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45086b26-dfeb-4255-a6ba-a262669cf3fb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network a94046e5-6a00-4e5e-98e3-26e512e2ea31 is not hosted by any dhcp agent {{(pid=104396) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 03 21:46:01.931683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45086b26-dfeb-4255-a6ba-a262669cf3fb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:01.932503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-45086b26-dfeb-4255-a6ba-a262669cf3fb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.937536 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-45086b26-dfeb-4255-a6ba-a262669cf3fb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "PUT /v2.0/networks/a94046e5-6a00-4e5e-98e3-26e512e2ea31 HTTP/1.1" status: 200 len: 723 time: 1.6426740 Jun 03 21:46:01.938920 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50958) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:01.942131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Allocated IP 172.26.3.70 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/b3c4d6c7-f761-46ef-92fd-cfe476058215) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:01.961003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:01.976105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:01.990952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'subnet': {'network_id': 'a94046e5-6a00-4e5e-98e3-26e512e2ea31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:02.013091 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:02.017515 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] 10.222.0.96 "DELETE /v2.0/floatingips/782c12bf-5217-4f83-bf3a-39424738bf01 HTTP/1.1" status: 204 len: 168 time: 1.1782024 Jun 03 21:46:02.018162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50960) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:02.022726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:02.028974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.api [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:46:02.028974 dv-neutron-792998-2-hyperv neutron-server[104396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:46:02.028974 dv-neutron-792998-2-hyperv neutron-server[104396]: [parameters: {'id': 'd02d874b-d86a-4640-91d5-48279951799b'}] Jun 03 21:46:02.028974 dv-neutron-792998-2-hyperv neutron-server[104396]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:46:02.029293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_db.api [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:46:02.101281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2c9261fc-591a-426f-b835-d7fe8292b6e1 None None] Provisioning for port 4efaec43-9a86-471e-a977-acf6c354fffa completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:02.176269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45086b26-dfeb-4255-a6ba-a262669cf3fb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=a94046e5-6a00-4e5e-98e3-26e512e2ea31,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:02.192346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network a94046e5-6a00-4e5e-98e3-26e512e2ea31 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:46:02.197245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5987126-db06-4d16-9225-7f2194a0433b req-f6de2fa4-24a0-4889-ab7a-7ad599444d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:02.198715 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e5987126-db06-4d16-9225-7f2194a0433b req-f6de2fa4-24a0-4889-ab7a-7ad599444d9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3ab37d9-450d-465b-af87-fe797b3c7680 HTTP/1.1" status: 200 len: 914 time: 0.8518541 Jun 03 21:46:02.204145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:02.205404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-45086b26-dfeb-4255-a6ba-a262669cf3fb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:02.208003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:02.211508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:02.246584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:02.292653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:02.298303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:02.328293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:02.329293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:02.446300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:02.471267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e65fc3-527e-4647-bd23-19721fc846a0 None None] DHCP port deletion for d02d874b-d86a-4640-91d5-48279951799b request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:46:02.478298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:02.548118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:02.550520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:02.560027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=e85b19ee-ae2b-4242-8590-7631c6fe830a,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:02.561495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=31667f91-fbd4-49c7-85f1-8b0a6dad2a31,segment=NetworkSegment(c053cf1c-1c66-4e9f-855a-f1a926d3851e),segment_id=c053cf1c-1c66-4e9f-855a-f1a926d3851e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:02.564462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:02.570455 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network 5c2cef1d-dcae-498a-8d0f-c945cf243e53 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:02.571704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:02.572583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4efaec43-9a86-471e-a977-acf6c354fffa up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:02.582055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c0cf6bdd-b609-41ed-bf60-1b007df201a8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:02.594469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:02.602741 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-59465fad-b237-49b3-b832-ef644d57433d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:02.609930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-89479a0e-b969-4677-a20a-5167ccdb3990 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:02.627053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:subnet and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:02.645320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:02.663780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:02.724151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d1e65fc3-527e-4647-bd23-19721fc846a0 None None] Deleting port 4efaec43-9a86-471e-a977-acf6c354fffa {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:02.724545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1e65fc3-527e-4647-bd23-19721fc846a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:02.741075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:02.741075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:02.751554 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e5987126-db06-4d16-9225-7f2194a0433b req-53977793-4584-4f05-b736-8a7e74a1820a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c160a6-3c5a-454f-998f-946a491894d8 HTTP/1.1" status: 200 len: 1001 time: 0.4120286 Jun 03 21:46:02.759885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=31667f91-fbd4-49c7-85f1-8b0a6dad2a31,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:02.764495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:02.775079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:02.858262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 4efaec43-9a86-471e-a977-acf6c354fffa completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:02.870523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 4efaec43-9a86-471e-a977-acf6c354fffa triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:02.871215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:02.876715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e2458-8c3b-44bf-875d-2fa48e24757c req-05c93033-8fe9-4f81-a503-2b8f9d26031b tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:02.878525 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1d0e2458-8c3b-44bf-875d-2fa48e24757c req-05c93033-8fe9-4f81-a503-2b8f9d26031b tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.9333334 Jun 03 21:46:02.919586 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d1e65fc3-527e-4647-bd23-19721fc846a0 None None] For port 4efaec43-9a86-471e-a977-acf6c354fffa, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4efaec43-9a86-471e-a977-acf6c354fffa,segment=NetworkSegment(367bb1c0-563d-4e9c-99c3-c4476a09631c),segment_id=367bb1c0-563d-4e9c-99c3-c4476a09631c)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:02.920409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1e65fc3-527e-4647-bd23-19721fc846a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:02.985599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:02.991011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:02.994246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:03.037820 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:03.042412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:03.065098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Pushing event updated for resources: {'Port': ['ID=b3c4d6c7-f761-46ef-92fd-cfe476058215,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:03.069402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:03.083884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d1e65fc3-527e-4647-bd23-19721fc846a0 None None] Calling delete_port for 4efaec43-9a86-471e-a977-acf6c354fffa owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:03.095091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=3327b068-7803-48b0-a760-d61967e4a594,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:03.128696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4762b432-a794-40cb-95f4-a276c5723625 None None] Provisioning for port 3327b068-7803-48b0-a760-d61967e4a594 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:03.130086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:03.147269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4762b432-a794-40cb-95f4-a276c5723625 None None] Provisioning complete for port 3327b068-7803-48b0-a760-d61967e4a594 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:03.148046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4762b432-a794-40cb-95f4-a276c5723625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:03.226699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5987126-db06-4d16-9225-7f2194a0433b req-2a9cf7c0-95a2-41cb-b87d-0245bfc053c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:03.228215 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e5987126-db06-4d16-9225-7f2194a0433b req-2a9cf7c0-95a2-41cb-b87d-0245bfc053c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f48f48ce-c887-4cce-89b6-0302a64d4519 HTTP/1.1" status: 200 len: 851 time: 0.4297302 Jun 03 21:46:03.269645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4762b432-a794-40cb-95f4-a276c5723625 None None] Port 3327b068-7803-48b0-a760-d61967e4a594 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:46:03.287028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:03.325506 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1d0e2458-8c3b-44bf-875d-2fa48e24757c req-26c30f74-9b4c-493d-8326-3e319a8f09c6 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538647 Jun 03 21:46:03.348677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:03.377760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1e65fc3-527e-4647-bd23-19721fc846a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:03.387395 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-767baa5e-695d-436d-8b15-782c4e4729a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:03.432457 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e65fc3-527e-4647-bd23-19721fc846a0 None None] Pushing event deleted for resources: {'Port': ['ID=4efaec43-9a86-471e-a977-acf6c354fffa,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:03.436657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d1e65fc3-527e-4647-bd23-19721fc846a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:03.440490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e65fc3-527e-4647-bd23-19721fc846a0 None None] No DVR routers for this DVR port 4efaec43-9a86-471e-a977-acf6c354fffa on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:03.562617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:03.679869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:03.776535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Deleting port 4efaec43-9a86-471e-a977-acf6c354fffa {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:03.777261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:03.818427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:03.902141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:03.902141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:03.986837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:04.100478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4efaec43-9a86-471e-a977-acf6c354fffa no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:46:04.144944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 4efaec43-9a86-471e-a977-acf6c354fffa {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:46:04.145672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4efaec43-9a86-471e-a977-acf6c354fffa not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:46:04.181611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5987126-db06-4d16-9225-7f2194a0433b req-3904c5d5-fb55-4be4-9640-161bb90b383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:04.183115 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e5987126-db06-4d16-9225-7f2194a0433b req-3904c5d5-fb55-4be4-9640-161bb90b383e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3ab37d9-450d-465b-af87-fe797b3c7680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9273667 Jun 03 21:46:04.183767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:04.328664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] For port 4efaec43-9a86-471e-a977-acf6c354fffa, host dv-neutron-792998-2-hyperv, got binding levels [] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:04.329028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:04.440894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:04.449429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:04.663655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Calling delete_port for 4efaec43-9a86-471e-a977-acf6c354fffa owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:04.720888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_backend_mixin [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Port 4efaec43-9a86-471e-a977-acf6c354fffa was not found and therefore no delete operation was performed {{(pid=104396) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:46:04.787507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22648ee3-9231-4895-9892-94d848bbf0cb req-12d6ecd0-3fb1-4933-aa10-97cbaa4f15a6 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:04.789604 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-22648ee3-9231-4895-9892-94d848bbf0cb req-12d6ecd0-3fb1-4933-aa10-97cbaa4f15a6 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.3380826 Jun 03 21:46:04.793492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] Deleting port 4763fc66-5226-4ca5-a573-74bf633d58cf {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:04.794046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:04.872943 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:04.950652 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-22648ee3-9231-4895-9892-94d848bbf0cb req-76e9bdb3-f780-4edc-a672-eba0422ed2b4 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406124 Jun 03 21:46:04.953674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Router 7e45136e-a6f6-43bf-9b16-56f3507cc0d0 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:46:05.050078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] For port 4763fc66-5226-4ca5-a573-74bf633d58cf, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4763fc66-5226-4ca5-a573-74bf633d58cf,segment=NetworkSegment(4d4eadd1-7b50-4f07-b065-19a8b093a91d),segment_id=4d4eadd1-7b50-4f07-b065-19a8b093a91d)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:05.050428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:05.072741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-31ec468c-7d71-4be5-bb71-942d8834224f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:05.141518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Port': ['ID=4efaec43-9a86-471e-a977-acf6c354fffa,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:05.181293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] Calling delete_port for 4763fc66-5226-4ca5-a573-74bf633d58cf owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:05.189585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No DVR routers for this DVR port 4efaec43-9a86-471e-a977-acf6c354fffa on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:05.250511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:05.250808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:05.251144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:05.251575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:05.251953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:05.252309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:05.252637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:05.253024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:05.253367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:05.253708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:05.254064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:05.254445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:05.277891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:05.293137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:05.298106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:05.302295 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "PUT /v2.0/routers/7e45136e-a6f6-43bf-9b16-56f3507cc0d0 HTTP/1.1" status: 200 len: 915 time: 7.1647022 Jun 03 21:46:05.302295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50964) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:05.305758 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f595568a-d412-4418-a44a-1d8566808ca1 None None] Sync routers for ids ['7e45136e-a6f6-43bf-9b16-56f3507cc0d0'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:05.319911 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f595568a-d412-4418-a44a-1d8566808ca1 None None] Routers {'7e45136e-a6f6-43bf-9b16-56f3507cc0d0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:05.320605 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f595568a-d412-4418-a44a-1d8566808ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7e45136e-a6f6-43bf-9b16-56f3507cc0d0'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:05.383019 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f595568a-d412-4418-a44a-1d8566808ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:05.392704 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e5987126-db06-4d16-9225-7f2194a0433b req-e224e114-ddf0-4ccc-ad32-825e0e3b2328 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1446102 Jun 03 21:46:05.392935 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f595568a-d412-4418-a44a-1d8566808ca1 None None] Routers {'7e45136e-a6f6-43bf-9b16-56f3507cc0d0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:05.393342 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f595568a-d412-4418-a44a-1d8566808ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7e45136e-a6f6-43bf-9b16-56f3507cc0d0'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:05.456731 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f595568a-d412-4418-a44a-1d8566808ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:05.457049 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f595568a-d412-4418-a44a-1d8566808ca1 None None] The sync data for ids ['7e45136e-a6f6-43bf-9b16-56f3507cc0d0'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:05.540557 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8b61640a-c4f3-40e3-a0ab-6ea629302fd9 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/routers/7e45136e-a6f6-43bf-9b16-56f3507cc0d0 HTTP/1.1" status: 200 len: 921 time: 0.2343979 Jun 03 21:46:05.541236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50966) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:05.684165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ae21b7-eaf7-4649-994d-db1ab4b70d10 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:05.688691 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d0ae21b7-eaf7-4649-994d-db1ab4b70d10 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&device_id=7e45136e-a6f6-43bf-9b16-56f3507cc0d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1437023 Jun 03 21:46:05.688848 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50968) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:05.707656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:05.714595 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c20d7abf-71b0-4b6a-80a7-4520e2b7c864 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:05.775436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] Pushing event deleted for resources: {'Port': ['ID=4763fc66-5226-4ca5-a573-74bf633d58cf,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:05.784727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:05.870194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02d874b-d86a-4640-91d5-48279951799b']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:05.942028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367bb1c0-563d-4e9c-99c3-c4476a09631c') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:05.943360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367bb1c0-563d-4e9c-99c3-c4476a09631c') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:05.987521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:05.997913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:06.004109 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:06.106923 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a740638-768e-4831-890c-822ff86f5b11 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:06.108384 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7a740638-768e-4831-890c-822ff86f5b11 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/networks/89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 881 time: 0.4184802 Jun 03 21:46:06.140625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50972) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:06.191546 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e5987126-db06-4d16-9225-7f2194a0433b req-ccbef92d-e076-47cd-b321-b9ec80c67642 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7853336 Jun 03 21:46:06.229960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:06.258893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.resource_extend [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:46:06.284794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:06.285196 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:06.290983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:06.306812 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:06.309255 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3f4e2c44-e0be-40bc-99d6-83a493255e9b tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e45136e-a6f6-43bf-9b16-56f3507cc0d0 HTTP/1.1" status: 200 len: 205 time: 0.1616011 Jun 03 21:46:06.350060 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50974) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:06.373467 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:06.405028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:06.405860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:06.461299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:06.645338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:06.831668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:06.918154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:06.922214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=3327b068-7803-48b0-a760-d61967e4a594,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:06.979300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:06.993692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:07.006649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:07.015610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] Router 40120277-7df1-4f2c-b87f-d56aefa646df has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:07.062430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Network': ['ID=d02d874b-d86a-4640-91d5-48279951799b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:07.068152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] Deleting port e404ba5e-68c7-4ea2-ae43-080a862ccdf0 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:07.068490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:07.088651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:07.093681 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/networks/d02d874b-d86a-4640-91d5-48279951799b HTTP/1.1" status: 204 len: 168 time: 10.2252357 Jun 03 21:46:07.100737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50976) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:07.111984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fe3fd-b3ad-48b3-9d5b-4c53f09b53ad req-5f7641fa-233c-4cf2-bba3-3cb9d1a22a99 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:07.113605 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-392fe3fd-b3ad-48b3-9d5b-4c53f09b53ad req-5f7641fa-233c-4cf2-bba3-3cb9d1a22a99 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.9976165 Jun 03 21:46:07.114554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:07.139159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1709381362'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:07.142532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-50219760-4570-475d-a04b-0aedfd2743fc tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:07.213445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:07.233556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:network and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:07.244812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for network was recalculated. Used quota:3. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:07.313044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:07.342595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network 5c2cef1d-dcae-498a-8d0f-c945cf243e53 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:07.343301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:46:07.360299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:07.382941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Deleting port b3c4d6c7-f761-46ef-92fd-cfe476058215 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:07.383287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:07.387572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Subnet': ['ID=af842585-5dce-47ea-9eeb-0a4975c29ba8,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:07.397736 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-392fe3fd-b3ad-48b3-9d5b-4c53f09b53ad req-ca480859-3129-445d-99c7-21c872f56761 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762535 Jun 03 21:46:07.403017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:07.410653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:07.414735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:07.431511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:07.444019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd933d-9118-4945-83d1-afce7cf4e96d None None] Sync routers for ids ['40120277-7df1-4f2c-b87f-d56aefa646df'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:07.454139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd933d-9118-4945-83d1-afce7cf4e96d None None] Routers {'40120277-7df1-4f2c-b87f-d56aefa646df'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:07.454759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-70dd933d-9118-4945-83d1-afce7cf4e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['40120277-7df1-4f2c-b87f-d56aefa646df'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:07.498584 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] 10.222.0.96 "PUT /v2.0/routers/40120277-7df1-4f2c-b87f-d56aefa646df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4772170 Jun 03 21:46:07.499204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50978) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:07.623880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:07.650507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d724a8de-e7eb-4e92-bf42-b515497c9e96 None None] Provisioning complete for port 3327b068-7803-48b0-a760-d61967e4a594 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:07.651136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d724a8de-e7eb-4e92-bf42-b515497c9e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:07.734076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking segment: {'id': '5050ff47-b07d-4640-ad8a-9078dc7a50b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'a94046e5-6a00-4e5e-98e3-26e512e2ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:07.734608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network hostable DHCP agents. Network: a94046e5-6a00-4e5e-98e3-26e512e2ea31, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:46:07.747502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 4105a8a5-c26d-4d90-b606-3b037cbbea8e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:07.765320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d724a8de-e7eb-4e92-bf42-b515497c9e96 None None] Port 3327b068-7803-48b0-a760-d61967e4a594 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:46:07.772141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] For port e404ba5e-68c7-4ea2-ae43-080a862ccdf0, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e404ba5e-68c7-4ea2-ae43-080a862ccdf0,segment=NetworkSegment(99b1434c-0efc-4899-9796-9b906144659f),segment_id=99b1434c-0efc-4899-9796-9b906144659f)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:07.772901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:07.785515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-70dd933d-9118-4945-83d1-afce7cf4e96d None None] Set router 40120277-7df1-4f2c-b87f-d56aefa646df gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:07.800485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:46:07.817317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:07.817682 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Added segment 366905a1-4511-4cf8-a637-78a1fdae5168 of type vlan for network f3f92a6d-b27e-4539-9f56-f5dffa9aca07 Jun 03 21:46:07.824380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Calling delete_port for b3c4d6c7-f761-46ef-92fd-cfe476058215 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:07.855911 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:08.051895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network a94046e5-6a00-4e5e-98e3-26e512e2ea31 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:46:08.061123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:08.072448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] Calling delete_port for e404ba5e-68c7-4ea2-ae43-080a862ccdf0 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:08.076631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:08.127631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-70dd933d-9118-4945-83d1-afce7cf4e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:46:05Z', 'revision_number': 5, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port': {'id': '2db3922a-3c1e-4e1c-b782-47782d822c13', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:08Z', 'updated_at': '2021-06-03T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:08.133036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd933d-9118-4945-83d1-afce7cf4e96d None None] Checking router: 40120277-7df1-4f2c-b87f-d56aefa646df for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:46:08.148741 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd933d-9118-4945-83d1-afce7cf4e96d None None] Routers {'40120277-7df1-4f2c-b87f-d56aefa646df'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:08.149588 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-70dd933d-9118-4945-83d1-afce7cf4e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['40120277-7df1-4f2c-b87f-d56aefa646df'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:08.217901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:08.222085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4f0c82a9-acb5-4b2b-83c1-62d3d2c6dbed tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:08.242409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, a94046e5-6a00-4e5e-98e3-26e512e2ea31) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:08.262158 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Deleting port 2db3922a-3c1e-4e1c-b782-47782d822c13 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:08.262158 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:08.289833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Pushing event deleted for resources: {'Port': ['ID=b3c4d6c7-f761-46ef-92fd-cfe476058215,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:08.311595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:08.314670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e482d3ba-0eb6-404d-8f6d-1e54da181084 None None] Network a94046e5-6a00-4e5e-98e3-26e512e2ea31 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:08.326405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:08.341967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:08.342828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:08.374681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:08.392791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:08.399311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:08.400062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:08.400323 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f3a5ca-89c1-4d24-8f5a-43b71a39eeef None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:08.408138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:08.434221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:08.439133 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 14.2386427 Jun 03 21:46:08.443379 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6846893 Jun 03 21:46:08.447664 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.4589074 Jun 03 21:46:08.447664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50982) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:08.447664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50984) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:08.451320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50986) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:08.456567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-639d566a-093b-4dbe-8762-f1b3e7850b70 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:08.461335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-226499575'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:08.526292 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3a5ca-89c1-4d24-8f5a-43b71a39eeef None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:08.526938 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-97f3a5ca-89c1-4d24-8f5a-43b71a39eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:08.532231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:08.540339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Sync routers for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:08.604137 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-97f3a5ca-89c1-4d24-8f5a-43b71a39eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:08.612515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:08.613154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:08.637682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:08.661193 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3a5ca-89c1-4d24-8f5a-43b71a39eeef None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:08.662080 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-97f3a5ca-89c1-4d24-8f5a-43b71a39eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:08.725992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-70dd933d-9118-4945-83d1-afce7cf4e96d None None] Set router 40120277-7df1-4f2c-b87f-d56aefa646df gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:08.748448 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-97f3a5ca-89c1-4d24-8f5a-43b71a39eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:08.749115 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f3a5ca-89c1-4d24-8f5a-43b71a39eeef None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:08.897992 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7941916 Jun 03 21:46:08.899150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:network and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:08.911132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50988) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:08.914822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for network was recalculated. Used quota:3. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:08.923998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'subnet': {'network_id': 'f3f92a6d-b27e-4539-9f56-f5dffa9aca07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:08.944299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Network': ['ID=f3f92a6d-b27e-4539-9f56-f5dffa9aca07,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:08.948921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:08.958370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:08.986878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network f3f92a6d-b27e-4539-9f56-f5dffa9aca07 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:46:09.005326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] For port 2db3922a-3c1e-4e1c-b782-47782d822c13, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2db3922a-3c1e-4e1c-b782-47782d822c13,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:09.005930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.025636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-70dd933d-9118-4945-83d1-afce7cf4e96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:46:08Z', 'revision_number': 6, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:09.056468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-a94046e5-6a00-4e5e-98e3-26e512e2ea31', 'network_id': 'a94046e5-6a00-4e5e-98e3-26e512e2ea31', 'tenant_id': 'b19a3ae18129407e99341659481c261f', 'fixed_ips': [{'subnet_id': 'af842585-5dce-47ea-9eeb-0a4975c29ba8'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:46:09.060243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.062076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:09.065540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.094167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd933d-9118-4945-83d1-afce7cf4e96d None None] The sync data for ids ['40120277-7df1-4f2c-b87f-d56aefa646df'] in dv-neutron-792998-2-hyperv is: [{'id': '40120277-7df1-4f2c-b87f-d56aefa646df', 'name': 'tempest-ServersTestJSON-307329739-router', 'tenant_id': 'de330ded214f4d50a7154a6f70805db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:05Z', 'updated_at': '2021-06-03T21:46:08Z', 'revision_number': 6, 'project_id': 'de330ded214f4d50a7154a6f70805db0', 'gw_port_host': None}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:09.178430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:09.279358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.284165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.302564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:09.304394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Calling delete_port for 2db3922a-3c1e-4e1c-b782-47782d822c13 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:09.318754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:subnet and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:09.327410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:09.330348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1334} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:46:09.344251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:09.402161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-639d566a-093b-4dbe-8762-f1b3e7850b70 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27649120'] for subnet, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.429168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.429369 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Added segment 125795a8-6c3d-48b1-be52-af6b24dd0db1 of type vlan for network f67d5067-461a-416f-bcbc-a3382a361361 Jun 03 21:46:09.455332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.456155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Fanout notify agent at l3_agent the message router_deleted on router 7e45136e-a6f6-43bf-9b16-56f3507cc0d0 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:46:09.489072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:09.493247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.520072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.521344 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "DELETE /v2.0/routers/7e45136e-a6f6-43bf-9b16-56f3507cc0d0 HTTP/1.1" status: 204 len: 168 time: 3.1704073 Jun 03 21:46:09.533399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50990) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:09.554806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0b8f9-c91b-4ee6-813a-6201e9b4679d req-b3ed7be9-f496-497e-8ef4-0bb0e11e682b tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:09.556389 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-afa0b8f9-c91b-4ee6-813a-6201e9b4679d req-b3ed7be9-f496-497e-8ef4-0bb0e11e682b tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.6054039 Jun 03 21:46:09.558806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1675157466', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:09.604246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:09.630854 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-afa0b8f9-c91b-4ee6-813a-6201e9b4679d req-a3f63945-a0d9-44a3-887f-9d6a13a3e383 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630622 Jun 03 21:46:09.634710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Usage tracker for resource:router and tenant:b942e31ee98f47849ff506186f9e3b6e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:09.676409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Allocated IP 172.20.0.2 (a94046e5-6a00-4e5e-98e3-26e512e2ea31/af842585-5dce-47ea-9eeb-0a4975c29ba8/12a4a804-21e9-4f7d-bbe2-d81a53fd8971) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:09.698301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.709826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:09.755161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.764490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1b34c48e-8df4-40e8-b549-923f08c36341 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:09.815257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:09.829961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db3922a-3c1e-4e1c-b782-47782d822c13,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:09.862479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.873105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:09.876665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-966b3a79-68c3-438e-a6a8-70169bf45e86 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:09.901493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2db3922a-3c1e-4e1c-b782-47782d822c13 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:46:09.955096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.959577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 2db3922a-3c1e-4e1c-b782-47782d822c13 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:46:09.960279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2db3922a-3c1e-4e1c-b782-47782d822c13 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:46:09.960889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4763fc66-5226-4ca5-a573-74bf633d58cf no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:46:09.977702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:09.978717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.004056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 4763fc66-5226-4ca5-a573-74bf633d58cf {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:46:10.004284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4763fc66-5226-4ca5-a573-74bf633d58cf not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:46:10.058417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:03Z', 'revision_number': 4, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:05Z', 'revision_number': 2, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:10.063592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e404ba5e-68c7-4ea2-ae43-080a862ccdf0,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:10.071539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:10.104458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.110600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Checking router: 4105a8a5-c26d-4d90-b606-3b037cbbea8e for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:46:10.110968 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Updating router 4105a8a5-c26d-4d90-b606-3b037cbbea8e port 3327b068-7803-48b0-a760-d61967e4a594 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:46:10.111108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:10.111723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.126255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3151e525-c9b1-4e46-a592-81ff1e785d0c tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:10.173420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.203272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.208417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.211108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.244526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.245685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40120277-7df1-4f2c-b87f-d56aefa646df {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:46:10.248941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.273607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Transition to ACTIVE for port object 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:10.278736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.280248 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] 10.222.0.96 "DELETE /v2.0/routers/40120277-7df1-4f2c-b87f-d56aefa646df HTTP/1.1" status: 204 len: 168 time: 2.7685537 Jun 03 21:46:10.283540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 50994) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:10.354537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Transition to ACTIVE for port object 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:10.379805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.387604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de0523b-8b0d-4385-b348-361e21933585 admin admin] Deleting subnet a8a91673-3043-4757-a983-3e6ef46383ed {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:46:10.397478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7911ae51-c29a-458c-a99a-a661eacd3f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:10.416700 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4de0523b-8b0d-4385-b348-361e21933585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.458921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Network a94046e5-6a00-4e5e-98e3-26e512e2ea31 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:10.465243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:10.471177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:10.495214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4de0523b-8b0d-4385-b348-361e21933585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.545848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Pushing event updated for resources: {'Port': ['ID=12a4a804-21e9-4f7d-bbe2-d81a53fd8971,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:10.620191 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:10.620568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:10.621033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:10.621427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:10.621814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:10.622367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:10.622846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:10.623334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:10.623846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:10.624333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:10.624792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:10.625280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:46:10.649129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-639d566a-093b-4dbe-8762-f1b3e7850b70 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763094312964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27526997'] for subnet, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.660460 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:10.680343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:10.703235 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Attempting to bind port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:46:10.703623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Attempting to bind port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '5050ff47-b07d-4640-ad8a-9078dc7a50b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'a94046e5-6a00-4e5e-98e3-26e512e2ea31'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:46:10.704285 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Attempting to bind port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 on network a94046e5-6a00-4e5e-98e3-26e512e2ea31 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:46:10.714866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:46:10.715547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Checking segment: {'id': '5050ff47-b07d-4640-ad8a-9078dc7a50b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'a94046e5-6a00-4e5e-98e3-26e512e2ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:10.716136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.716538 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Bound using segment: {'id': '5050ff47-b07d-4640-ad8a-9078dc7a50b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'a94046e5-6a00-4e5e-98e3-26e512e2ea31'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:46:10.717000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Bound port: 12a4a804-21e9-4f7d-bbe2-d81a53fd8971, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5050ff47-b07d-4640-ad8a-9078dc7a50b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'a94046e5-6a00-4e5e-98e3-26e512e2ea31'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:46:10.717558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.724599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639d566a-093b-4dbe-8762-f1b3e7850b70 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:10.725626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-639d566a-093b-4dbe-8762-f1b3e7850b70 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.729329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Network': ['ID=f67d5067-461a-416f-bcbc-a3382a361361,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:10.732757 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-639d566a-093b-4dbe-8762-f1b3e7850b70 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "PUT /v2.0/subnets/af842585-5dce-47ea-9eeb-0a4975c29ba8 HTTP/1.1" status: 200 len: 806 time: 2.2806003 Jun 03 21:46:10.735934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50996) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:10.760096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4de0523b-8b0d-4385-b348-361e21933585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:10.774568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network f67d5067-461a-416f-bcbc-a3382a361361 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:46:10.793226 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d566a-093b-4dbe-8762-f1b3e7850b70 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Subnet': ['ID=af842585-5dce-47ea-9eeb-0a4975c29ba8,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:10.796518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-639d566a-093b-4dbe-8762-f1b3e7850b70 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:10.836336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:10.842207 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3832622 Jun 03 21:46:10.860880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 50998) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:10.888189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'subnet': {'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:11.025096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] For port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:46:11.030593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] For port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=12a4a804-21e9-4f7d-bbe2-d81a53fd8971,segment=NetworkSegment(5050ff47-b07d-4640-ad8a-9078dc7a50b7),segment_id=5050ff47-b07d-4640-ad8a-9078dc7a50b7)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:46:11.038047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:11.048980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:11.103077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:11.126380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Transition to ACTIVE for port object 3327b068-7803-48b0-a760-d61967e4a594 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:11.148999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:11.161449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Pushing event updated for resources: {'Port': ['ID=12a4a804-21e9-4f7d-bbe2-d81a53fd8971,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:11.166361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:11.167912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d1e65fc3-527e-4647-bd23-19721fc846a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:11.263280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4de0523b-8b0d-4385-b348-361e21933585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:11.268730 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a170e81f-8f77-4cde-8af0-d7679d916b97 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:11.311424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1db6f1-e9f7-4a3b-ad76-15ed32915ef0 req-785435ef-6cef-456b-a214-7e3605d20497 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:11.313378 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cd1db6f1-e9f7-4a3b-ad76-15ed32915ef0 req-785435ef-6cef-456b-a214-7e3605d20497 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 1.3942540 Jun 03 21:46:11.329525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0523b-8b0d-4385-b348-361e21933585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a91673-3043-4757-a983-3e6ef46383ed,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:11.333783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4de0523b-8b0d-4385-b348-361e21933585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:11.342662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4de0523b-8b0d-4385-b348-361e21933585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:11.368096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e8d5d9-fd8f-4b9b-8a3c-a96de446dbcd None None] Network 21c45018-37a9-4d8b-8264-e960e83890a9 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:11.368664 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4de0523b-8b0d-4385-b348-361e21933585 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a8a91673-3043-4757-a983-3e6ef46383ed HTTP/1.1" status: 204 len: 168 time: 1.0763135 Jun 03 21:46:11.369469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51000) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:11.429946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:11.474576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4654cd-bafc-455d-9a90-2a2c1bd77e43 None None] Pushing event updated for resources: {'Port': ['ID=3327b068-7803-48b0-a760-d61967e4a594,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:11.528873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7f4654cd-bafc-455d-9a90-2a2c1bd77e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:11.541197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:11.652408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Deleting port ee24016c-def5-4561-a0b8-5c39889ea29a {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:11.652752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:11.662430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Attempting to bind port 3327b068-7803-48b0-a760-d61967e4a594 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:46:11.662907 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Attempting to bind port 3327b068-7803-48b0-a760-d61967e4a594 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'c053cf1c-1c66-4e9f-855a-f1a926d3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:46:11.663366 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Attempting to bind port 3327b068-7803-48b0-a760-d61967e4a594 on network 5c2cef1d-dcae-498a-8d0f-c945cf243e53 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:46:11.703206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:46:11.703892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Checking segment: {'id': 'c053cf1c-1c66-4e9f-855a-f1a926d3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:11.704244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:11.704942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Bound using segment: {'id': 'c053cf1c-1c66-4e9f-855a-f1a926d3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:46:11.705642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Bound port: 3327b068-7803-48b0-a760-d61967e4a594, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c053cf1c-1c66-4e9f-855a-f1a926d3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:46:11.706246 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:11.760772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:11.779116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] For port ee24016c-def5-4561-a0b8-5c39889ea29a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ee24016c-def5-4561-a0b8-5c39889ea29a,segment=NetworkSegment(4d4eadd1-7b50-4f07-b065-19a8b093a91d),segment_id=4d4eadd1-7b50-4f07-b065-19a8b093a91d)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:11.779517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:11.836056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:11.842970 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cd1db6f1-e9f7-4a3b-ad76-15ed32915ef0 req-622477dc-8abe-49b8-91b5-a6b4050273ed tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4162388 Jun 03 21:46:11.856471 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] For port 3327b068-7803-48b0-a760-d61967e4a594, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:46:11.863740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] For port 3327b068-7803-48b0-a760-d61967e4a594, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3327b068-7803-48b0-a760-d61967e4a594,segment=NetworkSegment(c053cf1c-1c66-4e9f-855a-f1a926d3851e),segment_id=c053cf1c-1c66-4e9f-855a-f1a926d3851e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:46:11.873975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:11.888364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:11.903613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:subnet and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:11.949157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:11.968743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Calling delete_port for ee24016c-def5-4561-a0b8-5c39889ea29a owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:11.994028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4654cd-bafc-455d-9a90-2a2c1bd77e43 None None] Pushing event updated for resources: {'Port': ['ID=3327b068-7803-48b0-a760-d61967e4a594,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:11.997919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7f4654cd-bafc-455d-9a90-2a2c1bd77e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:12.007657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:12.008546 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:12.073396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:12.077958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:12.096501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:12.102740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-19117550-f803-4000-965b-a30f0ab37106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:12.116365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:12.171994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:12.176053 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] No DVR routers for this DVR port ee24016c-def5-4561-a0b8-5c39889ea29a on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:12.179065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee24016c-def5-4561-a0b8-5c39889ea29a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:12.207962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39573266-2e23-44d2-a5a3-2df45792e195 None None] DHCP port deletion for 21c45018-37a9-4d8b-8264-e960e83890a9 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:46:12.303851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:12.330649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Made reservation on behalf of 79e648382f85452294831c70ad69ff15 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:12.335018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:12.392616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:12.429967 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c45018-37a9-4d8b-8264-e960e83890a9']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:12.455965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:12.470641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4eadd1-7b50-4f07-b065-19a8b093a91d') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:12.470938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4eadd1-7b50-4f07-b065-19a8b093a91d') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:12.493585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:12.512217 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:12.519121 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:12.519554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:12.536515 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:12.635242 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:12.639339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7242fe04-1de6-4304-920a-81380e8a79ce tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:12.663522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:12.679136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Pushing event deleted for resources: {'Network': ['ID=21c45018-37a9-4d8b-8264-e960e83890a9,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:12.689042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:12.705644 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] 10.222.0.96 "DELETE /v2.0/networks/21c45018-37a9-4d8b-8264-e960e83890a9 HTTP/1.1" status: 204 len: 168 time: 1.3325558 Jun 03 21:46:12.769013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1d707b-9f5d-4231-9ccd-88a21bfad4a8 None None] Network a94046e5-6a00-4e5e-98e3-26e512e2ea31 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:12.786104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:12.891289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9714662d-fe41-489d-b80a-65f26e58eac5 None None] Provisioning for port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:12.939158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9714662d-fe41-489d-b80a-65f26e58eac5 None None] Provisioning complete for port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:12.939496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9714662d-fe41-489d-b80a-65f26e58eac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:13.014417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51008) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:13.091856 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-21119942-b3e1-4e1e-8c80-cdaf3d756fd7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=de330ded214f4d50a7154a6f70805db0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0737519 Jun 03 21:46:13.102446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51010) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:13.143850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:03Z', 'revision_number': 4, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:11Z', 'revision_number': 4, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:13.155039 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a82fa82-358f-403f-9be5-1368cb36473f None None] The sync data for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv is: [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:03Z', 'revision_number': 4, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:11Z', 'revision_number': 4, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:13.188417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4c4e-3245-407c-992f-ebb6d422de41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:13.247428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4c4e-3245-407c-992f-ebb6d422de41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:13.285637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9714662d-fe41-489d-b80a-65f26e58eac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:13.286653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Deleting port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:13.286995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:13.329207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9714662d-fe41-489d-b80a-65f26e58eac5 None None] For port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=12a4a804-21e9-4f7d-bbe2-d81a53fd8971,segment=NetworkSegment(5050ff47-b07d-4640-ad8a-9078dc7a50b7),segment_id=5050ff47-b07d-4640-ad8a-9078dc7a50b7)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:13.336193 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4c4e-3245-407c-992f-ebb6d422de41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:13.336792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9714662d-fe41-489d-b80a-65f26e58eac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:13.339217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c62583df-02a2-4577-a4fb-668f78c5e725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:13.359571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7d3ce9f7-8d28-41c1-b52b-0f881b022028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:13.385276 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f4c4e-3245-407c-992f-ebb6d422de41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35c5ea7-9de4-4943-b906-5c27ffd08023,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:13.389662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9a5f4c4e-3245-407c-992f-ebb6d422de41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:13.392877 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4c4e-3245-407c-992f-ebb6d422de41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:13.397087 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9a5f4c4e-3245-407c-992f-ebb6d422de41 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a35c5ea7-9de4-4943-b906-5c27ffd08023 HTTP/1.1" status: 204 len: 168 time: 0.2942104 Jun 03 21:46:13.437420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714662d-fe41-489d-b80a-65f26e58eac5 None None] Pushing event updated for resources: {'Port': ['ID=12a4a804-21e9-4f7d-bbe2-d81a53fd8971,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:13.446860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9714662d-fe41-489d-b80a-65f26e58eac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:13.641769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c98be0-26e3-4352-b0b9-f33cd8aac014 req-ecac64dd-3434-43f8-bfde-d4ad58f190b3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:13.643402 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c7c98be0-26e3-4352-b0b9-f33cd8aac014 req-ecac64dd-3434-43f8-bfde-d4ad58f190b3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 1.1526606 Jun 03 21:46:13.661998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050aadeb-6ce3-43bd-bf01-c4b659b9a7bb None None] Network a94046e5-6a00-4e5e-98e3-26e512e2ea31 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:13.911450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a57d5702-6522-4f75-bfaa-21deecfad91a None None] Provisioning complete for port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:13.912098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a57d5702-6522-4f75-bfaa-21deecfad91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:14.018016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:14.180266 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c7c98be0-26e3-4352-b0b9-f33cd8aac014 req-e679ce70-c479-42a9-a36b-cce7de28dff0 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4950924 Jun 03 21:46:14.192339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:14.192940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:14.240206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] For port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=12a4a804-21e9-4f7d-bbe2-d81a53fd8971,segment=NetworkSegment(5050ff47-b07d-4640-ad8a-9078dc7a50b7),segment_id=5050ff47-b07d-4640-ad8a-9078dc7a50b7)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:14.240665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:14.266104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:14.381957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3327b068-7803-48b0-a760-d61967e4a594 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:14.512048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 3327b068-7803-48b0-a760-d61967e4a594 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:14.520187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3327b068-7803-48b0-a760-d61967e4a594 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:14.520856 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:14.610127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3e659b5b-1905-402b-9793-3bd266368fb6 None None] Provisioning complete for port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:14.610539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3e659b5b-1905-402b-9793-3bd266368fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:14.708230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Calling delete_port for 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:14.769971 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:14.833898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:14.850546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] Router 7217d2cf-f166-41d8-a63c-df35ee206757 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:14.855287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 3327b068-7803-48b0-a760-d61967e4a594, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3327b068-7803-48b0-a760-d61967e4a594,segment=NetworkSegment(c053cf1c-1c66-4e9f-855a-f1a926d3851e),segment_id=c053cf1c-1c66-4e9f-855a-f1a926d3851e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:14.860544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:14.865926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:14.927893 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ee24016c-def5-4561-a0b8-5c39889ea29a no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:46:14.969755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: ee24016c-def5-4561-a0b8-5c39889ea29a {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:46:14.970111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ee24016c-def5-4561-a0b8-5c39889ea29a not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:46:14.980533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:14.994155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=3327b068-7803-48b0-a760-d61967e4a594,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:14.999271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a9e2124a-74a0-4b15-86cd-46a622c37574 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:15.004498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:15.158520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.20.0.1 (80c1fa85-883f-4907-8534-b862cce67f17/28395bbf-2e75-4cb4-acf1-82900255a86b/65ff442b-0066-4d4a-9260-48a4955caf35) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:15.202185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:15.291988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Subnet': ['ID=c57932d4-774b-4893-872f-175c7af900f7,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:15.336774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:15.344393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e2eb3ce1-bde1-461d-bbea-0e4fc6515c29 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:15.364041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975eaaab-d9ac-4f88-aa18-fe67f4e70a9f None None] DHCP port deletion for a94046e5-6a00-4e5e-98e3-26e512e2ea31 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:46:15.385696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6fb590-9add-4680-ab92-5ab95581a8a8 None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:46:15.525638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Port': ['ID=12a4a804-21e9-4f7d-bbe2-d81a53fd8971,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:15.633444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:15.636120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Checking segment: {'id': '366905a1-4511-4cf8-a637-78a1fdae5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'f3f92a6d-b27e-4539-9f56-f5dffa9aca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:15.636468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network hostable DHCP agents. Network: f3f92a6d-b27e-4539-9f56-f5dffa9aca07, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:46:15.640485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No DVR routers for this DVR port 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:15.738932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Allocated IP 172.26.3.78 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/69a6c264-935c-4265-a350-c7c3371a2599) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:15.765412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a412a8d-ff5e-4d3c-b233-b5820c0066b5 req-975026ae-7e88-45e1-a176-6debaf8e23a5 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:15.766985 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a412a8d-ff5e-4d3c-b233-b5820c0066b5 req-975026ae-7e88-45e1-a176-6debaf8e23a5 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.9215074 Jun 03 21:46:15.768086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:15.785049 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96920b63-5a8a-4fb9-b0cd-1231b478abed None None] Sync routers for ids ['7217d2cf-f166-41d8-a63c-df35ee206757'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:15.799220 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96920b63-5a8a-4fb9-b0cd-1231b478abed None None] Routers {'7217d2cf-f166-41d8-a63c-df35ee206757'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:15.799820 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-96920b63-5a8a-4fb9-b0cd-1231b478abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7217d2cf-f166-41d8-a63c-df35ee206757'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:15.888592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:15.898441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6fb590-9add-4680-ab92-5ab95581a8a8 None None] Unable to find a vacant binding_index for network f3f92a6d-b27e-4539-9f56-f5dffa9aca07 and agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 03 21:46:15.911507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3327b068-7803-48b0-a760-d61967e4a594 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:15.927165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network f3f92a6d-b27e-4539-9f56-f5dffa9aca07 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:46:15.956257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:15.965026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51062) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:15.985069 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:46:16.008324 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] 10.222.0.96 "PUT /v2.0/routers/7217d2cf-f166-41d8-a63c-df35ee206757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5996034 Jun 03 21:46:16.009043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, f3f92a6d-b27e-4539-9f56-f5dffa9aca07) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:16.010906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51066) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:16.031815 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-96920b63-5a8a-4fb9-b0cd-1231b478abed None None] Set router 7217d2cf-f166-41d8-a63c-df35ee206757 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:16.060718 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6fb590-9add-4680-ab92-5ab95581a8a8 None None] Network f67d5067-461a-416f-bcbc-a3382a361361 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:46:16.072583 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a412a8d-ff5e-4d3c-b233-b5820c0066b5 req-2adfa1f4-a9ac-4747-930a-b10913318817 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688272 Jun 03 21:46:16.079858 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6fb590-9add-4680-ab92-5ab95581a8a8 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, f3f92a6d-b27e-4539-9f56-f5dffa9aca07), (DHCP agent, dv-neutron-792998-2-hyperv, f67d5067-461a-416f-bcbc-a3382a361361) {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 21:46:16.104170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3327b068-7803-48b0-a760-d61967e4a594 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:16.104170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:16.134067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:16.134657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:16.383597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:16.474473 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 7.5546570 Jun 03 21:46:16.501933 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51068) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:16.513341 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-96920b63-5a8a-4fb9-b0cd-1231b478abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:46:09Z', 'revision_number': 5, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:16.516777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:46:16.518236 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96920b63-5a8a-4fb9-b0cd-1231b478abed None None] Checking router: 7217d2cf-f166-41d8-a63c-df35ee206757 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:46:16.528616 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96920b63-5a8a-4fb9-b0cd-1231b478abed None None] Routers {'7217d2cf-f166-41d8-a63c-df35ee206757'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:16.529395 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-96920b63-5a8a-4fb9-b0cd-1231b478abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7217d2cf-f166-41d8-a63c-df35ee206757'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:16.560521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:46:16.560866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 12a4a804-21e9-4f7d-bbe2-d81a53fd8971 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:46:16.578255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:16.607776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:16.609663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:16.623590 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:16.630619 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Usage tracker for resource:floatingip and tenant:8d406e6f3bd3496d95a3208cc6b19636 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:16.636180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-06ea3543-99e3-4640-b521-fa59ee1af673 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:16.637180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:16.645697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:16.733457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:16.788867 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-a94046e5-6a00-4e5e-98e3-26e512e2ea31', 'network_id': 'a94046e5-6a00-4e5e-98e3-26e512e2ea31', 'tenant_id': 'b19a3ae18129407e99341659481c261f', 'fixed_ips': [{'subnet_id': 'af842585-5dce-47ea-9eeb-0a4975c29ba8'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:46:16.789679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:16.797292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:16.808868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 80c1fa85-883f-4907-8534-b862cce67f17 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:16.809445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-f3f92a6d-b27e-4539-9f56-f5dffa9aca07', 'network_id': 'f3f92a6d-b27e-4539-9f56-f5dffa9aca07', 'tenant_id': '66cf243d20534eb09d69191e7edd9d1d', 'fixed_ips': [{'subnet_id': 'c57932d4-774b-4893-872f-175c7af900f7'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:46:16.810481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:16.825331 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-96920b63-5a8a-4fb9-b0cd-1231b478abed None None] Set router 7217d2cf-f166-41d8-a63c-df35ee206757 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:16.827748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-f67d5067-461a-416f-bcbc-a3382a361361', 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'fixed_ips': [{'subnet_id': 'fed00848-f826-4d64-bcd0-dde4347bf732'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:46:16.828587 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:16.861180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:16.865139 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:16.902447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:16.937678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network f67d5067-461a-416f-bcbc-a3382a361361 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:16.962641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:16.983224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Deleting port 9aaad10e-56e4-46b4-a28d-1bef9280df0f {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:16.983847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:16.994635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=65ff442b-0066-4d4a-9260-48a4955caf35,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:17.026181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:17.027012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-724656f0-ecae-4163-9278-3a6fb1a54f21 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:17.041203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:17.110324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Subnet': ['ID=fed00848-f826-4d64-bcd0-dde4347bf732,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:17.120039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:17.120863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:17.154377 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:17.168165 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.2878222 Jun 03 21:46:17.171389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51072) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:17.177328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:17.186780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:17.256670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:17.269008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a66d26ce-eae2-498c-8589-055ee4b7f436 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:17.286020 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-96920b63-5a8a-4fb9-b0cd-1231b478abed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:46:09Z', 'revision_number': 5, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:17.292985 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96920b63-5a8a-4fb9-b0cd-1231b478abed None None] The sync data for ids ['7217d2cf-f166-41d8-a63c-df35ee206757'] in dv-neutron-792998-2-hyperv is: [{'id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'name': 'tempest-ServersTestManualDisk-134864694-router', 'tenant_id': 'fb162b9e85e341649c3678d854dd6e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:07Z', 'updated_at': '2021-06-03T21:46:09Z', 'revision_number': 5, 'project_id': 'fb162b9e85e341649c3678d854dd6e2c', 'gw_port': {'id': '9aaad10e-56e4-46b4-a28d-1bef9280df0f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217d2cf-f166-41d8-a63c-df35ee206757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:17.320004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Allocated IP 172.20.0.2 (a94046e5-6a00-4e5e-98e3-26e512e2ea31/af842585-5dce-47ea-9eeb-0a4975c29ba8/d8b21342-bc1b-4f37-a104-021b05675dad) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:17.365939 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Allocated IP 2001:db8::2 (f3f92a6d-b27e-4539-9f56-f5dffa9aca07/c57932d4-774b-4893-872f-175c7af900f7/191c8a9d-3d82-453f-86f1-6ade130a4e5c) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:17.394582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Allocated IP 2001:db8:3::2 (f67d5067-461a-416f-bcbc-a3382a361361/fed00848-f826-4d64-bcd0-dde4347bf732/c18790ac-a1c9-4539-a1a0-cd9ea04bb80f) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:17.454490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] For port 9aaad10e-56e4-46b4-a28d-1bef9280df0f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9aaad10e-56e4-46b4-a28d-1bef9280df0f,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:17.454809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:17.465228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:17.479060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:17.486130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:17.514018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:17.544887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Pushing event updated for resources: {'Port': ['ID=69a6c264-935c-4265-a350-c7c3371a2599,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:17.564956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:17.649465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Calling delete_port for 9aaad10e-56e4-46b4-a28d-1bef9280df0f owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:17.799568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e404ba5e-68c7-4ea2-ae43-080a862ccdf0 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:46:17.830085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Allocated IP 172.26.3.28 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/c4fd4237-3963-4736-b3ec-3a826dcf54d4) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:17.884166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: e404ba5e-68c7-4ea2-ae43-080a862ccdf0 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:46:17.884574 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e404ba5e-68c7-4ea2-ae43-080a862ccdf0 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:46:17.897718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b87b8-ef2e-417d-87d3-1c809537da8b req-c89e4346-a124-4c89-89e1-921b2273477a tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:17.899247 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-956b87b8-ef2e-417d-87d3-1c809537da8b req-c89e4346-a124-4c89-89e1-921b2273477a tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.6096935 Jun 03 21:46:18.024259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:18.177620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:18.183789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:18.185686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:18.209116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Transition to ACTIVE for port object 191c8a9d-3d82-453f-86f1-6ade130a4e5c will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:18.212849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Transition to ACTIVE for port object c18790ac-a1c9-4539-a1a0-cd9ea04bb80f will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:18.227899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Transition to ACTIVE for port object d8b21342-bc1b-4f37-a104-021b05675dad will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:18.261720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Transition to ACTIVE for port object c18790ac-a1c9-4539-a1a0-cd9ea04bb80f will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:18.262028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Transition to ACTIVE for port object 191c8a9d-3d82-453f-86f1-6ade130a4e5c will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:18.273701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:18.278777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Transition to ACTIVE for port object d8b21342-bc1b-4f37-a104-021b05675dad will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:18.279997 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:18.312393 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:18.337476 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:18.361888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Network a94046e5-6a00-4e5e-98e3-26e512e2ea31 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:18.372934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:18.375170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:18.376619 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-956b87b8-ef2e-417d-87d3-1c809537da8b req-13412b20-0645-4f10-9891-555f7ced3ad5 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4580660 Jun 03 21:46:18.390409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Network f67d5067-461a-416f-bcbc-a3382a361361 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:18.396407 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Network f3f92a6d-b27e-4539-9f56-f5dffa9aca07 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:18.401725 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:18.404703 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:18.443152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:18.445874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:18.529511 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Pushing event updated for resources: {'Port': ['ID=c18790ac-a1c9-4539-a1a0-cd9ea04bb80f,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:18.532697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:18.543500 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:18.561398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:18.604972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:18.625873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:18.635827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:18.663827 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Pushing event updated for resources: {'Port': ['ID=191c8a9d-3d82-453f-86f1-6ade130a4e5c,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:18.706555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Subnet': ['ID=af842585-5dce-47ea-9eeb-0a4975c29ba8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:18.717445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:18.811496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:18.895299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:18.923556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:18.951821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Pushing event updated for resources: {'Port': ['ID=d8b21342-bc1b-4f37-a104-021b05675dad,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:18.955028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:18.955872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Attempting to bind port 191c8a9d-3d82-453f-86f1-6ade130a4e5c on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:46:18.956247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Attempting to bind port 191c8a9d-3d82-453f-86f1-6ade130a4e5c by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '366905a1-4511-4cf8-a637-78a1fdae5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'f3f92a6d-b27e-4539-9f56-f5dffa9aca07'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:46:18.956977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Attempting to bind port 191c8a9d-3d82-453f-86f1-6ade130a4e5c on network f3f92a6d-b27e-4539-9f56-f5dffa9aca07 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:46:18.962512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.612s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:18.963627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:18.970365 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:18.977494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Subnet': ['ID=c57932d4-774b-4893-872f-175c7af900f7,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:18.984772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2f685939-4b29-4771-acc2-929347c11790 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:19.002726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:46:19.003142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Checking segment: {'id': '366905a1-4511-4cf8-a637-78a1fdae5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'f3f92a6d-b27e-4539-9f56-f5dffa9aca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:19.003563 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.003958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Bound using segment: {'id': '366905a1-4511-4cf8-a637-78a1fdae5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'f3f92a6d-b27e-4539-9f56-f5dffa9aca07'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:46:19.004428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Bound port: 191c8a9d-3d82-453f-86f1-6ade130a4e5c, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366905a1-4511-4cf8-a637-78a1fdae5168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'f3f92a6d-b27e-4539-9f56-f5dffa9aca07'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:46:19.004803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.016938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Attempting to bind port d8b21342-bc1b-4f37-a104-021b05675dad on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:46:19.017308 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Attempting to bind port d8b21342-bc1b-4f37-a104-021b05675dad by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '5050ff47-b07d-4640-ad8a-9078dc7a50b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'a94046e5-6a00-4e5e-98e3-26e512e2ea31'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:46:19.017667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Attempting to bind port d8b21342-bc1b-4f37-a104-021b05675dad on network a94046e5-6a00-4e5e-98e3-26e512e2ea31 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:46:19.027938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Attempting to bind port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:46:19.028648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Attempting to bind port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '125795a8-6c3d-48b1-be52-af6b24dd0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:46:19.029010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Attempting to bind port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f on network f67d5067-461a-416f-bcbc-a3382a361361 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:46:19.063991 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:46:19.064365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Checking segment: {'id': '5050ff47-b07d-4640-ad8a-9078dc7a50b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'a94046e5-6a00-4e5e-98e3-26e512e2ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:19.064766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.065155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Bound using segment: {'id': '5050ff47-b07d-4640-ad8a-9078dc7a50b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'a94046e5-6a00-4e5e-98e3-26e512e2ea31'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:46:19.065624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Bound port: d8b21342-bc1b-4f37-a104-021b05675dad, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5050ff47-b07d-4640-ad8a-9078dc7a50b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'a94046e5-6a00-4e5e-98e3-26e512e2ea31'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:46:19.065994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.076858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.084822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:46:19.084822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Checking segment: {'id': '125795a8-6c3d-48b1-be52-af6b24dd0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:19.084822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.084822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Bound using segment: {'id': '125795a8-6c3d-48b1-be52-af6b24dd0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:46:19.084822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Bound port: c18790ac-a1c9-4539-a1a0-cd9ea04bb80f, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125795a8-6c3d-48b1-be52-af6b24dd0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:46:19.084822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.106092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aaad10e-56e4-46b4-a28d-1bef9280df0f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:19.125559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:19.156835 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a7eef2d8-3ace-428a-9dc6-8554c25a37ec tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:19.171897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:19.202255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:19.206177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.244985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:19.261868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] For port 191c8a9d-3d82-453f-86f1-6ade130a4e5c, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:46:19.266468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:19.284684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94046e5-6a00-4e5e-98e3-26e512e2ea31']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:19.289852 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] For port d8b21342-bc1b-4f37-a104-021b05675dad, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:46:19.301635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] For port 191c8a9d-3d82-453f-86f1-6ade130a4e5c, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=191c8a9d-3d82-453f-86f1-6ade130a4e5c,segment=NetworkSegment(366905a1-4511-4cf8-a637-78a1fdae5168),segment_id=366905a1-4511-4cf8-a637-78a1fdae5168)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:46:19.310700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] For port d8b21342-bc1b-4f37-a104-021b05675dad, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=d8b21342-bc1b-4f37-a104-021b05675dad,segment=NetworkSegment(5050ff47-b07d-4640-ad8a-9078dc7a50b7),segment_id=5050ff47-b07d-4640-ad8a-9078dc7a50b7)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:46:19.312181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.318498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4704d2cd-c369-4f8e-a1f1-a8d0b7e8ef35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:19.355368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.362281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] For port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:46:19.362719 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5cd9a-089b-4f77-9d8e-c8e66eebc48e req-31d3f911-6a80-4012-bb6a-db4160224a4d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:19.364223 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-10e5cd9a-089b-4f77-9d8e-c8e66eebc48e req-31d3f911-6a80-4012-bb6a-db4160224a4d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.4583867 Jun 03 21:46:19.379559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event updated for resources: {'Port': ['ID=c4fd4237-3963-4736-b3ec-3a826dcf54d4,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:19.387876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] For port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c18790ac-a1c9-4539-a1a0-cd9ea04bb80f,segment=NetworkSegment(125795a8-6c3d-48b1-be52-af6b24dd0db1),segment_id=125795a8-6c3d-48b1-be52-af6b24dd0db1)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:46:19.389140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:19.414578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.446495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.449117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5050ff47-b07d-4640-ad8a-9078dc7a50b7') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:19.449406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5050ff47-b07d-4640-ad8a-9078dc7a50b7') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:19.470172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.491660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.523620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f92a6d-b27e-4539-9f56-f5dffa9aca07']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:19.536097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Pushing event updated for resources: {'Port': ['ID=191c8a9d-3d82-453f-86f1-6ade130a4e5c,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:19.558553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:19.559487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366905a1-4511-4cf8-a637-78a1fdae5168') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:19.559829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366905a1-4511-4cf8-a637-78a1fdae5168') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:19.561386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-13b030e1-1d30-4327-a803-d33a2b02c21a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:19.573006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.648936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.665673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:19.665882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.670545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Pushing event updated for resources: {'Port': ['ID=d8b21342-bc1b-4f37-a104-021b05675dad,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:19.683923 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:19.736030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.821277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Pushing event updated for resources: {'Port': ['ID=c18790ac-a1c9-4539-a1a0-cd9ea04bb80f,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:19.829586 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:19.830075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:19.830410 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:19.883810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.891173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.924071 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-10e5cd9a-089b-4f77-9d8e-c8e66eebc48e req-d6e7a4b5-fb61-4a32-af56-4a345d8e828b tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5471556 Jun 03 21:46:19.976036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Allocated IP 2001:db8:3::1 (f67d5067-461a-416f-bcbc-a3382a361361/fed00848-f826-4d64-bcd0-dde4347bf732/e8b88817-ebe4-4b43-844a-2c7bae58e692) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:19.980373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:19.981396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7217d2cf-f166-41d8-a63c-df35ee206757 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:46:20.048035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c18790ac-a1c9-4539-a1a0-cd9ea04bb80f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:20.133358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.134748 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] 10.222.0.96 "DELETE /v2.0/routers/7217d2cf-f166-41d8-a63c-df35ee206757 HTTP/1.1" status: 204 len: 168 time: 4.1223848 Jun 03 21:46:20.140077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:20.142792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51078) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:20.160334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:20.160835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.177244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:20.179196 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:20.185515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.api [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:46:20.185515 dv-neutron-792998-2-hyperv neutron-server[104396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:46:20.185515 dv-neutron-792998-2-hyperv neutron-server[104396]: [parameters: {'id': 'a94046e5-6a00-4e5e-98e3-26e512e2ea31'}] Jun 03 21:46:20.185515 dv-neutron-792998-2-hyperv neutron-server[104396]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:46:20.185829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_db.api [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:46:20.200204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.233081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-52cae8fc-070d-4652-a2b3-30d47ccb2bf1 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:20.256054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca9c36f-4338-4718-a1d3-6db3bfa6cc64 admin admin] Deleting subnet bbec842f-83c0-4510-ab8c-a00939d873fc {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:46:20.272571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5ca9c36f-4338-4718-a1d3-6db3bfa6cc64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.316135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.347107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Transition to ACTIVE for port object e8b88817-ebe4-4b43-844a-2c7bae58e692 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:20.352985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5ca9c36f-4338-4718-a1d3-6db3bfa6cc64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.405269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.api [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:46:20.405269 dv-neutron-792998-2-hyperv neutron-server[104396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:46:20.405269 dv-neutron-792998-2-hyperv neutron-server[104396]: [parameters: {'id': 'f3f92a6d-b27e-4539-9f56-f5dffa9aca07'}] Jun 03 21:46:20.405269 dv-neutron-792998-2-hyperv neutron-server[104396]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:46:20.405712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_db.api [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:46:20.415694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.419326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=65ff442b-0066-4d4a-9260-48a4955caf35,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:20.421604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.425577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:20.452833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.465417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.472432 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:20.567962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5ca9c36f-4338-4718-a1d3-6db3bfa6cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.637682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network f67d5067-461a-416f-bcbc-a3382a361361 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:20.660825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:20.664208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:20.664751 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.686785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.757528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb400971-815a-4f4e-b3e9-65954e22f893 None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:46:20.788500 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e7c6787b-45ef-497f-9174-9d9e755531c3 None None] Provisioning for port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:20.793796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 80c1fa85-883f-4907-8534-b862cce67f17 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:20.795377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.798215 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:20.809204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e7c6787b-45ef-497f-9174-9d9e755531c3 None None] Provisioning complete for port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:20.809960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e7c6787b-45ef-497f-9174-9d9e755531c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.839943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=e8b88817-ebe4-4b43-844a-2c7bae58e692,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:20.873936 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:20.907821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:20.986339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Router 04af979e-60b3-4ea6-912f-893ca4581422 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:46:20.996045 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Deleting port d8b21342-bc1b-4f37-a104-021b05675dad {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:20.996437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:21.037401 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e7c6787b-45ef-497f-9174-9d9e755531c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:21.072416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb400971-815a-4f4e-b3e9-65954e22f893 None None] Resources bound (agent type, host, resource id): {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 21:46:21.149900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e7c6787b-45ef-497f-9174-9d9e755531c3 None None] For port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c18790ac-a1c9-4539-a1a0-cd9ea04bb80f,segment=NetworkSegment(125795a8-6c3d-48b1-be52-af6b24dd0db1),segment_id=125795a8-6c3d-48b1-be52-af6b24dd0db1)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:21.194642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e7c6787b-45ef-497f-9174-9d9e755531c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:21.203498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fbf7eb97-49ad-4df8-850d-5375f7f62dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:21.286006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:21.300340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] For port d8b21342-bc1b-4f37-a104-021b05675dad, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=d8b21342-bc1b-4f37-a104-021b05675dad,segment=NetworkSegment(5050ff47-b07d-4640-ad8a-9078dc7a50b7),segment_id=5050ff47-b07d-4640-ad8a-9078dc7a50b7)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:21.300690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:21.357906 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6787b-45ef-497f-9174-9d9e755531c3 None None] Pushing event updated for resources: {'Port': ['ID=c18790ac-a1c9-4539-a1a0-cd9ea04bb80f,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:21.362324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e7c6787b-45ef-497f-9174-9d9e755531c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:21.377614 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:21.388685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:21.404116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:21.414676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dea7bde7-be1e-4385-894e-2d7d419fba80 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:21.451988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5ca9c36f-4338-4718-a1d3-6db3bfa6cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:21.559125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5ca9c36f-4338-4718-a1d3-6db3bfa6cc64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:21.626972 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e1b14d-a81a-48f6-bf5d-4e9aebae8dcc None None] Network f3f92a6d-b27e-4539-9f56-f5dffa9aca07 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:21.644764 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1393a4b-8e98-4af9-b9f4-c31efed261dc None None] Network f67d5067-461a-416f-bcbc-a3382a361361 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:21.671698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Calling delete_port for d8b21342-bc1b-4f37-a104-021b05675dad owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:21.701486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27bb119-fa56-4ab6-8e1f-f93dcf236b7b None None] Network 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:21.714075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de775f1a-300c-4e27-b7f4-21aeb2d396cc None None] Network a94046e5-6a00-4e5e-98e3-26e512e2ea31 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:21.823162 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5ca9c36f-4338-4718-a1d3-6db3bfa6cc64 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/bbec842f-83c0-4510-ab8c-a00939d873fc HTTP/1.1" status: 204 len: 168 time: 1.6789060 Jun 03 21:46:21.833140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event updated for resources: {'Port': ['ID=c4fd4237-3963-4736-b3ec-3a826dcf54d4,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:21.837842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:21.838477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:21.839514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51086) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:21.852091 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:21.867554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd98961a-381e-464b-b2b9-3e3af7438144 None None] Sync routers for ids ['04af979e-60b3-4ea6-912f-893ca4581422'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:21.929962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Deleting port 191c8a9d-3d82-453f-86f1-6ade130a4e5c {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:21.930304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:21.937625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c18790ac-a1c9-4539-a1a0-cd9ea04bb80f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:21.946867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:21.953259 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9c36f-4338-4718-a1d3-6db3bfa6cc64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbec842f-83c0-4510-ab8c-a00939d873fc,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:21.958779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5ca9c36f-4338-4718-a1d3-6db3bfa6cc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:21.983443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:21.984838 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0178022 Jun 03 21:46:21.989350 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51088) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:21.994958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1484344221'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:22.008946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:22.016903 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Usage tracker for resource:network and tenant:8d406e6f3bd3496d95a3208cc6b19636 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:22.020949 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:22.029099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb714758-33ce-45b1-b8b0-ff5591620a7c req-3736bd63-bd08-46a6-865f-01e713513d4a tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:22.030629 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb714758-33ce-45b1-b8b0-ff5591620a7c req-3736bd63-bd08-46a6-865f-01e713513d4a tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.8971815 Jun 03 21:46:22.047351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:22.189687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Made reservation on behalf of 8d406e6f3bd3496d95a3208cc6b19636 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:22.192737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:22.194124 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.209270 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a21dda-272a-49f3-93ef-83bd6984ef86 None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:22.210733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.211964 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.6593976 Jun 03 21:46:22.218011 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "PUT /v2.0/routers/7d32f0a5-7dba-4472-8311-23105881aa56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7605002 Jun 03 21:46:22.223685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51090) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:22.229073 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a21dda-272a-49f3-93ef-83bd6984ef86 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:22.229552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51092) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:22.232182 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-49a21dda-272a-49f3-93ef-83bd6984ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:22.237719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] For port 191c8a9d-3d82-453f-86f1-6ade130a4e5c, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=191c8a9d-3d82-453f-86f1-6ade130a4e5c,segment=NetworkSegment(366905a1-4511-4cf8-a637-78a1fdae5168),segment_id=366905a1-4511-4cf8-a637-78a1fdae5168)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:22.238088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.249317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'port': {'network_id': '80c1fa85-883f-4907-8534-b862cce67f17', 'name': 'tempest-FloatingIPTestJSON-1932871103'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:22.249570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.338182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:22.343344 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-49a21dda-272a-49f3-93ef-83bd6984ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:22.353073 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a21dda-272a-49f3-93ef-83bd6984ef86 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:22.354252 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-49a21dda-272a-49f3-93ef-83bd6984ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:22.377790 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb714758-33ce-45b1-b8b0-ff5591620a7c req-d5df542a-7845-49fa-931d-693408f73db8 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827952 Jun 03 21:46:22.415724 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.435195 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-49a21dda-272a-49f3-93ef-83bd6984ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:22.435930 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a21dda-272a-49f3-93ef-83bd6984ef86 None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:22.455195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.460267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:22.510862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Calling delete_port for 191c8a9d-3d82-453f-86f1-6ade130a4e5c owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:22.552205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Port': ['ID=d8b21342-bc1b-4f37-a104-021b05675dad,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:22.554775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No DVR routers for this DVR port d8b21342-bc1b-4f37-a104-021b05675dad on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:22.588763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98961a-381e-464b-b2b9-3e3af7438144 None None] Routers {'04af979e-60b3-4ea6-912f-893ca4581422'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:22.589652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-cd98961a-381e-464b-b2b9-3e3af7438144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['04af979e-60b3-4ea6-912f-893ca4581422'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:22.591433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:22.617262 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:22.640836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.resource_extend [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:46:22.656922 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Usage tracker for resource:security_group_rule and tenant:8d406e6f3bd3496d95a3208cc6b19636 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:22.667978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552bd05-5e30-4b92-ad8b-717dd94ba74a None None] DHCP port deletion for a94046e5-6a00-4e5e-98e3-26e512e2ea31 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:46:22.670406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:22.684307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.689978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:22.756681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.758348 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-cd98961a-381e-464b-b2b9-3e3af7438144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:22.782173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.782599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94046e5-6a00-4e5e-98e3-26e512e2ea31']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:22.783049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.796855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2fb5af74-173e-49f8-8fa6-11db78fe6db5 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:22.804513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5050ff47-b07d-4640-ad8a-9078dc7a50b7') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:22.805041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5050ff47-b07d-4640-ad8a-9078dc7a50b7') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:22.809811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98961a-381e-464b-b2b9-3e3af7438144 None None] Routers {'04af979e-60b3-4ea6-912f-893ca4581422'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:22.810582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-cd98961a-381e-464b-b2b9-3e3af7438144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['04af979e-60b3-4ea6-912f-893ca4581422'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:22.819719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.827574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Deleting port 34fbed90-05ae-415b-9a77-2b9e7f6e56be {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:22.827920 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.863670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.879011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-63671381-0d2a-4053-acd8-2cb4c4ffecf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:22.908719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:22.909959 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.929356 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:22.932084 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:22.932902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Port': ['ID=191c8a9d-3d82-453f-86f1-6ade130a4e5c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:22.936663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No DVR routers for this DVR port 191c8a9d-3d82-453f-86f1-6ade130a4e5c on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:22.954475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-cd98961a-381e-464b-b2b9-3e3af7438144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:22.955005 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd98961a-381e-464b-b2b9-3e3af7438144 None None] The sync data for ids ['04af979e-60b3-4ea6-912f-893ca4581422'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:22.966230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:22.973034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Usage tracker for resource:port and tenant:8fadebda9ac1462e88d820e23b14fdd7 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:23.003312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f2346cb2-2dac-4366-972a-c763399494e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.027172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:23.031690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:23.032098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.033853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event updated for resources: {'Port': ['ID=e8b88817-ebe4-4b43-844a-2c7bae58e692,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:23.048148 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:23.088605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97097b0-8840-4726-a04c-43d84dd280b3 None None] Network f3f92a6d-b27e-4539-9f56-f5dffa9aca07 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:23.100980 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:23.111963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:23.176219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Made reservation on behalf of 8fadebda9ac1462e88d820e23b14fdd7 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:23.177912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] For port 34fbed90-05ae-415b-9a77-2b9e7f6e56be, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=34fbed90-05ae-415b-9a77-2b9e7f6e56be,segment=NetworkSegment(99b1434c-0efc-4899-9796-9b906144659f),segment_id=99b1434c-0efc-4899-9796-9b906144659f)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:23.178270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.180300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.218597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa6e32-e1cf-4aac-b1ec-93e16797ad12 req-828f7ab7-eec6-48f7-8a2b-8406a8965074 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:23.220442 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e1fa6e32-e1cf-4aac-b1ec-93e16797ad12 req-828f7ab7-eec6-48f7-8a2b-8406a8965074 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.6449113 Jun 03 21:46:23.226909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f6cfb9-a9bf-409e-a5f1-b9c01640752e None None] DHCP port deletion for 8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:46:23.332066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] device_id is not set on port d3a00c7a-2847-41c5-bdd8-c282d8cd4f4a yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:46:23.431111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Network f67d5067-461a-416f-bcbc-a3382a361361 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:23.447209 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.451030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:23.456260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9aaad10e-56e4-46b4-a28d-1bef9280df0f no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:46:23.486733 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.497752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:23.499205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 9aaad10e-56e4-46b4-a28d-1bef9280df0f {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:46:23.499674 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9aaad10e-56e4-46b4-a28d-1bef9280df0f not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:46:23.531092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-09f6cfb9-a9bf-409e-a5f1-b9c01640752e None None] Deleting port 34fbed90-05ae-415b-9a77-2b9e7f6e56be {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:23.531636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-09f6cfb9-a9bf-409e-a5f1-b9c01640752e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.533255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Calling delete_port for 34fbed90-05ae-415b-9a77-2b9e7f6e56be owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:23.545840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.569406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.572105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f92a6d-b27e-4539-9f56-f5dffa9aca07']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:23.585345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1badef41-aea1-4912-8233-5bf1ba82e8dc tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:23.601721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.609373 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366905a1-4511-4cf8-a637-78a1fdae5168') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:23.609666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366905a1-4511-4cf8-a637-78a1fdae5168') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:23.639988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.646906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Network': ['ID=a94046e5-6a00-4e5e-98e3-26e512e2ea31,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:23.654874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:23.658527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-09f6cfb9-a9bf-409e-a5f1-b9c01640752e None None] For port 34fbed90-05ae-415b-9a77-2b9e7f6e56be, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=34fbed90-05ae-415b-9a77-2b9e7f6e56be,segment=NetworkSegment(99b1434c-0efc-4899-9796-9b906144659f),segment_id=99b1434c-0efc-4899-9796-9b906144659f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:23.659053 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-09f6cfb9-a9bf-409e-a5f1-b9c01640752e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.662690 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/a94046e5-6a00-4e5e-98e3-26e512e2ea31 HTTP/1.1" status: 204 len: 168 time: 12.8631096 Jun 03 21:46:23.665546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51100) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:23.694775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.708462 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b4600b-57c5-4e97-8dee-9b02f3ef5f01 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:23.709328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b4600b-57c5-4e97-8dee-9b02f3ef5f01 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:23.711416 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b6b4600b-57c5-4e97-8dee-9b02f3ef5f01 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/a94046e5-6a00-4e5e-98e3-26e512e2ea31 HTTP/1.1" status: 404 len: 339 time: 0.0447350 Jun 03 21:46:23.715835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:23.716482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:23.731985 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:23.734838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51102) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:23.757387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-996749219', 'description': 'd1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:23.812442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:23.812987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-09f6cfb9-a9bf-409e-a5f1-b9c01640752e None None] Calling delete_port for 34fbed90-05ae-415b-9a77-2b9e7f6e56be owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:23.825044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:network and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:23.853907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:23.862831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:23.871063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 34fbed90-05ae-415b-9a77-2b9e7f6e56be no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:46:23.873792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.877726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b021fb77-fc3a-4cc7-9a0d-fa1a91b469b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:23.894665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.898319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.912382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:23.916278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.930961 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 34fbed90-05ae-415b-9a77-2b9e7f6e56be {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:46:23.932031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 34fbed90-05ae-415b-9a77-2b9e7f6e56be not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:46:23.935775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Network': ['ID=f3f92a6d-b27e-4539-9f56-f5dffa9aca07,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:23.940929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-dfda519c-1a3f-4849-8ce4-d95ed15ba4c0 None None] Provisioning complete for port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:23.941530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfda519c-1a3f-4849-8ce4-d95ed15ba4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:23.942754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:23.945813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:23.951325 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e1fa6e32-e1cf-4aac-b1ec-93e16797ad12 req-c131fc4e-331d-4f1f-809a-558ef5dbdb14 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6958964 Jun 03 21:46:24.004883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] No DVR routers for this DVR port 34fbed90-05ae-415b-9a77-2b9e7f6e56be on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:24.007709 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/networks/f3f92a6d-b27e-4539-9f56-f5dffa9aca07 HTTP/1.1" status: 204 len: 168 time: 7.4750626 Jun 03 21:46:24.052501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-09f6cfb9-a9bf-409e-a5f1-b9c01640752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.066578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e705bda2-81a2-4479-b2d4-c1562cd954d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:24.068195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51106) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:24.094798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Pushing event deleted for resources: {'Port': ['ID=34fbed90-05ae-415b-9a77-2b9e7f6e56be,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:24.110943 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-546175747'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:24.113224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f6cfb9-a9bf-409e-a5f1-b9c01640752e None None] No DVR routers for this DVR port 34fbed90-05ae-415b-9a77-2b9e7f6e56be on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:24.142875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:24.148416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:24.163082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6cfb9-a9bf-409e-a5f1-b9c01640752e None None] Pushing event deleted for resources: {'Port': ['ID=34fbed90-05ae-415b-9a77-2b9e7f6e56be,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:24.170228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-09f6cfb9-a9bf-409e-a5f1-b9c01640752e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:24.210856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a89f926-585d-47ec-8172-267ec16c501a,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:24.218608 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-dfda519c-1a3f-4849-8ce4-d95ed15ba4c0 None None] Provisioning for port e8b88817-ebe4-4b43-844a-2c7bae58e692 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:24.221744 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:24.224350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-dfda519c-1a3f-4849-8ce4-d95ed15ba4c0 None None] Provisioning complete for port e8b88817-ebe4-4b43-844a-2c7bae58e692 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:24.224981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfda519c-1a3f-4849-8ce4-d95ed15ba4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.260802 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:46:24.282770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.300024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-dfda519c-1a3f-4849-8ce4-d95ed15ba4c0 None None] Port e8b88817-ebe4-4b43-844a-2c7bae58e692 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:46:24.304246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0a66ca-e212-4121-af0e-4c0d43c5e5c8']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:24.308375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.308720 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Added segment 7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217 of type vlan for network 0ab292eb-9de1-4bd9-9c72-492001f31c50 Jun 03 21:46:24.312040 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:network and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:24.314956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for network was recalculated. Used quota:3. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:24.320289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:46:24.326216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 4105a8a5-c26d-4d90-b606-3b037cbbea8e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:24.334223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b1434c-0efc-4899-9796-9b906144659f') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:24.334577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b1434c-0efc-4899-9796-9b906144659f') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:24.341045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.343204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:24.358275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.358609 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Added segment a26d8649-98b1-4dbe-b7a7-2f63802aa7bf of type vlan for network 6afd9f8c-cf8e-4e10-8286-89f9caf349a7 Jun 03 21:46:24.369113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.378859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.20.0.2 (80c1fa85-883f-4907-8534-b862cce67f17/28395bbf-2e75-4cb4-acf1-82900255a86b/d3a00c7a-2847-41c5-bdd8-c282d8cd4f4a) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:24.381764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.393386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:24.397351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.434942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-dde3058e-5860-4907-a881-deab47493ace None None] Provisioning complete for port e8b88817-ebe4-4b43-844a-2c7bae58e692 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:24.435965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.439162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.444406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dde3058e-5860-4907-a881-deab47493ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.462548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:24.462548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.468445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:24.478715 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:24.504204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14bd0a-d6ed-4bc2-9422-f13d36f0e7b2 req-f8f0ad97-99fe-486d-9551-16b857ee787a tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:24.511432 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf14bd0a-d6ed-4bc2-9422-f13d36f0e7b2 req-f8f0ad97-99fe-486d-9551-16b857ee787a tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.3947539 Jun 03 21:46:24.536839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:46:24.540031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-dde3058e-5860-4907-a881-deab47493ace None None] Port e8b88817-ebe4-4b43-844a-2c7bae58e692 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:46:24.586618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.resource_extend [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:46:24.638901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.639287 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Added segment 1b46b04b-c8bf-4801-8da3-f3fce2fdd90c of type vlan for network 5b3c7e47-dd05-42ba-9880-71a07fc87760 Jun 03 21:46:24.641341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.645843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.646908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:24.647627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.651379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:24.652012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.656120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ae5796ee-90b9-4cd2-bc00-e46f2dc8ef36 tempest-PortsAdminExtendedAttrsTestJSON-1503345246 tempest-PortsAdminExtendedAttrsTestJSON-1503345246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:24.664605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bd9fb874-8af7-41da-8841-f5130282e0df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:24.673128 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf14bd0a-d6ed-4bc2-9422-f13d36f0e7b2 req-f06061e5-45fe-4ca9-9ae4-4156d2b04fc3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608584 Jun 03 21:46:24.679888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.713851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.714770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:24.731616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Sync routers for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:24.747719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:24.748614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:45:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:24.751016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.830686 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] 10.222.0.96 "DELETE /v2.0/networks/8a0a66ca-e212-4121-af0e-4c0d43c5e5c8 HTTP/1.1" status: 204 len: 168 time: 2.9333775 Jun 03 21:46:24.832780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=6afd9f8c-cf8e-4e10-8286-89f9caf349a7,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:24.835800 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0943663 Jun 03 21:46:24.837851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:24.838366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:24.862408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51112) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:24.883142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 6afd9f8c-cf8e-4e10-8286-89f9caf349a7 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:46:24.895171 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Pushing event deleted for resources: {'Network': ['ID=8a0a66ca-e212-4121-af0e-4c0d43c5e5c8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:24.920558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:24.978588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.984362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:24.984977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:24.998082 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-92e71e74-53ee-4960-8513-7b86070dee71 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:25.016971 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:25.067223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ad3a2a-6ac9-45e2-9929-c6b54bbcd51c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:25.067970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-35ad3a2a-6ac9-45e2-9929-c6b54bbcd51c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Synchronizing usage tracker for tenant:b19a3ae18129407e99341659481c261f on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:46:25.078890 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9991803 Jun 03 21:46:25.082990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51114) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:25.089344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Request body: {'subnet': {'network_id': '5b3c7e47-dd05-42ba-9880-71a07fc87760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:25.109445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event updated for resources: {'Network': ['ID=0ab292eb-9de1-4bd9-9c72-492001f31c50,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:25.112216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:25.118337 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51116) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:25.142428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:25.162066 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9876094 Jun 03 21:46:25.167867 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1774783 Jun 03 21:46:25.169676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51118) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:25.172311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 0ab292eb-9de1-4bd9-9c72-492001f31c50 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:46:25.177350 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51120) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:25.182012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-db745e7f-88b8-487b-9b32-74155a777c02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:25.216696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Network': ['ID=5b3c7e47-dd05-42ba-9880-71a07fc87760,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:25.246426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 5b3c7e47-dd05-42ba-9880-71a07fc87760 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:46:25.252481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Request body: {'subnet': {'network_id': '0ab292eb-9de1-4bd9-9c72-492001f31c50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:25.273788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:25.286173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-35ad3a2a-6ac9-45e2-9929-c6b54bbcd51c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Unset dirty status for tenant:b19a3ae18129407e99341659481c261f on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:46:25.287523 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-35ad3a2a-6ac9-45e2-9929-c6b54bbcd51c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "GET /v2.0/networks?id=6afd9f8c-cf8e-4e10-8286-89f9caf349a7 HTTP/1.1" status: 200 len: 760 time: 0.4239302 Jun 03 21:46:25.298046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51122) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:25.309670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e7c29ff2-a3f1-41c7-9ce5-d385d5ff73f8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'description': 'd2'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:25.359900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:25.368066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Usage tracker for resource:subnet and tenant:66cf243d20534eb09d69191e7edd9d1d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:25.372952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:25.377815 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cc0713ef-9371-4b74-a6b0-4bccad8dc90e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fb162b9e85e341649c3678d854dd6e2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2556620 Jun 03 21:46:25.396204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51124) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:25.501516 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Deleting port 69a6c264-935c-4265-a350-c7c3371a2599 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:25.501769 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:25.562866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee933120-64d4-48a3-aeaf-508483e6c223 req-b2452a4b-261f-4aae-ab35-87e76cc9c2f5 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:25.564522 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ee933120-64d4-48a3-aeaf-508483e6c223 req-b2452a4b-261f-4aae-ab35-87e76cc9c2f5 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.7388587 Jun 03 21:46:25.566359 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:25.568830 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:25.576549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-59a392bd-72a9-483e-bf2d-1cdbbb346deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:25.616897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Made reservation on behalf of 66cf243d20534eb09d69191e7edd9d1d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:25.620363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:25.676085 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:21Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:14Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b88817-ebe4-4b43-844a-2c7bae58e692', 'name': '', 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:b4:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:46:18Z', 'updated_at': '2021-06-03T21:46:22Z', 'revision_number': 2, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:25.680548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Checking router: 4105a8a5-c26d-4d90-b606-3b037cbbea8e for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:46:25.681061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Updating router 4105a8a5-c26d-4d90-b606-3b037cbbea8e port e8b88817-ebe4-4b43-844a-2c7bae58e692 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:46:25.740001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:25.775431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:25.828196 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e7c29ff2-a3f1-41c7-9ce5-d385d5ff73f8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:25.851300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e7c29ff2-a3f1-41c7-9ce5-d385d5ff73f8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:25.855657 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:25.857319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:25.907340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7c29ff2-a3f1-41c7-9ce5-d385d5ff73f8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network 6afd9f8c-cf8e-4e10-8286-89f9caf349a7 is not hosted by any dhcp agent {{(pid=104396) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 03 21:46:25.912866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c29ff2-a3f1-41c7-9ce5-d385d5ff73f8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:25.913458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e7c29ff2-a3f1-41c7-9ce5-d385d5ff73f8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:25.917516 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e7c29ff2-a3f1-41c7-9ce5-d385d5ff73f8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "PUT /v2.0/networks/6afd9f8c-cf8e-4e10-8286-89f9caf349a7 HTTP/1.1" status: 200 len: 757 time: 0.6138361 Jun 03 21:46:25.919697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Usage tracker for resource:subnet and tenant:8d406e6f3bd3496d95a3208cc6b19636 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:25.922860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:25.927254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51126) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:25.964984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:26.075424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:26.110175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c29ff2-a3f1-41c7-9ce5-d385d5ff73f8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=6afd9f8c-cf8e-4e10-8286-89f9caf349a7,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:26.117689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 80c1fa85-883f-4907-8534-b862cce67f17 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:26.122038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e7c29ff2-a3f1-41c7-9ce5-d385d5ff73f8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:26.130541 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a556e7a4-d0c8-4721-abde-7e28f0a7f6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.133732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:26.137312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 6afd9f8c-cf8e-4e10-8286-89f9caf349a7 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:46:26.151528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:26.167945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76f644d-1250-47c4-a764-3d12c9d97ae3 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:26.173621 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f76f644d-1250-47c4-a764-3d12c9d97ae3 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "GET /v2.0/networks?id=6afd9f8c-cf8e-4e10-8286-89f9caf349a7 HTTP/1.1" status: 200 len: 760 time: 0.2391293 Jun 03 21:46:26.176311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51130) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:26.186378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2116996362'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:26.194002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:26.222219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:26.225907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Made reservation on behalf of 8d406e6f3bd3496d95a3208cc6b19636 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:26.229853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.233816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.254311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:26.258702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.266570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Transition to ACTIVE for port object e8b88817-ebe4-4b43-844a-2c7bae58e692 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:26.277474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.283118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:26.299854 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ee933120-64d4-48a3-aeaf-508483e6c223 req-2e44bbb1-6cc8-4d72-80d5-75945813a6ae tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5381835 Jun 03 21:46:26.336928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=d3a00c7a-2847-41c5-bdd8-c282d8cd4f4a,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:26.336928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:26.351356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.359230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d823479-0e80-4d74-a5f9-24cfab29d4e6 None None] Pushing event updated for resources: {'Port': ['ID=e8b88817-ebe4-4b43-844a-2c7bae58e692,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:26.359931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5d823479-0e80-4d74-a5f9-24cfab29d4e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:26.370694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:46:26.382929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.383313 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Added segment ff137964-63f7-46ca-b418-250e5449a328 of type vlan for network c504164c-bbc2-4b47-aee3-f280498aa329 Jun 03 21:46:26.387109 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a556e7a4-d0c8-4721-abde-7e28f0a7f6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.435280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.537815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.553165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:26.554814 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.568619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:26.597318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.600073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Attempting to bind port e8b88817-ebe4-4b43-844a-2c7bae58e692 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:46:26.600442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Attempting to bind port e8b88817-ebe4-4b43-844a-2c7bae58e692 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '125795a8-6c3d-48b1-be52-af6b24dd0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:46:26.600909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Attempting to bind port e8b88817-ebe4-4b43-844a-2c7bae58e692 on network f67d5067-461a-416f-bcbc-a3382a361361 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:46:26.609216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:46:26.609891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Checking segment: {'id': '125795a8-6c3d-48b1-be52-af6b24dd0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:26.610410 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.610961 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Bound using segment: {'id': '125795a8-6c3d-48b1-be52-af6b24dd0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:46:26.611607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Bound port: e8b88817-ebe4-4b43-844a-2c7bae58e692, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125795a8-6c3d-48b1-be52-af6b24dd0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:46:26.612183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.629800 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Calling delete_port for 69a6c264-935c-4265-a350-c7c3371a2599 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:26.637586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:26.638209 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.738030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] For port e8b88817-ebe4-4b43-844a-2c7bae58e692, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:46:26.742182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] For port e8b88817-ebe4-4b43-844a-2c7bae58e692, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e8b88817-ebe4-4b43-844a-2c7bae58e692,segment=NetworkSegment(125795a8-6c3d-48b1-be52-af6b24dd0db1),segment_id=125795a8-6c3d-48b1-be52-af6b24dd0db1)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:46:26.748521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.752872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:26.758433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.objects.ports [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104396) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:46:26.763379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.774347 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5941103 Jun 03 21:46:26.774347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=c504164c-bbc2-4b47-aee3-f280498aa329,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:26.775702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51138) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:26.783526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'subnet': {'network_id': 'c504164c-bbc2-4b47-aee3-f280498aa329', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:26.795252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network c504164c-bbc2-4b47-aee3-f280498aa329 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:46:26.800335 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5595841 Jun 03 21:46:26.807867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:26.808332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51140) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:26.818450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:26.851797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'port': {'network_id': '80c1fa85-883f-4907-8534-b862cce67f17', 'name': 'tempest-FloatingIPTestJSON-154076652'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:26.939503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a556e7a4-d0c8-4721-abde-7e28f0a7f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.953970 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:26.967427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:26.968280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:26.969175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:27.075194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d823479-0e80-4d74-a5f9-24cfab29d4e6 None None] Pushing event updated for resources: {'Port': ['ID=e8b88817-ebe4-4b43-844a-2c7bae58e692,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:27.092943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5d823479-0e80-4d74-a5f9-24cfab29d4e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:27.148936 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556e7a4-d0c8-4721-abde-7e28f0a7f6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e946c74b-4d66-4e33-99dd-3822542cadba,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:27.164243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a556e7a4-d0c8-4721-abde-7e28f0a7f6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:27.165880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event updated for resources: {'Subnet': ['ID=caad3355-9518-41fe-8457-4b42c910b27f,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:27.168798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:27.183058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Checking segment: {'id': '1b46b04b-c8bf-4801-8da3-f3fce2fdd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5b3c7e47-dd05-42ba-9880-71a07fc87760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:27.183305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network hostable DHCP agents. Network: 5b3c7e47-dd05-42ba-9880-71a07fc87760, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:46:27.198080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:27.210108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Usage tracker for resource:subnet and tenant:b19a3ae18129407e99341659481c261f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:27.214505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:27.221284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:27.225728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:27.228069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Usage tracker for resource:port and tenant:8fadebda9ac1462e88d820e23b14fdd7 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:27.234159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:27.234258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:27.244719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:27.251138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Network 5b3c7e47-dd05-42ba-9880-71a07fc87760 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:46:27.261576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:27.266155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:27.301311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Made reservation on behalf of 8fadebda9ac1462e88d820e23b14fdd7 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:27.304964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:27.316797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a556e7a4-d0c8-4721-abde-7e28f0a7f6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:27.320252 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a556e7a4-d0c8-4721-abde-7e28f0a7f6c7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e946c74b-4d66-4e33-99dd-3822542cadba HTTP/1.1" status: 204 len: 168 time: 1.9137974 Jun 03 21:46:27.328580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 5b3c7e47-dd05-42ba-9880-71a07fc87760) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:27.352806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.extraroute_db [None req-db745e7f-88b8-487b-9b32-74155a777c02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 21:46:27.412538 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db815cbf-e244-4475-a9b5-495f8e962357 None None] Network 5b3c7e47-dd05-42ba-9880-71a07fc87760 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:27.431932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.extraroute_db [None req-db745e7f-88b8-487b-9b32-74155a777c02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Removed routes are [] {{(pid=104397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 21:46:27.432623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db745e7f-88b8-487b-9b32-74155a777c02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:27.562383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] device_id is not set on port 949a1bbf-6873-4ab5-9df5-bb7d59dd8951 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:46:27.605693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:27.606424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:27.674262 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5893650 Jun 03 21:46:27.674262 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51146) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:27.850611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:27.866037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6c21ac6a-a22e-409c-b41f-bf1c4322500e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:27.943889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.20.0.4 (80c1fa85-883f-4907-8534-b862cce67f17/28395bbf-2e75-4cb4-acf1-82900255a86b/949a1bbf-6873-4ab5-9df5-bb7d59dd8951) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:27.944294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-5b3c7e47-dd05-42ba-9880-71a07fc87760', 'network_id': '5b3c7e47-dd05-42ba-9880-71a07fc87760', 'tenant_id': '66cf243d20534eb09d69191e7edd9d1d', 'fixed_ips': [{'subnet_id': 'caad3355-9518-41fe-8457-4b42c910b27f'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:46:27.945219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:27.980782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:27.982918 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:21Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:14Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b88817-ebe4-4b43-844a-2c7bae58e692', 'name': '', 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:b4:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:46:18Z', 'updated_at': '2021-06-03T21:46:26Z', 'revision_number': 4, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:27.989759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9317d-4930-4b34-884d-21c9093ba380 None None] The sync data for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv is: [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:21Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:14Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b88817-ebe4-4b43-844a-2c7bae58e692', 'name': '', 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:b4:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:46:18Z', 'updated_at': '2021-06-03T21:46:26Z', 'revision_number': 4, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:27.994961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Pushing event deleted for resources: {'Port': ['ID=69a6c264-935c-4265-a350-c7c3371a2599,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:28.097371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:28.278827 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Allocated IP 2001:db8::f816:3eff:fea8:8cc2 (5b3c7e47-dd05-42ba-9880-71a07fc87760/caad3355-9518-41fe-8457-4b42c910b27f/74988ab0-827c-4a77-99ac-42e5a14dd9b6) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:28.320071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:28.503129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:28.566115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db745e7f-88b8-487b-9b32-74155a777c02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:28.574929 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db745e7f-88b8-487b-9b32-74155a777c02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:28.617073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:28.649234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:28.677829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:28.697644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:28.700176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Transition to ACTIVE for port object 74988ab0-827c-4a77-99ac-42e5a14dd9b6 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:28.710734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2879ff12-b12d-4642-8f32-2c31dee0a75d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:28.735301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Transition to ACTIVE for port object 74988ab0-827c-4a77-99ac-42e5a14dd9b6 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:28.747334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:28.762037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a6321f1b-f133-4b76-b419-75954e44ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:28.822342 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Network 5b3c7e47-dd05-42ba-9880-71a07fc87760 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:28.832304 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:28.857454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:28.967559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Pushing event updated for resources: {'Port': ['ID=74988ab0-827c-4a77-99ac-42e5a14dd9b6,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:28.975417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:28.994575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Attempting to bind port 74988ab0-827c-4a77-99ac-42e5a14dd9b6 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:46:28.995213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Attempting to bind port 74988ab0-827c-4a77-99ac-42e5a14dd9b6 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '1b46b04b-c8bf-4801-8da3-f3fce2fdd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5b3c7e47-dd05-42ba-9880-71a07fc87760'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:46:28.995935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Attempting to bind port 74988ab0-827c-4a77-99ac-42e5a14dd9b6 on network 5b3c7e47-dd05-42ba-9880-71a07fc87760 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:46:29.005277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:46:29.006873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Checking segment: {'id': '1b46b04b-c8bf-4801-8da3-f3fce2fdd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5b3c7e47-dd05-42ba-9880-71a07fc87760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:29.007703 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:29.008082 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 80c1fa85-883f-4907-8534-b862cce67f17 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:29.009319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Bound using segment: {'id': '1b46b04b-c8bf-4801-8da3-f3fce2fdd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5b3c7e47-dd05-42ba-9880-71a07fc87760'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:46:29.011016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=949a1bbf-6873-4ab5-9df5-bb7d59dd8951,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:29.016189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Bound port: 74988ab0-827c-4a77-99ac-42e5a14dd9b6, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b46b04b-c8bf-4801-8da3-f3fce2fdd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': '5b3c7e47-dd05-42ba-9880-71a07fc87760'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:46:29.017326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:29.027026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:29.032738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:29.038555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:29.167498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] For port 74988ab0-827c-4a77-99ac-42e5a14dd9b6, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:46:29.171520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] For port 74988ab0-827c-4a77-99ac-42e5a14dd9b6, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=74988ab0-827c-4a77-99ac-42e5a14dd9b6,segment=NetworkSegment(1b46b04b-c8bf-4801-8da3-f3fce2fdd90c),segment_id=1b46b04b-c8bf-4801-8da3-f3fce2fdd90c)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:46:29.179068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:29.188764 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-09f6cfb9-a9bf-409e-a5f1-b9c01640752e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:29.189904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:29.190570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:29.305386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Pushing event updated for resources: {'Port': ['ID=74988ab0-827c-4a77-99ac-42e5a14dd9b6,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:29.307017 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4598315 Jun 03 21:46:29.312453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51176) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:29.313375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:29.323106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '949a1bbf-6873-4ab5-9df5-bb7d59dd8951', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:29.330240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:29.338676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:29.340167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4391004e-cc2a-4217-aba0-a2bc51262a3b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:29.354139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db745e7f-88b8-487b-9b32-74155a777c02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 4105a8a5-c26d-4d90-b606-3b037cbbea8e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:29.383149 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Usage tracker for resource:floatingip and tenant:8fadebda9ac1462e88d820e23b14fdd7 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:29.395686 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:29.410774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:29.417777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:29.472205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Subnet': ['ID=36d86439-a9e3-4f68-b44f-94530ff9e8c4,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:29.474619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:29.488647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:29.510641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9c7f3237-f85f-49b8-931a-e2a4cc34080f tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:29.689288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:29.698874 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:29.702405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-764618d2-ef11-4d8d-9e87-e108db1c9566 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:29.717831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking segment: {'id': 'ff137964-63f7-46ca-b418-250e5449a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'c504164c-bbc2-4b47-aee3-f280498aa329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:29.718941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network hostable DHCP agents. Network: c504164c-bbc2-4b47-aee3-f280498aa329, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:46:29.732200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Subnet': ['ID=caad3355-9518-41fe-8457-4b42c910b27f,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:29.741462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:29.757952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:29.761024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51182) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:29.777216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:29.957038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 74988ab0-827c-4a77-99ac-42e5a14dd9b6 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:29.993546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3c7e47-dd05-42ba-9880-71a07fc87760']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:30.014320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b46b04b-c8bf-4801-8da3-f3fce2fdd90c') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:30.014768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b46b04b-c8bf-4801-8da3-f3fce2fdd90c') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:30.032712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 74988ab0-827c-4a77-99ac-42e5a14dd9b6 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:30.036144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.041310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e8b88817-ebe4-4b43-844a-2c7bae58e692 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:30.056212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network c504164c-bbc2-4b47-aee3-f280498aa329 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:46:30.073521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1009312625', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:30.102079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.121219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:30.121701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:30.140782 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:30.161588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, c504164c-bbc2-4b47-aee3-f280498aa329) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:30.172672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port e8b88817-ebe4-4b43-844a-2c7bae58e692 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:30.180176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e8b88817-ebe4-4b43-844a-2c7bae58e692 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:30.180988 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.187587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:30.197022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Usage tracker for resource:port and tenant:035be55acf1545ddb32367fbc2914476 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:30.203143 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:30.212860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:30.219013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b70b0c-0d93-4353-ae0d-a3b2e60c6562 None None] Network c504164c-bbc2-4b47-aee3-f280498aa329 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:30.226308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event updated for resources: {'Subnet': ['ID=79ea086f-a7db-4752-aa3e-30fe7ba67237,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:30.243667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:30.280743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Checking segment: {'id': '7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '0ab292eb-9de1-4bd9-9c72-492001f31c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:30.281297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Network hostable DHCP agents. Network: 0ab292eb-9de1-4bd9-9c72-492001f31c50, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:46:30.288800 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Made reservation on behalf of 035be55acf1545ddb32367fbc2914476 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:30.292796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.api [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:46:30.292796 dv-neutron-792998-2-hyperv neutron-server[104396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:46:30.292796 dv-neutron-792998-2-hyperv neutron-server[104396]: [parameters: {'id': '5b3c7e47-dd05-42ba-9880-71a07fc87760'}] Jun 03 21:46:30.292796 dv-neutron-792998-2-hyperv neutron-server[104396]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:46:30.293286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_db.api [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:46:30.293604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.296582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:30.298077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.330682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Router 04af979e-60b3-4ea6-912f-893ca4581422 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:30.344796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.383707 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6030116 Jun 03 21:46:30.385542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51186) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:30.388004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.393586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:30.401030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Usage tracker for resource:security_group_rule and tenant:035be55acf1545ddb32367fbc2914476 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:30.406413 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:30.416901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:30.496736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.583346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-c504164c-bbc2-4b47-aee3-f280498aa329', 'network_id': 'c504164c-bbc2-4b47-aee3-f280498aa329', 'tenant_id': 'b19a3ae18129407e99341659481c261f', 'fixed_ips': [{'subnet_id': '36d86439-a9e3-4f68-b44f-94530ff9e8c4'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:46:30.584834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.591319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.603351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port e8b88817-ebe4-4b43-844a-2c7bae58e692, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e8b88817-ebe4-4b43-844a-2c7bae58e692,segment=NetworkSegment(125795a8-6c3d-48b1-be52-af6b24dd0db1),segment_id=125795a8-6c3d-48b1-be52-af6b24dd0db1)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:30.616427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.620314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-132ea630-d5d7-40d8-affc-9efcea71ba4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:30.633243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Network 0ab292eb-9de1-4bd9-9c72-492001f31c50 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:46:30.643375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.648272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] device_id is not set on port db0f794d-3e3e-4aec-b01e-e5d47bbfdb2b yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:46:30.689642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.718893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.26.3.176 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/c0fbd7b1-5b03-4ead-af3d-a6d434e12ccd) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:30.733044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a5c049-5133-48e3-aa66-f7178dff486a None None] Network 5b3c7e47-dd05-42ba-9880-71a07fc87760 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:30.742238 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:30.749124 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 0ab292eb-9de1-4bd9-9c72-492001f31c50) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:30.779069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195384c1-4e4b-4209-8539-ff7cb393291d None None] Network 0ab292eb-9de1-4bd9-9c72-492001f31c50 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:30.794242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.877796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.897593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:30.918017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=e8b88817-ebe4-4b43-844a-2c7bae58e692,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:30.928228 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c602a-2931-4a66-ad7e-9a6681c4bd20 None None] Sync routers for ids ['04af979e-60b3-4ea6-912f-893ca4581422'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:30.930934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:30.946332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db745e7f-88b8-487b-9b32-74155a777c02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:30.962164 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c602a-2931-4a66-ad7e-9a6681c4bd20 None None] Routers {'04af979e-60b3-4ea6-912f-893ca4581422'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:30.963144 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-fd1c602a-2931-4a66-ad7e-9a6681c4bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['04af979e-60b3-4ea6-912f-893ca4581422'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:30.979236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:30.980012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:30.993301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a077e1-72aa-4734-8c71-fdfd34ec258f,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:31.008169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b75d0-5702-473a-975c-3549df4a896a None None] Sync routers for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:31.015745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:31.031097 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:31.035822 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "PUT /v2.0/routers/04af979e-60b3-4ea6-912f-893ca4581422 HTTP/1.1" status: 200 len: 706 time: 8.7964051 Jun 03 21:46:31.040582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51188) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:31.042416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db745e7f-88b8-487b-9b32-74155a777c02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:31.048070 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-db745e7f-88b8-487b-9b32-74155a777c02 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e HTTP/1.1" status: 200 len: 954 time: 5.8734260 Jun 03 21:46:31.049123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51190) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:31.052632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-148f5e25-8ffa-42a2-96c4-94eee3e9901b None None] Provisioning for port 74988ab0-827c-4a77-99ac-42e5a14dd9b6 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:31.081039 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-fd1c602a-2931-4a66-ad7e-9a6681c4bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:31.091979 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c602a-2931-4a66-ad7e-9a6681c4bd20 None None] Routers {'04af979e-60b3-4ea6-912f-893ca4581422'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:31.092911 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-fd1c602a-2931-4a66-ad7e-9a6681c4bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['04af979e-60b3-4ea6-912f-893ca4581422'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:31.119420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-148f5e25-8ffa-42a2-96c4-94eee3e9901b None None] Provisioning complete for port 74988ab0-827c-4a77-99ac-42e5a14dd9b6 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:31.120078 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-148f5e25-8ffa-42a2-96c4-94eee3e9901b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:31.135108 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8878560 Jun 03 21:46:31.135759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51192) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:31.153584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1158775843', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:31.155308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:31.165235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:31.169203 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b75d0-5702-473a-975c-3549df4a896a None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:31.170037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b67b75d0-5702-473a-975c-3549df4a896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:31.171202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Usage tracker for resource:router and tenant:8d406e6f3bd3496d95a3208cc6b19636 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:31.174154 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-fd1c602a-2931-4a66-ad7e-9a6681c4bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:31.174303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:31.174807 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c602a-2931-4a66-ad7e-9a6681c4bd20 None None] The sync data for ids ['04af979e-60b3-4ea6-912f-893ca4581422'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:31.181930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:31.258137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:31.259387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:31.288232 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-edf546d0-e3ba-4b64-b3ce-2e520e5d6110 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/routers/04af979e-60b3-4ea6-912f-893ca4581422 HTTP/1.1" status: 200 len: 741 time: 0.2345741 Jun 03 21:46:31.299547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51194) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:31.310858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:31.326494 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c07085a9-8676-4c53-8335-6e0096f9a4f8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e HTTP/1.1" status: 200 len: 954 time: 0.2737441 Jun 03 21:46:31.331513 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51196) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:31.335233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Allocated IP 172.20.0.2 (c504164c-bbc2-4b47-aee3-f280498aa329/36d86439-a9e3-4f68-b44f-94530ff9e8c4/b339882e-7391-435e-b68c-8caa7eb34438) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:31.337343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-17f6860a-f989-4956-aae5-3cbdc4ea11f0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'router': {'routes': None}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:31.378465 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-63e1fd7c-0dce-4e4e-8fc4-74137e43ff0a tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&device_id=04af979e-60b3-4ea6-912f-893ca4581422 HTTP/1.1" status: 200 len: 205 time: 0.0707011 Jun 03 21:46:31.387255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Deleting port 74988ab0-827c-4a77-99ac-42e5a14dd9b6 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:31.387646 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:31.399005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51198) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:31.476380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b67b75d0-5702-473a-975c-3549df4a896a None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:31.552386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:31.560810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c6f2db77-a468-4e82-a3b6-165d523eb761 tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:31.572199 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8bce94be-c96a-49dd-ae2d-327ea8db9b51 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "GET /v2.0/ports?device_id=04af979e-60b3-4ea6-912f-893ca4581422 HTTP/1.1" status: 200 len: 205 time: 0.1699822 Jun 03 21:46:31.592350 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51200) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:31.601669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] For port 74988ab0-827c-4a77-99ac-42e5a14dd9b6, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=74988ab0-827c-4a77-99ac-42e5a14dd9b6,segment=NetworkSegment(1b46b04b-c8bf-4801-8da3-f3fce2fdd90c),segment_id=1b46b04b-c8bf-4801-8da3-f3fce2fdd90c)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:31.602079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:31.835992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Allocated IP 172.26.3.16 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/db0f794d-3e3e-4aec-b01e-e5d47bbfdb2b) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:31.838258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-0ab292eb-9de1-4bd9-9c72-492001f31c50', 'network_id': '0ab292eb-9de1-4bd9-9c72-492001f31c50', 'tenant_id': '8d406e6f3bd3496d95a3208cc6b19636', 'fixed_ips': [{'subnet_id': '79ea086f-a7db-4752-aa3e-30fe7ba67237'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:46:31.839106 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:31.851274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df37570b-063c-4f61-8c55-6901201e1d55 None None] DHCP port deletion for 5b3c7e47-dd05-42ba-9880-71a07fc87760 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:46:31.900181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e8b88817-ebe4-4b43-844a-2c7bae58e692 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:31.991183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-148f5e25-8ffa-42a2-96c4-94eee3e9901b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.068776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Calling delete_port for 74988ab0-827c-4a77-99ac-42e5a14dd9b6 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:32.074425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:32.091368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:32.094006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:32.144191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=c0fbd7b1-5b03-4ead-af3d-a6d434e12ccd,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:32.147059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:32.149719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3e20d25-64be-4aeb-9e83-13e289b7eaab tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.173211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.255499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-148f5e25-8ffa-42a2-96c4-94eee3e9901b None None] For port 74988ab0-827c-4a77-99ac-42e5a14dd9b6, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=74988ab0-827c-4a77-99ac-42e5a14dd9b6,segment=NetworkSegment(1b46b04b-c8bf-4801-8da3-f3fce2fdd90c),segment_id=1b46b04b-c8bf-4801-8da3-f3fce2fdd90c)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:32.280993 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-148f5e25-8ffa-42a2-96c4-94eee3e9901b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.316084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ef390009-06a7-417e-8c3d-6bbb0a943a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:32.365261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.444515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Transition to ACTIVE for port object b339882e-7391-435e-b68c-8caa7eb34438 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:32.493594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e8b88817-ebe4-4b43-844a-2c7bae58e692 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:32.493954 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.530065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Allocated IP 172.20.0.2 (0ab292eb-9de1-4bd9-9c72-492001f31c50/79ea086f-a7db-4752-aa3e-30fe7ba67237/82320ca1-2ed4-40d9-90a9-196442d62a4f) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:32.541905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-df37570b-063c-4f61-8c55-6901201e1d55 None None] Deleting port 74988ab0-827c-4a77-99ac-42e5a14dd9b6 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:32.542412 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-df37570b-063c-4f61-8c55-6901201e1d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.554642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3e20d25-64be-4aeb-9e83-13e289b7eaab tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.587608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3e20d25-64be-4aeb-9e83-13e289b7eaab tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.592277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f5e25-8ffa-42a2-96c4-94eee3e9901b None None] Pushing event updated for resources: {'Port': ['ID=74988ab0-827c-4a77-99ac-42e5a14dd9b6,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:32.610178 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Transition to ACTIVE for port object b339882e-7391-435e-b68c-8caa7eb34438 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:32.613990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-148f5e25-8ffa-42a2-96c4-94eee3e9901b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:32.627951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.657863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.704156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.719330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f56696d2-a300-4a1d-8d61-fd5dc97dba23 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:32.721739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d0bd42c8-de68-4446-a6a8-4d6c25394c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:32.762644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3e20d25-64be-4aeb-9e83-13e289b7eaab tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.762943 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e20d25-64be-4aeb-9e83-13e289b7eaab tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Fanout notify agent at l3_agent the message router_deleted on router 04af979e-60b3-4ea6-912f-893ca4581422 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:46:32.775381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.784965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Port': ['ID=74988ab0-827c-4a77-99ac-42e5a14dd9b6,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:32.788130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:32.796474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6b201550-1a6b-4923-842d-68373c2a6092 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:32.830832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No DVR routers for this DVR port 74988ab0-827c-4a77-99ac-42e5a14dd9b6 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:32.888020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Network c504164c-bbc2-4b47-aee3-f280498aa329 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:32.889596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-df37570b-063c-4f61-8c55-6901201e1d55 None None] For port 74988ab0-827c-4a77-99ac-42e5a14dd9b6, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=74988ab0-827c-4a77-99ac-42e5a14dd9b6,segment=NetworkSegment(1b46b04b-c8bf-4801-8da3-f3fce2fdd90c),segment_id=1b46b04b-c8bf-4801-8da3-f3fce2fdd90c)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:32.889991 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-df37570b-063c-4f61-8c55-6901201e1d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.905404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:32.911266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Subnet': ['ID=36d86439-a9e3-4f68-b44f-94530ff9e8c4,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:32.913834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:32.919372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:32.931647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8e296729-b1e0-4ec5-9762-b466257161f3 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:32.944560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Pushing event updated for resources: {'Port': ['ID=b339882e-7391-435e-b68c-8caa7eb34438,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:32.999345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:33.006737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:33.066067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b67b75d0-5702-473a-975c-3549df4a896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:27Z', 'revision_number': 6, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:14Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b88817-ebe4-4b43-844a-2c7bae58e692', 'name': '', 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:b4:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:46:18Z', 'updated_at': '2021-06-03T21:46:30Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:33.074516 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.extraroute_db [None req-17f6860a-f989-4956-aae5-3cbdc4ea11f0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Added routes are [] {{(pid=104397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 21:46:33.074832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.extraroute_db [None req-17f6860a-f989-4956-aae5-3cbdc4ea11f0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 21:46:33.084503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-df37570b-063c-4f61-8c55-6901201e1d55 None None] Calling delete_port for 74988ab0-827c-4a77-99ac-42e5a14dd9b6 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:33.126219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:33.135215 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:33.148136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:33.175429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.232682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b75d0-5702-473a-975c-3549df4a896a None None] Checking router: 4105a8a5-c26d-4d90-b606-3b037cbbea8e for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:46:33.232956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Pushing event updated for resources: {'Port': ['ID=db0f794d-3e3e-4aec-b01e-e5d47bbfdb2b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:33.360218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3e20d25-64be-4aeb-9e83-13e289b7eaab tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.361981 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c3e20d25-64be-4aeb-9e83-13e289b7eaab tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "DELETE /v2.0/routers/04af979e-60b3-4ea6-912f-893ca4581422 HTTP/1.1" status: 204 len: 168 time: 1.7632444 Jun 03 21:46:33.388989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.400589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.411143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51204) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:33.416241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-17f6860a-f989-4956-aae5-3cbdc4ea11f0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.426026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:33.429112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.443705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Attempting to bind port b339882e-7391-435e-b68c-8caa7eb34438 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:46:33.444111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Attempting to bind port b339882e-7391-435e-b68c-8caa7eb34438 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'ff137964-63f7-46ca-b418-250e5449a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'c504164c-bbc2-4b47-aee3-f280498aa329'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:46:33.444668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Attempting to bind port b339882e-7391-435e-b68c-8caa7eb34438 on network c504164c-bbc2-4b47-aee3-f280498aa329 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:46:33.446811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b75d0-5702-473a-975c-3549df4a896a None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:33.447488 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b67b75d0-5702-473a-975c-3549df4a896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:33.470006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c504164c-bbc2-4b47-aee3-f280498aa329']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:33.494173 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-34fb253d-1b94-4fec-929a-2af6136708da tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "GET /v2.0/ports?device_id=04af979e-60b3-4ea6-912f-893ca4581422 HTTP/1.1" status: 200 len: 205 time: 0.0749907 Jun 03 21:46:33.496678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3c7e47-dd05-42ba-9880-71a07fc87760']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:33.505459 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff137964-63f7-46ca-b418-250e5449a328') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:33.505872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff137964-63f7-46ca-b418-250e5449a328') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:33.512533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51206) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:33.522686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:46:33.523171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Checking segment: {'id': 'ff137964-63f7-46ca-b418-250e5449a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'c504164c-bbc2-4b47-aee3-f280498aa329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:33.523477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.523882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Bound using segment: {'id': 'ff137964-63f7-46ca-b418-250e5449a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'c504164c-bbc2-4b47-aee3-f280498aa329'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:46:33.524364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Bound port: b339882e-7391-435e-b68c-8caa7eb34438, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff137964-63f7-46ca-b418-250e5449a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'c504164c-bbc2-4b47-aee3-f280498aa329'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:46:33.524734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.594227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.610974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b46b04b-c8bf-4801-8da3-f3fce2fdd90c') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:33.611395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b46b04b-c8bf-4801-8da3-f3fce2fdd90c') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:33.628569 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-f1430de3-ca0e-4479-af26-97e926b1ed0b tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] delete failed (client error): The resource could not be found. Jun 03 21:46:33.632773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:33.633151 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f1430de3-ca0e-4479-af26-97e926b1ed0b tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "DELETE /v2.0/routers/04af979e-60b3-4ea6-912f-893ca4581422 HTTP/1.1" status: 404 len: 336 time: 0.1149125 Jun 03 21:46:33.633298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.636309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51208) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:33.637050 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.654322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.668445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:33.668875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:33.692021 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:33.708312 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-29eff5c1-7b75-484f-a6b6-afe275467349 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "GET /v2.0/ports?device_id=7e45136e-a6f6-43bf-9b16-56f3507cc0d0 HTTP/1.1" status: 200 len: 205 time: 0.0680437 Jun 03 21:46:33.708728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.715150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51210) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:33.717495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.733099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:33.733504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.744799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Transition to ACTIVE for port object 82320ca1-2ed4-40d9-90a9-196442d62a4f will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:33.749126 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:33.770275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b67b75d0-5702-473a-975c-3549df4a896a None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:33.870417 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-82011cab-c30c-4dc2-bac2-d6d9acc547d7 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] delete failed (client error): The resource could not be found. Jun 03 21:46:33.871876 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-82011cab-c30c-4dc2-bac2-d6d9acc547d7 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "DELETE /v2.0/routers/7e45136e-a6f6-43bf-9b16-56f3507cc0d0 HTTP/1.1" status: 404 len: 336 time: 0.1531620 Jun 03 21:46:33.877104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51212) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:33.877601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-df37570b-063c-4f61-8c55-6901201e1d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.885221 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.1220903 Jun 03 21:46:33.888093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] For port b339882e-7391-435e-b68c-8caa7eb34438, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:46:33.890248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:33.901804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51214) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:33.922329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.16'}]}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:33.929423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:33.931726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.api [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:46:33.931726 dv-neutron-792998-2-hyperv neutron-server[104396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:46:33.931726 dv-neutron-792998-2-hyperv neutron-server[104396]: [parameters: {'id': 'c504164c-bbc2-4b47-aee3-f280498aa329'}] Jun 03 21:46:33.931726 dv-neutron-792998-2-hyperv neutron-server[104396]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:46:33.932637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_db.api [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:46:33.933432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Transition to ACTIVE for port object 82320ca1-2ed4-40d9-90a9-196442d62a4f will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:33.936410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Usage tracker for resource:router and tenant:035be55acf1545ddb32367fbc2914476 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:33.937729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 74988ab0-827c-4a77-99ac-42e5a14dd9b6 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:46:33.942006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:33.950596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:33.955406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.960169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.968041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-df9eb7ec-2555-4334-b481-6edc23c00195 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:33.987772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37570b-063c-4f61-8c55-6901201e1d55 None None] Pushing event deleted for resources: {'Port': ['ID=74988ab0-827c-4a77-99ac-42e5a14dd9b6,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:33.997702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:33.999174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Network': ['ID=5b3c7e47-dd05-42ba-9880-71a07fc87760,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:34.002066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:34.012308 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/networks/5b3c7e47-dd05-42ba-9880-71a07fc87760 HTTP/1.1" status: 204 len: 168 time: 6.3327260 Jun 03 21:46:34.017198 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3cb84226-208c-4b96-b9ff-1fc4082e4ce8 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "GET /v2.0/ports?device_id=f368ce33-e830-4245-9be1-e71554b5abd2 HTTP/1.1" status: 200 len: 205 time: 0.1304786 Jun 03 21:46:34.018316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51216) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:34.019322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.020452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.023617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51218) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:34.063157 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] For port b339882e-7391-435e-b68c-8caa7eb34438, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b339882e-7391-435e-b68c-8caa7eb34438,segment=NetworkSegment(ff137964-63f7-46ca-b418-250e5449a328),segment_id=ff137964-63f7-46ca-b418-250e5449a328)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:46:34.065528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.070755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 74988ab0-827c-4a77-99ac-42e5a14dd9b6 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:46:34.071107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 74988ab0-827c-4a77-99ac-42e5a14dd9b6 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:46:34.081014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-df37570b-063c-4f61-8c55-6901201e1d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:34.081487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-df37570b-063c-4f61-8c55-6901201e1d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:34.111430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df37570b-063c-4f61-8c55-6901201e1d55 None None] No DVR routers for this DVR port 74988ab0-827c-4a77-99ac-42e5a14dd9b6 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:34.112665 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-33fabef8-d5a5-4c2f-8aec-9e0e5213d012 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] delete failed (client error): The resource could not be found. Jun 03 21:46:34.114746 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-33fabef8-d5a5-4c2f-8aec-9e0e5213d012 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "DELETE /v2.0/routers/f368ce33-e830-4245-9be1-e71554b5abd2 HTTP/1.1" status: 404 len: 336 time: 0.0881445 Jun 03 21:46:34.117868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51220) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:34.123132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.126166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-17f6860a-f989-4956-aae5-3cbdc4ea11f0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.158366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.167554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Allocated IP 172.26.3.30 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/60279098-83af-43de-b3ca-3e13dd019a3f) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:34.170509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-17f6860a-f989-4956-aae5-3cbdc4ea11f0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.180280 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b022f98e-f200-491e-a03e-042cafb58240 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "GET /v2.0/ports?device_id=643e7a14-a5b4-4819-b08e-ae8c06fe9338 HTTP/1.1" status: 200 len: 205 time: 0.0610473 Jun 03 21:46:34.181194 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0106ac29-3747-4d9a-a931-e5449bfde048 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:34.181784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0106ac29-3747-4d9a-a931-e5449bfde048 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:34.183734 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0106ac29-3747-4d9a-a931-e5449bfde048 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/subnets/caad3355-9518-41fe-8457-4b42c910b27f HTTP/1.1" status: 404 len: 337 time: 0.1591175 Jun 03 21:46:34.184530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51222) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:34.189545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51224) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:34.198841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Network 0ab292eb-9de1-4bd9-9c72-492001f31c50 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:34.212425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:34.220622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:34.224793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Pushing event updated for resources: {'Port': ['ID=82320ca1-2ed4-40d9-90a9-196442d62a4f,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:34.233325 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:34.235829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:34.263744 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0051e8b5-ee9f-4db5-9ead-44a764abf4a7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:34.264340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0051e8b5-ee9f-4db5-9ead-44a764abf4a7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:34.362787 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0051e8b5-ee9f-4db5-9ead-44a764abf4a7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/networks/5b3c7e47-dd05-42ba-9880-71a07fc87760 HTTP/1.1" status: 404 len: 339 time: 0.1721606 Jun 03 21:46:34.371807 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51226) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:34.416587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.423571 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-f13ebf22-6058-4023-abe7-d15c5e0076fe tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] delete failed (client error): The resource could not be found. Jun 03 21:46:34.424814 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f13ebf22-6058-4023-abe7-d15c5e0076fe tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "DELETE /v2.0/routers/643e7a14-a5b4-4819-b08e-ae8c06fe9338 HTTP/1.1" status: 404 len: 336 time: 0.2376888 Jun 03 21:46:34.448059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51228) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:34.452448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.485455 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e57823-2f6a-49c3-b6c7-8126cd5e9224 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:34.485908 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e57823-2f6a-49c3-b6c7-8126cd5e9224 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:34.490014 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-31e57823-2f6a-49c3-b6c7-8126cd5e9224 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/subnets/c57932d4-774b-4893-872f-175c7af900f7 HTTP/1.1" status: 404 len: 337 time: 0.1076629 Jun 03 21:46:34.504644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51230) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:34.525209 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Pushing event updated for resources: {'Port': ['ID=b339882e-7391-435e-b68c-8caa7eb34438,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:34.529027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:34.535826 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Attempting to bind port 82320ca1-2ed4-40d9-90a9-196442d62a4f on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:46:34.536204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Attempting to bind port 82320ca1-2ed4-40d9-90a9-196442d62a4f by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '0ab292eb-9de1-4bd9-9c72-492001f31c50'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:46:34.536566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Attempting to bind port 82320ca1-2ed4-40d9-90a9-196442d62a4f on network 0ab292eb-9de1-4bd9-9c72-492001f31c50 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:46:34.550222 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a225ae2-91de-4e7d-a7e9-451c41219712 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:34.550715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a225ae2-91de-4e7d-a7e9-451c41219712 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:34.555075 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8a225ae2-91de-4e7d-a7e9-451c41219712 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/networks/f3f92a6d-b27e-4539-9f56-f5dffa9aca07 HTTP/1.1" status: 404 len: 339 time: 0.0367324 Jun 03 21:46:34.561970 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-25401990-0b98-4055-9c9c-d3ce97925984 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca330701-0ba6-4af5-a937-7ac64d9b849b HTTP/1.1" status: 200 len: 205 time: 0.1073165 Jun 03 21:46:34.562976 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51232) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:34.563368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51234) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:34.572150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ab9d1-d42c-451e-8092-4704bcd93ca0 None None] Network c504164c-bbc2-4b47-aee3-f280498aa329 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:34.590493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:46:34.590875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Checking segment: {'id': '7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '0ab292eb-9de1-4bd9-9c72-492001f31c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:34.591214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.591642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Bound using segment: {'id': '7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '0ab292eb-9de1-4bd9-9c72-492001f31c50'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:46:34.592154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Bound port: 82320ca1-2ed4-40d9-90a9-196442d62a4f, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': '0ab292eb-9de1-4bd9-9c72-492001f31c50'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:46:34.592507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.664218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.878260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] For port 82320ca1-2ed4-40d9-90a9-196442d62a4f, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:46:34.884951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] For port 82320ca1-2ed4-40d9-90a9-196442d62a4f, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=82320ca1-2ed4-40d9-90a9-196442d62a4f,segment=NetworkSegment(7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217),segment_id=7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:46:34.894113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b67b75d0-5702-473a-975c-3549df4a896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:33Z', 'revision_number': 7, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:14Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b88817-ebe4-4b43-844a-2c7bae58e692', 'name': '', 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:b4:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:46:18Z', 'updated_at': '2021-06-03T21:46:30Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:34.898031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:34.903410 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:34.909492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f6860a-f989-4956-aae5-3cbdc4ea11f0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 4105a8a5-c26d-4d90-b606-3b037cbbea8e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:34.910889 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1ca089-84cf-44ca-ace8-858cfe193496 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:34.911339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1ca089-84cf-44ca-ace8-858cfe193496 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:34.913662 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0d1ca089-84cf-44ca-ace8-858cfe193496 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/subnets/2debd3c7-3e79-4198-9e4c-b9426cd62534 HTTP/1.1" status: 404 len: 337 time: 0.3014750 Jun 03 21:46:34.917321 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-84bb9434-c640-4c5e-bc02-b073cd0495dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] delete failed (client error): The resource could not be found. Jun 03 21:46:34.920786 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-84bb9434-c640-4c5e-bc02-b073cd0495dd tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "DELETE /v2.0/routers/ca330701-0ba6-4af5-a937-7ac64d9b849b HTTP/1.1" status: 404 len: 336 time: 0.3050299 Jun 03 21:46:34.922587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51238) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:34.922720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51240) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:35.021402 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6d9cfc-e4cd-4342-8a97-00e9e54f4350 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:35.022097 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6d9cfc-e4cd-4342-8a97-00e9e54f4350 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:35.024451 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0b6d9cfc-e4cd-4342-8a97-00e9e54f4350 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/networks/d02d874b-d86a-4640-91d5-48279951799b HTTP/1.1" status: 404 len: 339 time: 0.0999310 Jun 03 21:46:35.024590 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b75d0-5702-473a-975c-3549df4a896a None None] The sync data for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv is: [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:33Z', 'revision_number': 7, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:14Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b88817-ebe4-4b43-844a-2c7bae58e692', 'name': '', 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:b4:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:46:18Z', 'updated_at': '2021-06-03T21:46:30Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:35.026972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51242) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:35.092438 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Pushing event updated for resources: {'Port': ['ID=82320ca1-2ed4-40d9-90a9-196442d62a4f,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:35.094182 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-10fdd6cd-cc0f-4e27-8e12-8557b45d50af tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "GET /v2.0/ports?device_id=10610f75-9f63-441c-8087-122dcc3fb835 HTTP/1.1" status: 200 len: 205 time: 0.1690693 Jun 03 21:46:35.096177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:35.106289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51244) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:35.110233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:35.144720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Deleting port b339882e-7391-435e-b68c-8caa7eb34438 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:35.145076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:35.222051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:35.241469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f75248a3-c01b-4543-90e5-ed0c73fba72d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:35.263941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:35.267667 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-ff08411e-03ad-4630-9f03-1dfcf23b70ad tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] delete failed (client error): The resource could not be found. Jun 03 21:46:35.271337 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ff08411e-03ad-4630-9f03-1dfcf23b70ad tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "DELETE /v2.0/routers/10610f75-9f63-441c-8087-122dcc3fb835 HTTP/1.1" status: 404 len: 336 time: 0.1614695 Jun 03 21:46:35.274671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51246) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:35.338270 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c90e7e-5ef6-449c-89b9-d979dfbcb331 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:35.338809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c90e7e-5ef6-449c-89b9-d979dfbcb331 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:35.340520 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-86c90e7e-5ef6-449c-89b9-d979dfbcb331 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] 10.222.0.96 "DELETE /v2.0/subnets/2fcb5326-294f-4fd5-aaf8-6803efe173a0 HTTP/1.1" status: 404 len: 337 time: 0.0649498 Jun 03 21:46:35.391562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f6860a-f989-4956-aae5-3cbdc4ea11f0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:35.400708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-17f6860a-f989-4956-aae5-3cbdc4ea11f0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:35.401877 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-17f6860a-f989-4956-aae5-3cbdc4ea11f0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e HTTP/1.1" status: 200 len: 704 time: 4.0691879 Jun 03 21:46:35.403875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:35.407808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51250) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:35.408193 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549470a-03c8-4ec9-8e90-b7abd3c49f8e None None] Sync routers for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:35.408722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7ad993be-7d61-4a5d-9a3e-ff1e248d91c0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:35.418896 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549470a-03c8-4ec9-8e90-b7abd3c49f8e None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:35.419933 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b549470a-03c8-4ec9-8e90-b7abd3c49f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:35.516735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] For port b339882e-7391-435e-b68c-8caa7eb34438, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b339882e-7391-435e-b68c-8caa7eb34438,segment=NetworkSegment(ff137964-63f7-46ca-b418-250e5449a328),segment_id=ff137964-63f7-46ca-b418-250e5449a328)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:35.517292 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:35.600869 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-b549470a-03c8-4ec9-8e90-b7abd3c49f8e None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:35.626278 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:35.632889 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:35.636017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:35.664808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event updated for resources: {'Port': ['ID=60279098-83af-43de-b3ca-3e13dd019a3f,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:35.668576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:35.705952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Calling delete_port for b339882e-7391-435e-b68c-8caa7eb34438 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:35.743112 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8a5c8366-da24-4875-a3a4-ef64ea7b5ebe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e HTTP/1.1" status: 200 len: 704 time: 0.2970285 Jun 03 21:46:35.743112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51254) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:35.793103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51256) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:35.881950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=c0fbd7b1-5b03-4ead-af3d-a6d434e12ccd,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:35.884661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:35.941412 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 82320ca1-2ed4-40d9-90a9-196442d62a4f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:36.025088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:36.077074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 82320ca1-2ed4-40d9-90a9-196442d62a4f completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:36.091205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f701115f-fc04-4c07-b816-59c6215c02be admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:36.183513 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b549470a-03c8-4ec9-8e90-b7abd3c49f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:33Z', 'revision_number': 7, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:14Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b88817-ebe4-4b43-844a-2c7bae58e692', 'name': '', 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:b4:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:46:18Z', 'updated_at': '2021-06-03T21:46:30Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:36.188916 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549470a-03c8-4ec9-8e90-b7abd3c49f8e None None] Checking router: 4105a8a5-c26d-4d90-b606-3b037cbbea8e for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:46:36.199817 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549470a-03c8-4ec9-8e90-b7abd3c49f8e None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:36.200872 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b549470a-03c8-4ec9-8e90-b7abd3c49f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:36.264754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f701115f-fc04-4c07-b816-59c6215c02be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:36.327303 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f701115f-fc04-4c07-b816-59c6215c02be admin admin] Usage tracker for resource:security_group_rule and tenant:b942e31ee98f47849ff506186f9e3b6e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:36.337999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda533dd-2872-402a-83f0-2977a0ada1e2 None None] Network 0ab292eb-9de1-4bd9-9c72-492001f31c50 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:36.344193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f701115f-fc04-4c07-b816-59c6215c02be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:36.357831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c5947511-f314-4007-b001-1c6d674cd388 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Deleting port d02320fc-0fb8-481c-8e26-9c3449d9c130 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:36.358560 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5947511-f314-4007-b001-1c6d674cd388 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:36.390788 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-b549470a-03c8-4ec9-8e90-b7abd3c49f8e None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:36.410159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f701115f-fc04-4c07-b816-59c6215c02be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:36.465122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9cb0214c-2895-4125-8690-43fb60084e38 None None] Provisioning for port 82320ca1-2ed4-40d9-90a9-196442d62a4f completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:36.473934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9cb0214c-2895-4125-8690-43fb60084e38 None None] Provisioning complete for port 82320ca1-2ed4-40d9-90a9-196442d62a4f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:36.474687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9cb0214c-2895-4125-8690-43fb60084e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:36.516015 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Floating IP 69e5ec5a-b8f7-4cc6-bce5-8cf93d33d54c associated. External IP: 172.26.3.176, port: 949a1bbf-6873-4ab5-9df5-bb7d59dd8951. Jun 03 21:46:36.735180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9cb0214c-2895-4125-8690-43fb60084e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:36.764320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:36.795427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9cb0214c-2895-4125-8690-43fb60084e38 None None] For port 82320ca1-2ed4-40d9-90a9-196442d62a4f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=82320ca1-2ed4-40d9-90a9-196442d62a4f,segment=NetworkSegment(7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217),segment_id=7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:36.807629 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9cb0214c-2895-4125-8690-43fb60084e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:36.810966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-88baa4f6-439a-49ab-a880-8c5053ee3c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:36.901637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0214c-2895-4125-8690-43fb60084e38 None None] Pushing event updated for resources: {'Port': ['ID=82320ca1-2ed4-40d9-90a9-196442d62a4f,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:36.903698 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b549470a-03c8-4ec9-8e90-b7abd3c49f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:33Z', 'revision_number': 7, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:14Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b88817-ebe4-4b43-844a-2c7bae58e692', 'name': '', 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:b4:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:46:18Z', 'updated_at': '2021-06-03T21:46:30Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:36.906286 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9cb0214c-2895-4125-8690-43fb60084e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:36.916035 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549470a-03c8-4ec9-8e90-b7abd3c49f8e None None] The sync data for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv is: [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:33Z', 'revision_number': 7, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:14Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b88817-ebe4-4b43-844a-2c7bae58e692', 'name': '', 'network_id': 'f67d5067-461a-416f-bcbc-a3382a361361', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:b4:d7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:46:18Z', 'updated_at': '2021-06-03T21:46:30Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'fed00848-f826-4d64-bcd0-dde4347bf732', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:37.051868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5947511-f314-4007-b001-1c6d674cd388 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.072245 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa0db58-8acf-49b9-b53e-3bf8ad38425a None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:46:37.127323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.144380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:37.159691 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a8249be3-e2e4-479a-8de3-d01491b2a716 None None] Provisioning complete for port 82320ca1-2ed4-40d9-90a9-196442d62a4f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:37.160059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a8249be3-e2e4-479a-8de3-d01491b2a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.288604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.322182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c5947511-f314-4007-b001-1c6d674cd388 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Calling delete_port for d02320fc-0fb8-481c-8e26-9c3449d9c130 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:37.327020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Port': ['ID=b339882e-7391-435e-b68c-8caa7eb34438,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:37.329688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.347794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa0db58-8acf-49b9-b53e-3bf8ad38425a None None] Resources bound (agent type, host, resource id): {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 21:46:37.363879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No DVR routers for this DVR port b339882e-7391-435e-b68c-8caa7eb34438 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:37.365791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:37.406949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.489665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.689501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.754604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Router 3aaceaaa-e5fe-4292-ac1b-d76588ba1593 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:46:37.781327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c504164c-bbc2-4b47-aee3-f280498aa329']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:37.791511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f701115f-fc04-4c07-b816-59c6215c02be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.815119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f701115f-fc04-4c07-b816-59c6215c02be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.826822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:37.830051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff137964-63f7-46ca-b418-250e5449a328') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:37.830341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff137964-63f7-46ca-b418-250e5449a328') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:37.838676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3c79ac4-41c5-4a45-b75b-4cda98a62e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:37.854600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 82320ca1-2ed4-40d9-90a9-196442d62a4f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:37.867451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.945638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 82320ca1-2ed4-40d9-90a9-196442d62a4f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:37.945971 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.952788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.959818 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f701115f-fc04-4c07-b816-59c6215c02be admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b942e31ee98f47849ff506186f9e3b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1429274 Jun 03 21:46:37.965291 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5947511-f314-4007-b001-1c6d674cd388 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:37.966924 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701115f-fc04-4c07-b816-59c6215c02be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca598dd6-60e6-4aa1-b31d-2dafd8892bf5,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:37.976460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51260) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:38.042460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:38.042863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:38.062864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f701115f-fc04-4c07-b816-59c6215c02be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:38.068889 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:38.071073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-37046c7a-903f-48b5-be47-2d73764cf799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:38.151160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5947511-f314-4007-b001-1c6d674cd388 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Port': ['ID=d02320fc-0fb8-481c-8e26-9c3449d9c130,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:38.165505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c5947511-f314-4007-b001-1c6d674cd388 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:38.176210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:38.188020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b7e69b-e07b-43e4-b601-0542b69ca3f0 None None] Sync routers for ids ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:38.199838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b7e69b-e07b-43e4-b601-0542b69ca3f0 None None] Routers {'3aaceaaa-e5fe-4292-ac1b-d76588ba1593'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:38.200738 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c3b7e69b-e07b-43e4-b601-0542b69ca3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:38.212029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:38.216357 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.0707383 Jun 03 21:46:38.219573 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51262) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:38.235845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5947511-f314-4007-b001-1c6d674cd388 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:38.252415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:38.266227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c3b7e69b-e07b-43e4-b601-0542b69ca3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:38.275719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b7e69b-e07b-43e4-b601-0542b69ca3f0 None None] Routers {'3aaceaaa-e5fe-4292-ac1b-d76588ba1593'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:38.276337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c3b7e69b-e07b-43e4-b601-0542b69ca3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:38.341595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c3b7e69b-e07b-43e4-b601-0542b69ca3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:38.342004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b7e69b-e07b-43e4-b601-0542b69ca3f0 None None] The sync data for ids ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:38.453308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port e8b88817-ebe4-4b43-844a-2c7bae58e692 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:38.453554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:38.457243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:38.628189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:38.648709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:38.667195 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c5947511-f314-4007-b001-1c6d674cd388 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/ports/d02320fc-0fb8-481c-8e26-9c3449d9c130 HTTP/1.1" status: 204 len: 168 time: 3.6347492 Jun 03 21:46:38.676955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Network': ['ID=c504164c-bbc2-4b47-aee3-f280498aa329,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:38.692303 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51266) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:38.732878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:38.761521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] For port e8b88817-ebe4-4b43-844a-2c7bae58e692, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e8b88817-ebe4-4b43-844a-2c7bae58e692,segment=NetworkSegment(125795a8-6c3d-48b1-be52-af6b24dd0db1),segment_id=125795a8-6c3d-48b1-be52-af6b24dd0db1)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:38.761946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:38.836800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-76700a14-fa7f-4821-a4f0-7351b6b2f933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:38.839241 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/c504164c-bbc2-4b47-aee3-f280498aa329 HTTP/1.1" status: 204 len: 168 time: 8.4473577 Jun 03 21:46:38.860958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51268) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:38.862099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:38.872844 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b04ae5-a72b-41b5-a4d1-6cac4f82c7c0 None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:38.883881 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b04ae5-a72b-41b5-a4d1-6cac4f82c7c0 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:38.886813 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-38b04ae5-a72b-41b5-a4d1-6cac4f82c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:38.951605 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5266c87-4981-4ec3-86d2-5725d2fc3037 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:38.952088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5266c87-4981-4ec3-86d2-5725d2fc3037 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:38.952322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for e8b88817-ebe4-4b43-844a-2c7bae58e692 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:38.956197 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d5266c87-4981-4ec3-86d2-5725d2fc3037 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/subnets/f6c6f2e1-67ad-45f1-bd75-3e09e4d277f5 HTTP/1.1" status: 404 len: 337 time: 0.2223918 Jun 03 21:46:38.957902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51270) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:38.961144 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-38b04ae5-a72b-41b5-a4d1-6cac4f82c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:38.982565 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b04ae5-a72b-41b5-a4d1-6cac4f82c7c0 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:38.983557 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-38b04ae5-a72b-41b5-a4d1-6cac4f82c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:38.986407 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8d74ab-c2cf-47e3-9701-bc56a65edcf8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] GET failed (client error): The resource could not be found. Jun 03 21:46:38.986922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-af8d74ab-c2cf-47e3-9701-bc56a65edcf8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Synchronizing usage tracker for tenant:b19a3ae18129407e99341659481c261f on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:46:38.998653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:39.001776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:39.009831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-76700a14-fa7f-4821-a4f0-7351b6b2f933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:39.024028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:39.055174 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-38b04ae5-a72b-41b5-a4d1-6cac4f82c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:39.055681 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b04ae5-a72b-41b5-a4d1-6cac4f82c7c0 None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:39.107192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:39.107888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7ff5dee-31e4-40b9-9891-638c697d9f70 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:46:39.118513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-af8d74ab-c2cf-47e3-9701-bc56a65edcf8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Unset dirty status for tenant:b19a3ae18129407e99341659481c261f on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:46:39.119721 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-af8d74ab-c2cf-47e3-9701-bc56a65edcf8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "GET /v2.0/subnets/36d86439-a9e3-4f68-b44f-94530ff9e8c4 HTTP/1.1" status: 404 len: 337 time: 0.2557316 Jun 03 21:46:39.126288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51272) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:39.131503 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.8158054 Jun 03 21:46:39.136832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51274) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:39.147839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-94d90403-2f4d-44eb-9e66-c7dc8957493c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:39.163356 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70ecb91-96e8-48fb-ad0c-ddd7d7601074 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:39.163902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70ecb91-96e8-48fb-ad0c-ddd7d7601074 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:39.176782 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 03 21:46:39.177868 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b6266c1e-d7fc-4aef-92f4-949a7e4420db tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.2686198 Jun 03 21:46:39.181102 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d70ecb91-96e8-48fb-ad0c-ddd7d7601074 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/c504164c-bbc2-4b47-aee3-f280498aa329 HTTP/1.1" status: 404 len: 339 time: 0.0532458 Jun 03 21:46:39.181607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51276) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:39.214767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51278) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:39.245294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-76700a14-fa7f-4821-a4f0-7351b6b2f933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:39.247615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-76700a14-fa7f-4821-a4f0-7351b6b2f933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:39.248737 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-76700a14-fa7f-4821-a4f0-7351b6b2f933 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ca598dd6-60e6-4aa1-b31d-2dafd8892bf5 HTTP/1.1" status: 204 len: 168 time: 1.2174006 Jun 03 21:46:39.254301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a42a5246-7846-4331-b9f2-3ba40a657499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:39.298763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76700a14-fa7f-4821-a4f0-7351b6b2f933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca598dd6-60e6-4aa1-b31d-2dafd8892bf5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:39.354964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-76700a14-fa7f-4821-a4f0-7351b6b2f933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:39.404298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:39.452800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442f2865-a8e4-421f-992c-1a2ce67b0331 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:39.453528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-442f2865-a8e4-421f-992c-1a2ce67b0331 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Synchronizing usage tracker for tenant:b19a3ae18129407e99341659481c261f on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:46:39.480554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-482f999c-3815-4319-82fb-b4d1ddf1dbf6 tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Deleting port db0f794d-3e3e-4aec-b01e-e5d47bbfdb2b {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:39.480869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-482f999c-3815-4319-82fb-b4d1ddf1dbf6 tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:39.495763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-442f2865-a8e4-421f-992c-1a2ce67b0331 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Unset dirty status for tenant:b19a3ae18129407e99341659481c261f on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:46:39.496829 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-442f2865-a8e4-421f-992c-1a2ce67b0331 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2763865 Jun 03 21:46:39.500255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51284) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:39.530304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-94d90403-2f4d-44eb-9e66-c7dc8957493c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:39.555796 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c8b365fb-4d83-4ac5-bb83-067da3f4c32e tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 207 time: 0.0541625 Jun 03 21:46:39.595674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51286) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:39.643687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51288) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:39.656868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-482f999c-3815-4319-82fb-b4d1ddf1dbf6 tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:39.786040 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-482f999c-3815-4319-82fb-b4d1ddf1dbf6 tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Calling delete_port for db0f794d-3e3e-4aec-b01e-e5d47bbfdb2b owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:39.897878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-482f999c-3815-4319-82fb-b4d1ddf1dbf6 tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:39.905512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:39.953384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f999c-3815-4319-82fb-b4d1ddf1dbf6 tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Pushing event deleted for resources: {'Port': ['ID=db0f794d-3e3e-4aec-b01e-e5d47bbfdb2b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:39.984983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-482f999c-3815-4319-82fb-b4d1ddf1dbf6 tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:39.995713 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.046146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-482f999c-3815-4319-82fb-b4d1ddf1dbf6 tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.057326 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-482f999c-3815-4319-82fb-b4d1ddf1dbf6 tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] 10.222.0.96 "DELETE /v2.0/ports/db0f794d-3e3e-4aec-b01e-e5d47bbfdb2b HTTP/1.1" status: 204 len: 168 time: 0.8694990 Jun 03 21:46:40.057531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842cf3e5-eb41-4ebb-be58-3135a094102a']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:40.109645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2712bdd2-bef9-480f-ac9a-d337b6a4caad') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:40.109932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2712bdd2-bef9-480f-ac9a-d337b6a4caad') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:40.127897 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-553b7e70-647a-4561-9e6c-33e665571ef7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ff7d8ff255784873bc0cd6673c06124a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780197 Jun 03 21:46:40.130715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51292) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:40.199769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0890d65-5bb3-44ac-8785-f8f0cbf2aae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.219247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.232571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0890d65-5bb3-44ac-8785-f8f0cbf2aae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.294766 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0890d65-5bb3-44ac-8785-f8f0cbf2aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.299999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79350349-b68c-4b1a-8aa1-ef8957aad54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:40.300766 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4626da6-6179-429b-b03b-88ec70453acd tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:40.306588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4626da6-6179-429b-b03b-88ec70453acd tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:40.310552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0890d65-5bb3-44ac-8785-f8f0cbf2aae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6497c23e-d9cf-47f8-9ef5-c4b415d8b4ca,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:40.312647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4626da6-6179-429b-b03b-88ec70453acd tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:40.315208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a0890d65-5bb3-44ac-8785-f8f0cbf2aae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:40.318286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0890d65-5bb3-44ac-8785-f8f0cbf2aae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.318430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4626da6-6179-429b-b03b-88ec70453acd tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:40.319386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4626da6-6179-429b-b03b-88ec70453acd tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Synchronizing usage tracker for tenant:b19a3ae18129407e99341659481c261f on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:46:40.319851 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a0890d65-5bb3-44ac-8785-f8f0cbf2aae5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6497c23e-d9cf-47f8-9ef5-c4b415d8b4ca HTTP/1.1" status: 204 len: 168 time: 0.1879778 Jun 03 21:46:40.336772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-94d90403-2f4d-44eb-9e66-c7dc8957493c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.348806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.360715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-94d90403-2f4d-44eb-9e66-c7dc8957493c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.360938 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-94d90403-2f4d-44eb-9e66-c7dc8957493c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Floating IP 69e5ec5a-b8f7-4cc6-bce5-8cf93d33d54c disassociated. External IP: 172.26.3.176, port: 949a1bbf-6873-4ab5-9df5-bb7d59dd8951. Jun 03 21:46:40.407191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51298) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:40.423584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:40.425231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:40.453236 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:40.481910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.491474 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4626da6-6179-429b-b03b-88ec70453acd tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Unset dirty status for tenant:b19a3ae18129407e99341659481c261f on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:46:40.492928 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b4626da6-6179-429b-b03b-88ec70453acd tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.8945043 Jun 03 21:46:40.498362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51302) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:40.724034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.733038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:40.773428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.791922 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=e8b88817-ebe4-4b43-844a-2c7bae58e692,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:40.794250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.820728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:40.823931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55357e9-c4b0-46cd-8911-66fd0bd083e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:40.848714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c55357e9-c4b0-46cd-8911-66fd0bd083e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:40.867006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c55357e9-c4b0-46cd-8911-66fd0bd083e6 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e3a933babb425b842e704a2b181fc2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:40.874863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c55357e9-c4b0-46cd-8911-66fd0bd083e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:40.881165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c55357e9-c4b0-46cd-8911-66fd0bd083e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:40.899051 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2ac2f9a5-c611-49bd-a41d-48eb04a91602 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3955181 Jun 03 21:46:40.899051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51314) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:40.998313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67354187-f591-43e8-a5e1-f6e512253acd tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:40.999944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67354187-f591-43e8-a5e1-f6e512253acd tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:41.005278 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-67354187-f591-43e8-a5e1-f6e512253acd tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1022561 Jun 03 21:46:41.006692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51316) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:41.042218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:41.122307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae50e4b6-8671-422e-b5e6-504198b4d024 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['shared'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:41.123120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae50e4b6-8671-422e-b5e6-504198b4d024 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['shared'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:41.126444 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ae50e4b6-8671-422e-b5e6-504198b4d024 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1171386 Jun 03 21:46:41.128466 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/networks/842cf3e5-eb41-4ebb-be58-3135a094102a HTTP/1.1" status: 204 len: 168 time: 2.1671631 Jun 03 21:46:41.129646 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Network': ['ID=842cf3e5-eb41-4ebb-be58-3135a094102a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:41.134848 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51324) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:41.135633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51326) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:41.139915 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:41.168362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55357e9-c4b0-46cd-8911-66fd0bd083e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.175738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c55357e9-c4b0-46cd-8911-66fd0bd083e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.185315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:41.235683 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c55357e9-c4b0-46cd-8911-66fd0bd083e6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b0e3a933babb425b842e704a2b181fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8269179 Jun 03 21:46:41.236600 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55357e9-c4b0-46cd-8911-66fd0bd083e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff39958-bec8-4a32-86f2-8185eb9ebf7c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:41.239047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51330) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:41.241157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c55357e9-c4b0-46cd-8911-66fd0bd083e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:41.343148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-edbe73f2-923e-42a9-ba22-bfdd832ce31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.374661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-edbe73f2-923e-42a9-ba22-bfdd832ce31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.394036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51332) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:41.442177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-edbe73f2-923e-42a9-ba22-bfdd832ce31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.449554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0a573ce1-97db-4535-a3fd-d3c890468119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:41.460974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe73f2-923e-42a9-ba22-bfdd832ce31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff39958-bec8-4a32-86f2-8185eb9ebf7c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:41.469536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-edbe73f2-923e-42a9-ba22-bfdd832ce31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:41.475148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-edbe73f2-923e-42a9-ba22-bfdd832ce31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.476857 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-edbe73f2-923e-42a9-ba22-bfdd832ce31a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3ff39958-bec8-4a32-86f2-8185eb9ebf7c HTTP/1.1" status: 204 len: 168 time: 0.2367926 Jun 03 21:46:41.526444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-471484583'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:41.532000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:41.536000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Usage tracker for resource:network and tenant:d612251fbeab464ab5e439cdb4b3e36c is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:41.539398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:41.545658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:41.557452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Made reservation on behalf of d612251fbeab464ab5e439cdb4b3e36c for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:41.561207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.575492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.594028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:41.597885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Usage tracker for resource:security_group_rule and tenant:d612251fbeab464ab5e439cdb4b3e36c is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:41.602454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:41.608596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:41.710648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.715701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.721487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c55357e9-c4b0-46cd-8911-66fd0bd083e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:41.750663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:46:41.764208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a2516b-83b3-4206-8c85-8d05a62faead,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:41.767841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:41.770851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.771560 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Added segment 5ebeb45c-77c4-4709-9c7e-84920009a991 of type vlan for network 178f8546-fe25-449c-961a-acd9380417d2 Jun 03 21:46:41.789009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.804529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.845252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.851630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:41.852290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:41.858701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-017de7b4-9447-4a2a-b355-37a6bf80b595 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:41.870290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515d9c89-92dc-4a3f-9094-d347275b15e7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:41.871954 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-515d9c89-92dc-4a3f-9094-d347275b15e7 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "GET /v2.0/networks/ae3e64f3-2c80-49c8-a776-570044195d6d HTTP/1.1" status: 200 len: 799 time: 0.7342720 Jun 03 21:46:41.878922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51340) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:41.955590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51342) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:42.041619 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d90403-2f4d-44eb-9e66-c7dc8957493c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:42.090585 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6953752 Jun 03 21:46:42.096633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51346) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:42.099708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Pushing event updated for resources: {'Network': ['ID=178f8546-fe25-449c-961a-acd9380417d2,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:42.107307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Request body: {'subnet': {'network_id': '178f8546-fe25-449c-961a-acd9380417d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:42.110877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 178f8546-fe25-449c-961a-acd9380417d2 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:46:42.129586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:42.276200 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-003a7091-dd6c-4792-a549-1499c876dfce admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=035be55acf1545ddb32367fbc2914476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161392 Jun 03 21:46:42.280866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51348) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:42.285549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-a7ce389d-8d09-4b33-a549-51ab94aa7c60 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Deleting port 43429776-af31-484a-8d17-929b9e065701 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:42.285880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7ce389d-8d09-4b33-a549-51ab94aa7c60 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:42.286594 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3cfb807d-cfa2-4daf-9575-f6ee90e7245d tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "GET /v2.0/networks/ae3e64f3-2c80-49c8-a776-570044195d6d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4014513 Jun 03 21:46:42.297442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51350) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:42.321701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Allocated IP 172.20.0.1 (0ab292eb-9de1-4bd9-9c72-492001f31c50/79ea086f-a7db-4752-aa3e-30fe7ba67237/c2282cc3-28aa-46cf-a919-0f92fec0de4f) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:42.340615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:42.350658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Usage tracker for resource:subnet and tenant:d612251fbeab464ab5e439cdb4b3e36c is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:42.355850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:42.385893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:42.420001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Made reservation on behalf of d612251fbeab464ab5e439cdb4b3e36c for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:42.423935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:42.447659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1991114-301d-4b1f-a349-a4edd02b5af5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:42.448881 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a1991114-301d-4b1f-a349-a4edd02b5af5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "GET /v2.0/subnets/6964cef2-0960-436d-bc46-4d1e504f60d9 HTTP/1.1" status: 200 len: 811 time: 0.1491630 Jun 03 21:46:42.456364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51352) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:42.597490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b52a9eea-5b74-4fa6-97ee-f086fb243ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:42.652255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269a286a-6d44-465e-94ed-7352f322e522 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['shared'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:42.654053 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-269a286a-6d44-465e-94ed-7352f322e522 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "GET /v2.0/subnets/6964cef2-0960-436d-bc46-4d1e504f60d9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1967542 Jun 03 21:46:42.657535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b52a9eea-5b74-4fa6-97ee-f086fb243ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:42.664632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51354) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:42.671616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1746949536'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:42.688596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:42.722666 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7ce389d-8d09-4b33-a549-51ab94aa7c60 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:42.754683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:42.789734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:42.794297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:42.845819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b52a9eea-5b74-4fa6-97ee-f086fb243ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:42.861539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b38e8f05-db7d-44d9-838b-aa4bd256c81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:42.875977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:46:42.891178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a9eea-5b74-4fa6-97ee-f086fb243ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a077e1-72aa-4734-8c71-fdfd34ec258f,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:42.910801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b52a9eea-5b74-4fa6-97ee-f086fb243ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:42.916337 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:42.916547 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Added segment 0e91384b-b609-4673-bff0-a34f03ad6d23 of type vlan for network 45f27a41-1a59-4215-b3a4-8134e1778a54 Jun 03 21:46:42.947660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b52a9eea-5b74-4fa6-97ee-f086fb243ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:42.948036 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b52a9eea-5b74-4fa6-97ee-f086fb243ac1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b6a077e1-72aa-4734-8c71-fdfd34ec258f HTTP/1.1" status: 204 len: 168 time: 0.6660919 Jun 03 21:46:42.950098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d90403-2f4d-44eb-9e66-c7dc8957493c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:42.966286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:42.967641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-a7ce389d-8d09-4b33-a549-51ab94aa7c60 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Calling delete_port for 43429776-af31-484a-8d17-929b9e065701 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:42.968007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9dfd2-0109-45b7-b416-2abf7ed9dcea None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:42.985202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9dfd2-0109-45b7-b416-2abf7ed9dcea None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:42.986202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5ec9dfd2-0109-45b7-b416-2abf7ed9dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:43.045800 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-94d90403-2f4d-44eb-9e66-c7dc8957493c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:43.063120 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5ec9dfd2-0109-45b7-b416-2abf7ed9dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:43.078414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:43.083399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9dfd2-0109-45b7-b416-2abf7ed9dcea None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:43.084701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5ec9dfd2-0109-45b7-b416-2abf7ed9dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:43.088207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 4105a8a5-c26d-4d90-b606-3b037cbbea8e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:43.093426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:43.094192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:43.110020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:43.155660 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5ec9dfd2-0109-45b7-b416-2abf7ed9dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:43.157077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9dfd2-0109-45b7-b416-2abf7ed9dcea None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:43.243821 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-94d90403-2f4d-44eb-9e66-c7dc8957493c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "PUT /v2.0/floatingips/69e5ec5a-b8f7-4cc6-bce5-8cf93d33d54c HTTP/1.1" status: 200 len: 688 time: 4.1058745 Jun 03 21:46:43.299940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51360) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:43.306603 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:43.385270 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7185798 Jun 03 21:46:43.389194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51364) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:43.398727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'subnet': {'network_id': '45f27a41-1a59-4215-b3a4-8134e1778a54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:43.419276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Network': ['ID=45f27a41-1a59-4215-b3a4-8134e1778a54,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:43.426832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:43.437514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 45f27a41-1a59-4215-b3a4-8134e1778a54 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:46:43.491124 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Transition to ACTIVE for port object c2282cc3-28aa-46cf-a919-0f92fec0de4f will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:43.569458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:43.577478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7ce389d-8d09-4b33-a549-51ab94aa7c60 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:43.582872 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01aa188-3a0a-4b6e-9829-1639e209cb09 None None] Sync routers for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:43.590295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:43.591846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:43.598829 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01aa188-3a0a-4b6e-9829-1639e209cb09 None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:43.599961 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f01aa188-3a0a-4b6e-9829-1639e209cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:43.607811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:43.609890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:43.615745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3373fb5b-e50e-4a9c-8b05-3a7224a10635 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:43.646815 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9037185 Jun 03 21:46:43.647816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce389d-8d09-4b33-a549-51ab94aa7c60 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Port': ['ID=43429776-af31-484a-8d17-929b9e065701,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:43.650792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51372) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:43.676944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Made reservation on behalf of b19a3ae18129407e99341659481c261f for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:43.681122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:43.691867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a7ce389d-8d09-4b33-a549-51ab94aa7c60 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:43.707941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7ce389d-8d09-4b33-a549-51ab94aa7c60 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:43.712938 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a7ce389d-8d09-4b33-a549-51ab94aa7c60 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/ports/43429776-af31-484a-8d17-929b9e065701 HTTP/1.1" status: 204 len: 168 time: 2.5741317 Jun 03 21:46:43.718117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51374) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:43.787064 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e884aad-5a47-49f1-88f6-cda827ae0265 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:43.787835 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e884aad-5a47-49f1-88f6-cda827ae0265 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:43.792874 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7e884aad-5a47-49f1-88f6-cda827ae0265 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/subnets/4fc83e3e-9eb7-4ffa-b841-16591c07100b HTTP/1.1" status: 404 len: 337 time: 0.0735457 Jun 03 21:46:43.796472 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51380) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:43.798949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Pushing event updated for resources: {'Subnet': ['ID=2613cb1e-5e3f-4ed9-b917-256c3dbcc6f1,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:43.800837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:43.809277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:43.812722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_backend_mixin [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Performing IP validity checks on allocation pools {{(pid=104396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 03 21:46:43.813230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_backend_mixin [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 03 21:46:43.828343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Checking segment: {'id': '5ebeb45c-77c4-4709-9c7e-84920009a991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '178f8546-fe25-449c-961a-acd9380417d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:43.828710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Network hostable DHCP agents. Network: 178f8546-fe25-449c-961a-acd9380417d2, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:46:43.830465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d9c81f41-3c61-4c04-a4fd-4851d34df306 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:43.841648 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-f01aa188-3a0a-4b6e-9829-1639e209cb09 None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:43.863561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Network 178f8546-fe25-449c-961a-acd9380417d2 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:46:43.893669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd952c3e-5023-40d1-a81d-8b3a3de72d07 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting subnet fed00848-f826-4d64-bcd0-dde4347bf732 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:46:43.921248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 178f8546-fe25-449c-961a-acd9380417d2) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:43.937087 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fd952c3e-5023-40d1-a81d-8b3a3de72d07 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:43.939327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7119331f-7bd0-4bb3-8523-43989aaeeaa1 None None] Network 178f8546-fe25-449c-961a-acd9380417d2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:43.942445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:43.943220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:44.002656 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8999588 Jun 03 21:46:44.003538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51388) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:44.014832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Request body: {'port': {'network_id': '178f8546-fe25-449c-961a-acd9380417d2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-108823993'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:44.132296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-39fb8867-0914-4634-b662-36dd03db9cb7 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port c0fbd7b1-5b03-4ead-af3d-a6d434e12ccd {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:44.133086 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39fb8867-0914-4634-b662-36dd03db9cb7 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:44.149412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Network 0ab292eb-9de1-4bd9-9c72-492001f31c50 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:44.307846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51390) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:44.311251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:44.314761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event updated for resources: {'Port': ['ID=c2282cc3-28aa-46cf-a919-0f92fec0de4f,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:44.326921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:44.331230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fd952c3e-5023-40d1-a81d-8b3a3de72d07 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:44.344097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Usage tracker for resource:port and tenant:d612251fbeab464ab5e439cdb4b3e36c is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:44.354274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:44.372407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:44.372680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:44.374642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-178f8546-fe25-449c-961a-acd9380417d2', 'network_id': '178f8546-fe25-449c-961a-acd9380417d2', 'tenant_id': 'd612251fbeab464ab5e439cdb4b3e36c', 'fixed_ips': [{'subnet_id': '2613cb1e-5e3f-4ed9-b917-256c3dbcc6f1'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:46:44.375554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:44.399511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Made reservation on behalf of d612251fbeab464ab5e439cdb4b3e36c for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:44.400018 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f01aa188-3a0a-4b6e-9829-1639e209cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:40Z', 'revision_number': 8, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:14Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:44.406407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:44.407663 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01aa188-3a0a-4b6e-9829-1639e209cb09 None None] Checking router: 4105a8a5-c26d-4d90-b606-3b037cbbea8e for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:46:44.418303 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01aa188-3a0a-4b6e-9829-1639e209cb09 None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:44.418935 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f01aa188-3a0a-4b6e-9829-1639e209cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:44.424105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:44.460740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] device_id is not set on port 578f38c5-d906-42f0-904c-f633870a6007 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:46:44.558285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-79ad4f87-822d-44d7-b980-c0c26b2f1b72 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] Request body: {'port': {'network_id': '254bf2c7-7cac-4f69-a261-8a15accb2a52', 'name': 'tempest-NetworksNegativeTestJSON-1142671319'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:44.612027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Allocated IP 2001:db8::2 (178f8546-fe25-449c-961a-acd9380417d2/2613cb1e-5e3f-4ed9-b917-256c3dbcc6f1/21e59000-f96c-42e8-bdfc-c4a54d21dadd) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:44.633652 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ad4f87-822d-44d7-b980-c0c26b2f1b72 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] POST failed (client error): The resource could not be found. Jun 03 21:46:44.634084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ad4f87-822d-44d7-b980-c0c26b2f1b72 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:44.635211 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-79ad4f87-822d-44d7-b980-c0c26b2f1b72 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3204551 Jun 03 21:46:44.644947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51394) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:44.651536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:44.705175 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-f01aa188-3a0a-4b6e-9829-1639e209cb09 None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:44.705826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:44.711120 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4faa766-aece-4656-8ad7-3954b74768d2 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:44.712147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4faa766-aece-4656-8ad7-3954b74768d2 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:44.735500 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f4faa766-aece-4656-8ad7-3954b74768d2 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] 10.222.0.96 "DELETE /v2.0/networks/1a151cad-af37-42c6-96b2-afd517f756e7 HTTP/1.1" status: 404 len: 339 time: 0.0754874 Jun 03 21:46:44.774815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51396) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:44.828949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c431ade2-62b7-4f4b-916b-6e0197f412d4 None None] Provisioning for port c2282cc3-28aa-46cf-a919-0f92fec0de4f completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:44.837436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c431ade2-62b7-4f4b-916b-6e0197f412d4 None None] Provisioning complete for port c2282cc3-28aa-46cf-a919-0f92fec0de4f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:44.838100 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c431ade2-62b7-4f4b-916b-6e0197f412d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:44.869905 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-99788557-e98b-42bf-ad24-542aba0318fa tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:44.870827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99788557-e98b-42bf-ad24-542aba0318fa tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:44.872738 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-99788557-e98b-42bf-ad24-542aba0318fa tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] 10.222.0.96 "DELETE /v2.0/ports/072ae011-29b0-40d4-a903-daca9e944a84 HTTP/1.1" status: 404 len: 333 time: 0.0836947 Jun 03 21:46:44.878636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51398) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:44.918082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:44.939120 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c431ade2-62b7-4f4b-916b-6e0197f412d4 None None] Port c2282cc3-28aa-46cf-a919-0f92fec0de4f cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:46:44.946845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Transition to ACTIVE for port object 21e59000-f96c-42e8-bdfc-c4a54d21dadd will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:44.950744 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a87903-902a-459f-87d0-9cf17b29f73c tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:44.951839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a87903-902a-459f-87d0-9cf17b29f73c tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:44.954785 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-77a87903-902a-459f-87d0-9cf17b29f73c tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] 10.222.0.96 "DELETE /v2.0/subnets/b390dd5d-5f14-45f3-aa88-b1b924afe321 HTTP/1.1" status: 404 len: 337 time: 0.0741332 Jun 03 21:46:44.961205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51400) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:44.965633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:44.970238 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39fb8867-0914-4634-b662-36dd03db9cb7 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:44.970528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39fb8867-0914-4634-b662-36dd03db9cb7 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:44.973911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Transition to ACTIVE for port object 21e59000-f96c-42e8-bdfc-c4a54d21dadd will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:44.981498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:44.987958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:45.000232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9a713ca5-6ec3-4f9c-827b-c7c16abef83a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:45.061622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Network 178f8546-fe25-449c-961a-acd9380417d2 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:45.065641 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:45.069528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:45.080728 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e89dad-ef55-4062-9c24-74f9cf21aae2 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] GET failed (client error): The resource could not be found. Jun 03 21:46:45.082325 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d0e89dad-ef55-4062-9c24-74f9cf21aae2 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] 10.222.0.96 "GET /v2.0/networks/56819546-41fb-4d55-abd7-5358880667ce HTTP/1.1" status: 404 len: 339 time: 0.1190133 Jun 03 21:46:45.103220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51402) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:45.137453 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Pushing event updated for resources: {'Port': ['ID=21e59000-f96c-42e8-bdfc-c4a54d21dadd,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:45.148213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:45.170346 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f01aa188-3a0a-4b6e-9829-1639e209cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:40Z', 'revision_number': 8, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:14Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:45.176521 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01aa188-3a0a-4b6e-9829-1639e209cb09 None None] The sync data for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv is: [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:40Z', 'revision_number': 8, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3327b068-7803-48b0-a760-d61967e4a594', 'name': '', 'network_id': '5c2cef1d-dcae-498a-8d0f-c945cf243e53', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:e8:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e65a246b-0079-4369-8c01-9630635eb058', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:59Z', 'updated_at': '2021-06-03T21:46:14Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': 'e65a246b-0079-4369-8c01-9630635eb058', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:45.192898 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2d6eca-0335-410a-a471-2d5d58f5817d tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] GET failed (client error): The resource could not be found. Jun 03 21:46:45.194950 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5c2d6eca-0335-410a-a471-2d5d58f5817d tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] 10.222.0.96 "GET /v2.0/ports/ba112110-7f5f-4baa-b645-6b72abc6288e HTTP/1.1" status: 404 len: 333 time: 0.0887566 Jun 03 21:46:45.204743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51404) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:45.213329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Attempting to bind port 21e59000-f96c-42e8-bdfc-c4a54d21dadd on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:46:45.213862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Attempting to bind port 21e59000-f96c-42e8-bdfc-c4a54d21dadd by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '5ebeb45c-77c4-4709-9c7e-84920009a991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '178f8546-fe25-449c-961a-acd9380417d2'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:46:45.214292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Attempting to bind port 21e59000-f96c-42e8-bdfc-c4a54d21dadd on network 178f8546-fe25-449c-961a-acd9380417d2 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:46:45.219827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Subnet': ['ID=c2bff636-aeac-4bb8-9b2c-5c008ad72fd7,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:45.220715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:46:45.221448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Checking segment: {'id': '5ebeb45c-77c4-4709-9c7e-84920009a991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '178f8546-fe25-449c-961a-acd9380417d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:45.232824 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:45.233280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Bound using segment: {'id': '5ebeb45c-77c4-4709-9c7e-84920009a991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '178f8546-fe25-449c-961a-acd9380417d2'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:46:45.233735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-39fb8867-0914-4634-b662-36dd03db9cb7 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for c0fbd7b1-5b03-4ead-af3d-a6d434e12ccd owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:45.234215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Bound port: 21e59000-f96c-42e8-bdfc-c4a54d21dadd, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebeb45c-77c4-4709-9c7e-84920009a991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '178f8546-fe25-449c-961a-acd9380417d2'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:46:45.234215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:45.272812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:45.277292 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6ff2af-3c0c-4b19-a87d-abe1ceda6e70 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] GET failed (client error): The resource could not be found. Jun 03 21:46:45.282687 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6d6ff2af-3c0c-4b19-a87d-abe1ceda6e70 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] 10.222.0.96 "GET /v2.0/subnets/8da42003-b8b3-4215-993d-29ab7c42f9f7 HTTP/1.1" status: 404 len: 337 time: 0.0624197 Jun 03 21:46:45.283446 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51406) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:45.288989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ecefe486-fc4c-422f-834f-69a5803e2757 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:45.311252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:45.311747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Checking segment: {'id': '0e91384b-b609-4673-bff0-a34f03ad6d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '45f27a41-1a59-4215-b3a4-8134e1778a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:45.312207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network hostable DHCP agents. Network: 45f27a41-1a59-4215-b3a4-8134e1778a54, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:46:45.318773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Allocated IP 2001:db8::133 (178f8546-fe25-449c-961a-acd9380417d2/2613cb1e-5e3f-4ed9-b917-256c3dbcc6f1/578f38c5-d906-42f0-904c-f633870a6007) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:45.332503 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecefe486-fc4c-422f-834f-69a5803e2757 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] PUT failed (client error): The resource could not be found. Jun 03 21:46:45.332991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecefe486-fc4c-422f-834f-69a5803e2757 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:45.334468 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ecefe486-fc4c-422f-834f-69a5803e2757 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] 10.222.0.96 "PUT /v2.0/networks/b03c7b72-eaa3-497c-8cae-0edb2ed8b0bf HTTP/1.1" status: 404 len: 339 time: 0.0503275 Jun 03 21:46:45.337673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:45.339784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51408) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:45.346225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] For port 21e59000-f96c-42e8-bdfc-c4a54d21dadd, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:46:45.347655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d26aa969-952a-45b6-a38d-a47c52d8a54c tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:45.350188 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] For port 21e59000-f96c-42e8-bdfc-c4a54d21dadd, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=21e59000-f96c-42e8-bdfc-c4a54d21dadd,segment=NetworkSegment(5ebeb45c-77c4-4709-9c7e-84920009a991),segment_id=5ebeb45c-77c4-4709-9c7e-84920009a991)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:46:45.356588 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:45.361426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:45.366910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fd952c3e-5023-40d1-a81d-8b3a3de72d07 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:45.392324 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26aa969-952a-45b6-a38d-a47c52d8a54c tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] PUT failed (client error): The resource could not be found. Jun 03 21:46:45.392938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26aa969-952a-45b6-a38d-a47c52d8a54c tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:45.397804 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d26aa969-952a-45b6-a38d-a47c52d8a54c tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] 10.222.0.96 "PUT /v2.0/ports/e3a563e8-3894-4899-bb3e-217d46217ef9 HTTP/1.1" status: 404 len: 333 time: 0.0518711 Jun 03 21:46:45.398707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51410) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:45.398855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b171eeca-2595-4f3b-844d-a83402c3cdc6']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:45.404512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-3e5633b0-d1ba-4587-98c0-2dddf8e5a2a6 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:45.441390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Network 45f27a41-1a59-4215-b3a4-8134e1778a54 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:46:45.445484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Pushing event updated for resources: {'Port': ['ID=21e59000-f96c-42e8-bdfc-c4a54d21dadd,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:45.456420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:45.475862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b132573-16cc-4713-a211-212c1dd8c682') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:45.476206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b132573-16cc-4713-a211-212c1dd8c682') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:45.484385 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5633b0-d1ba-4587-98c0-2dddf8e5a2a6 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] PUT failed (client error): The resource could not be found. Jun 03 21:46:45.484929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5633b0-d1ba-4587-98c0-2dddf8e5a2a6 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:45.489707 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3e5633b0-d1ba-4587-98c0-2dddf8e5a2a6 tempest-NetworksNegativeTestJSON-1996000 tempest-NetworksNegativeTestJSON-1996000-project] 10.222.0.96 "PUT /v2.0/subnets/aa1266ba-7db0-4e4c-a2ea-c36724843c4e HTTP/1.1" status: 404 len: 337 time: 0.0899756 Jun 03 21:46:45.493321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 45f27a41-1a59-4215-b3a4-8134e1778a54) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:45.504751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a852c3a3-ddff-4fd7-a85d-72fc5431119d None None] Network 45f27a41-1a59-4215-b3a4-8134e1778a54 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:45.527131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:45.528343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:45.592560 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2021196 Jun 03 21:46:45.597024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51414) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:45.611503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-59462a1b-dd1f-49eb-81f4-994d6e89ef14 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:45.730356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:45.801464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:45.926587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:45.928962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:45.992755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 21e59000-f96c-42e8-bdfc-c4a54d21dadd up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:46.104636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-45f27a41-1a59-4215-b3a4-8134e1778a54', 'network_id': '45f27a41-1a59-4215-b3a4-8134e1778a54', 'tenant_id': 'b19a3ae18129407e99341659481c261f', 'fixed_ips': [{'subnet_id': 'c2bff636-aeac-4bb8-9b2c-5c008ad72fd7'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:46:46.105826 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.115821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51420) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:46.166642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-59462a1b-dd1f-49eb-81f4-994d6e89ef14 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28499101'] for subnet, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:46.226983 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:46.256570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.289118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Transition to ACTIVE for port object 578f38c5-d906-42f0-904c-f633870a6007 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:46.289579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 21e59000-f96c-42e8-bdfc-c4a54d21dadd completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:46.300552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.303753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 03 21:46:46.303753 dv-neutron-792998-2-hyperv neutron-server[104398]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jun 03 21:46:46.303753 dv-neutron-792998-2-hyperv neutron-server[104398]: [parameters: {'in_use': 1, 'id_1': 'c2bff636-aeac-4bb8-9b2c-5c008ad72fd7'}] Jun 03 21:46:46.303753 dv-neutron-792998-2-hyperv neutron-server[104398]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:46:46.304147 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:46:46.312503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e8b88817-ebe4-4b43-844a-2c7bae58e692 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:46:46.358550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9b09b67e-95e3-4dfa-ad74-15338e6dc0c4 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:46.358753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: e8b88817-ebe4-4b43-844a-2c7bae58e692 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:46:46.359097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e8b88817-ebe4-4b43-844a-2c7bae58e692 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:46:46.386289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.396224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9fe6c0be-e450-4a02-bb8e-11689ab5b94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.406421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Network': ['ID=b171eeca-2595-4f3b-844d-a83402c3cdc6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:46.423497 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:46.456596 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/networks/b171eeca-2595-4f3b-844d-a83402c3cdc6 HTTP/1.1" status: 204 len: 168 time: 2.6581078 Jun 03 21:46:46.463400 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51424) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:46.470789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9fe6c0be-e450-4a02-bb8e-11689ab5b94b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:46.480942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9fe6c0be-e450-4a02-bb8e-11689ab5b94b admin admin] Usage tracker for resource:security_group_rule and tenant:1037e00edb69422db70a6e7ad09bf81c is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:46.487226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9fe6c0be-e450-4a02-bb8e-11689ab5b94b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:46.498628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9fe6c0be-e450-4a02-bb8e-11689ab5b94b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:46.506250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-59462a1b-dd1f-49eb-81f4-994d6e89ef14 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763094312964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27462612'] for subnet, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.514310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9746217c-4fd2-4b6f-9849-4c12e07774d1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:46.548044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.594353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39fb8867-0914-4634-b662-36dd03db9cb7 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.603213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59462a1b-dd1f-49eb-81f4-994d6e89ef14 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:46.603856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-59462a1b-dd1f-49eb-81f4-994d6e89ef14 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.608114 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-59462a1b-dd1f-49eb-81f4-994d6e89ef14 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "PUT /v2.0/subnets/c2bff636-aeac-4bb8-9b2c-5c008ad72fd7 HTTP/1.1" status: 200 len: 877 time: 1.0072229 Jun 03 21:46:46.611544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3105f5dd-abc2-4668-a44a-30fb04bc563a tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:46.614188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Network 178f8546-fe25-449c-961a-acd9380417d2 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:46.615123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51426) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:46.619814 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:46.642460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:46.647944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:46.648586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.666974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59462a1b-dd1f-49eb-81f4-994d6e89ef14 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event updated for resources: {'Subnet': ['ID=c2bff636-aeac-4bb8-9b2c-5c008ad72fd7,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:46.685808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb8867-0914-4634-b662-36dd03db9cb7 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=c0fbd7b1-5b03-4ead-af3d-a6d434e12ccd,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:46.688154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-59462a1b-dd1f-49eb-81f4-994d6e89ef14 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:46.690817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:46.700273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-39fb8867-0914-4634-b662-36dd03db9cb7 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:46.729889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243320df-6359-4f3a-a12f-98832cf2d7a2 None None] Network 178f8546-fe25-449c-961a-acd9380417d2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:46.784764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e35c12-f5d9-486f-96a4-7a9e1f3bced7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Deleting subnet 45748d79-001b-48c3-ab8a-5317ceabcaf7 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:46:46.803790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8e35c12-f5d9-486f-96a4-7a9e1f3bced7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.824745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.832868 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8222697 Jun 03 21:46:46.841985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51428) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:46.850393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Request body: {'port': {'network_id': '178f8546-fe25-449c-961a-acd9380417d2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1504378966', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:46.850893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.api.validators [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] bootfile-name is not in valid_values {{(pid=104396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 21:46:46.851231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.api.validators [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] tftp-server is not in valid_values {{(pid=104396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 21:46:46.851613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.api.validators [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] server-ip-address is not in valid_values {{(pid=104396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 21:46:46.865992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e0cd0cc9-b7db-43ac-b0dd-acc86bcbcc08 None None] Provisioning for port 21e59000-f96c-42e8-bdfc-c4a54d21dadd completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:46.911507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e0cd0cc9-b7db-43ac-b0dd-acc86bcbcc08 None None] Provisioning complete for port 21e59000-f96c-42e8-bdfc-c4a54d21dadd triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:46.912065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0cc9-b7db-43ac-b0dd-acc86bcbcc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.924629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Pushing event updated for resources: {'Port': ['ID=578f38c5-d906-42f0-904c-f633870a6007,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:46.934995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:46.970428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8e35c12-f5d9-486f-96a4-7a9e1f3bced7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:46.999556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fd952c3e-5023-40d1-a81d-8b3a3de72d07 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.000862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.004989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39fb8867-0914-4634-b662-36dd03db9cb7 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.015777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-022bb497-e418-4792-abd3-0ea24cbc5c57 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:47.053879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9fe6c0be-e450-4a02-bb8e-11689ab5b94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.064839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9fe6c0be-e450-4a02-bb8e-11689ab5b94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.076902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fd952c3e-5023-40d1-a81d-8b3a3de72d07 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.079488 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fd952c3e-5023-40d1-a81d-8b3a3de72d07 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/fed00848-f826-4d64-bcd0-dde4347bf732 HTTP/1.1" status: 204 len: 168 time: 3.4232364 Jun 03 21:46:47.086982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39fb8867-0914-4634-b662-36dd03db9cb7 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.087181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:47.088022 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-39fb8867-0914-4634-b662-36dd03db9cb7 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/floatingips/69e5ec5a-b8f7-4cc6-bce5-8cf93d33d54c HTTP/1.1" status: 204 len: 168 time: 3.7849033 Jun 03 21:46:47.094667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51430) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:47.095028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51432) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:47.102324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd952c3e-5023-40d1-a81d-8b3a3de72d07 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Subnet': ['ID=fed00848-f826-4d64-bcd0-dde4347bf732,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:47.108256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fd952c3e-5023-40d1-a81d-8b3a3de72d07 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:47.117929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b173a2d-fd95-47d7-97d9-5f59834091ab None None] Network f67d5067-461a-416f-bcbc-a3382a361361 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:47.130175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': 'd3a00c7a-2847-41c5-bdd8-c282d8cd4f4a'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:47.156810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:47.178682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.183079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Usage tracker for resource:floatingip and tenant:8fadebda9ac1462e88d820e23b14fdd7 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:47.185667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:47.191884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:47.196572 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9fe6c0be-e450-4a02-bb8e-11689ab5b94b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1037e00edb69422db70a6e7ad09bf81c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0746090 Jun 03 21:46:47.197405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Usage tracker for resource:port and tenant:d612251fbeab464ab5e439cdb4b3e36c is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:47.200454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6c0be-e450-4a02-bb8e-11689ab5b94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149ffb28-a886-4aac-a49a-43d6113bfa69,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:47.201038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51434) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:47.205452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:47.208401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9fe6c0be-e450-4a02-bb8e-11689ab5b94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:47.209444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.214652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.240406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:47.251546 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:47.253843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-db735db2-c70d-412f-bd11-6837a979b437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:47.268146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Made reservation on behalf of d612251fbeab464ab5e439cdb4b3e36c for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:47.272156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.337295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] device_id is not set on port c82d1ff9-e5ed-48ff-a907-eb4ab5c52f36 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:46:47.340102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Allocated IP 172.20.0.3 (45f27a41-1a59-4215-b3a4-8134e1778a54/c2bff636-aeac-4bb8-9b2c-5c008ad72fd7/4502346c-0940-4ef0-99b0-8e4c630af1c4) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:47.350430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0cc9-b7db-43ac-b0dd-acc86bcbcc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.432522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.451533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.492003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event updated for resources: {'Port': ['ID=c2282cc3-28aa-46cf-a919-0f92fec0de4f,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:47.495169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:47.506272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.540375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8e35c12-f5d9-486f-96a4-7a9e1f3bced7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.557655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e0cd0cc9-b7db-43ac-b0dd-acc86bcbcc08 None None] For port 21e59000-f96c-42e8-bdfc-c4a54d21dadd, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=21e59000-f96c-42e8-bdfc-c4a54d21dadd,segment=NetworkSegment(5ebeb45c-77c4-4709-9c7e-84920009a991),segment_id=5ebeb45c-77c4-4709-9c7e-84920009a991)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:47.573360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0cc9-b7db-43ac-b0dd-acc86bcbcc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.583365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:47.636251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Allocated IP 2001:db8::13e (178f8546-fe25-449c-961a-acd9380417d2/2613cb1e-5e3f-4ed9-b917-256c3dbcc6f1/c82d1ff9-e5ed-48ff-a907-eb4ab5c52f36) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:47.670829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e7099fe-4600-45ea-8547-4f117c1b6ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.750113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd0cc9-b7db-43ac-b0dd-acc86bcbcc08 None None] Pushing event updated for resources: {'Port': ['ID=21e59000-f96c-42e8-bdfc-c4a54d21dadd,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:47.755378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e0cd0cc9-b7db-43ac-b0dd-acc86bcbcc08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:47.814570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.831018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42597a71-ff56-4614-8bc4-328f42f6a790 None None] DHCP port deletion for f67d5067-461a-416f-bcbc-a3382a361361 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:46:47.837089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Transition to ACTIVE for port object 4502346c-0940-4ef0-99b0-8e4c630af1c4 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:47.865707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e7099fe-4600-45ea-8547-4f117c1b6ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.924331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Transition to ACTIVE for port object 4502346c-0940-4ef0-99b0-8e4c630af1c4 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:47.937943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.947498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e7c6787b-45ef-497f-9174-9d9e755531c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:47.969853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.980666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:47.989366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ab255b04-7f50-4f8a-ba40-29e0b11426e6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:47.992702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 21e59000-f96c-42e8-bdfc-c4a54d21dadd up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:46:48.032368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Subnet': ['ID=c2bff636-aeac-4bb8-9b2c-5c008ad72fd7,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:48.034534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Transition to ACTIVE for port object c82d1ff9-e5ed-48ff-a907-eb4ab5c52f36 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:48.038736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:48.072403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Network 45f27a41-1a59-4215-b3a4-8134e1778a54 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:48.083277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:48.086950 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:48.109367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Pushing event updated for resources: {'Port': ['ID=4502346c-0940-4ef0-99b0-8e4c630af1c4,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:48.112717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:48.202136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-42597a71-ff56-4614-8bc4-328f42f6a790 None None] Deleting port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:48.202458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-42597a71-ff56-4614-8bc4-328f42f6a790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.305359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-08fe97b4-517c-4511-8ecf-22c7e643c324 None None] Provisioning complete for port 21e59000-f96c-42e8-bdfc-c4a54d21dadd triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:48.305721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-08fe97b4-517c-4511-8ecf-22c7e643c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.310589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.312785 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:48.312785 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.326629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f27a41-1a59-4215-b3a4-8134e1778a54']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:48.342628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e91384b-b609-4673-bff0-a34f03ad6d23') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:48.343018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e91384b-b609-4673-bff0-a34f03ad6d23') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:48.351521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Network 0ab292eb-9de1-4bd9-9c72-492001f31c50 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:48.356867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.360087 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:48.367574 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Attempting to bind port 4502346c-0940-4ef0-99b0-8e4c630af1c4 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:46:48.367947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Attempting to bind port 4502346c-0940-4ef0-99b0-8e4c630af1c4 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '0e91384b-b609-4673-bff0-a34f03ad6d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '45f27a41-1a59-4215-b3a4-8134e1778a54'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:46:48.368307 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Attempting to bind port 4502346c-0940-4ef0-99b0-8e4c630af1c4 on network 45f27a41-1a59-4215-b3a4-8134e1778a54 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:46:48.382768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.392358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:48.393340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.446583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 21e59000-f96c-42e8-bdfc-c4a54d21dadd triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:48.446947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.470132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:46:48.470534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Checking segment: {'id': '0e91384b-b609-4673-bff0-a34f03ad6d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '45f27a41-1a59-4215-b3a4-8134e1778a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:48.470908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.471300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Bound using segment: {'id': '0e91384b-b609-4673-bff0-a34f03ad6d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '45f27a41-1a59-4215-b3a4-8134e1778a54'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:46:48.471905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Bound port: 4502346c-0940-4ef0-99b0-8e4c630af1c4, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e91384b-b609-4673-bff0-a34f03ad6d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '45f27a41-1a59-4215-b3a4-8134e1778a54'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:46:48.472276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:48.493701 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:48.499095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.api [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:46:48.499095 dv-neutron-792998-2-hyperv neutron-server[104396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:46:48.499095 dv-neutron-792998-2-hyperv neutron-server[104396]: [parameters: {'id': '45f27a41-1a59-4215-b3a4-8134e1778a54'}] Jun 03 21:46:48.499095 dv-neutron-792998-2-hyperv neutron-server[104396]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:46:48.499516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_db.api [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:46:48.501634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.518877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:48.558330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e7099fe-4600-45ea-8547-4f117c1b6ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.582433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Network 178f8546-fe25-449c-961a-acd9380417d2 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:48.582688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9a5f4c4e-3245-407c-992f-ebb6d422de41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:48.592402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:48.616334 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7099fe-4600-45ea-8547-4f117c1b6ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149ffb28-a886-4aac-a49a-43d6113bfa69,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:48.626948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9e7099fe-4600-45ea-8547-4f117c1b6ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:48.628917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] For port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c18790ac-a1c9-4539-a1a0-cd9ea04bb80f,segment=NetworkSegment(125795a8-6c3d-48b1-be52-af6b24dd0db1),segment_id=125795a8-6c3d-48b1-be52-af6b24dd0db1)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:48.629348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.653677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Pushing event updated for resources: {'Port': ['ID=c82d1ff9-e5ed-48ff-a907-eb4ab5c52f36,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:48.660051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:48.669236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:48.670285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.676815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-42597a71-ff56-4614-8bc4-328f42f6a790 None None] For port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c18790ac-a1c9-4539-a1a0-cd9ea04bb80f,segment=NetworkSegment(125795a8-6c3d-48b1-be52-af6b24dd0db1),segment_id=125795a8-6c3d-48b1-be52-af6b24dd0db1)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:48.677223 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-42597a71-ff56-4614-8bc4-328f42f6a790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.678770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:48.717622 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8725350 Jun 03 21:46:48.719973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51436) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:48.834625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-42597a71-ff56-4614-8bc4-328f42f6a790 None None] Calling delete_port for c18790ac-a1c9-4539-a1a0-cd9ea04bb80f owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:48.847862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff4bcc3-845c-43b8-87ff-6f536dc97ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:48.856973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff4bcc3-845c-43b8-87ff-6f536dc97ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:48.864364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff4bcc3-845c-43b8-87ff-6f536dc97ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:48.865998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5ff4bcc3-845c-43b8-87ff-6f536dc97ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Synchronizing usage tracker for tenant:d612251fbeab464ab5e439cdb4b3e36c on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:46:48.890141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5ff4bcc3-845c-43b8-87ff-6f536dc97ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Unset dirty status for tenant:d612251fbeab464ab5e439cdb4b3e36c on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:46:48.893251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e7099fe-4600-45ea-8547-4f117c1b6ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.894367 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9e7099fe-4600-45ea-8547-4f117c1b6ae9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/149ffb28-a886-4aac-a49a-43d6113bfa69 HTTP/1.1" status: 204 len: 168 time: 1.6860051 Jun 03 21:46:48.894927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51438) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:48.898440 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5ff4bcc3-845c-43b8-87ff-6f536dc97ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1767905 Jun 03 21:46:48.919245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for c18790ac-a1c9-4539-a1a0-cd9ea04bb80f owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:48.938951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:48.978828 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] For port 4502346c-0940-4ef0-99b0-8e4c630af1c4, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:46:49.001025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:49.021357 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] For port 4502346c-0940-4ef0-99b0-8e4c630af1c4, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4502346c-0940-4ef0-99b0-8e4c630af1c4,segment=NetworkSegment(0e91384b-b609-4673-bff0-a34f03ad6d23),segment_id=0e91384b-b609-4673-bff0-a34f03ad6d23)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:46:49.046596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:49.062467 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:49.128459 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Deleting port 4502346c-0940-4ef0-99b0-8e4c630af1c4 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:49.128861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:49.135924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8e35c12-f5d9-486f-96a4-7a9e1f3bced7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:49.155398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:49.168424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Pushing event updated for resources: {'Port': ['ID=4502346c-0940-4ef0-99b0-8e4c630af1c4,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:49.176510 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:49.240816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-08fe97b4-517c-4511-8ecf-22c7e643c324 None None] Provisioning for port 578f38c5-d906-42f0-904c-f633870a6007 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:49.251803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e35c12-f5d9-486f-96a4-7a9e1f3bced7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Subnet': ['ID=45748d79-001b-48c3-ab8a-5317ceabcaf7,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:49.275007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] For port 4502346c-0940-4ef0-99b0-8e4c630af1c4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4502346c-0940-4ef0-99b0-8e4c630af1c4,segment=NetworkSegment(0e91384b-b609-4673-bff0-a34f03ad6d23),segment_id=0e91384b-b609-4673-bff0-a34f03ad6d23)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:49.275597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:49.283110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Router 3aaceaaa-e5fe-4292-ac1b-d76588ba1593 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:49.284297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c18790ac-a1c9-4539-a1a0-cd9ea04bb80f no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:46:49.285857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c8e35c12-f5d9-486f-96a4-7a9e1f3bced7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:49.316874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-08fe97b4-517c-4511-8ecf-22c7e643c324 None None] Provisioning complete for port 578f38c5-d906-42f0-904c-f633870a6007 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:49.317250 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-08fe97b4-517c-4511-8ecf-22c7e643c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:49.346515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8e35c12-f5d9-486f-96a4-7a9e1f3bced7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:49.434087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932c5d84-1add-4db3-a506-a405dd29d275 None None] Network 5e035a1c-66cc-482c-bf9d-2aa124b2eb94 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:49.435605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Calling delete_port for 4502346c-0940-4ef0-99b0-8e4c630af1c4 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:49.495800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:49.496909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-08fe97b4-517c-4511-8ecf-22c7e643c324 None None] Port 578f38c5-d906-42f0-904c-f633870a6007 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:46:49.503694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:49.511692 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c18790ac-a1c9-4539-a1a0-cd9ea04bb80f {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:46:49.512093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c18790ac-a1c9-4539-a1a0-cd9ea04bb80f not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:46:49.514513 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-42597a71-ff56-4614-8bc4-328f42f6a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:49.534316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:49.557851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No DVR routers for this DVR port 4502346c-0940-4ef0-99b0-8e4c630af1c4 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:49.588341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886e27f1-5f30-49d6-982f-af6e9744bf12 None None] Network 45f27a41-1a59-4215-b3a4-8134e1778a54 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:49.604537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Port': ['ID=4502346c-0940-4ef0-99b0-8e4c630af1c4,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:49.608948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:49.650211 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c8e35c12-f5d9-486f-96a4-7a9e1f3bced7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/subnets/45748d79-001b-48c3-ab8a-5317ceabcaf7 HTTP/1.1" status: 204 len: 168 time: 3.1711011 Jun 03 21:46:49.651647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51456) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:49.657754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:49.672546 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "PUT /v2.0/routers/3aaceaaa-e5fe-4292-ac1b-d76588ba1593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4519398 Jun 03 21:46:49.679031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51460) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:49.684678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Request body: {'port': {'network_id': '0ab292eb-9de1-4bd9-9c72-492001f31c50', 'name': 'tempest-FloatingIPAdminTestJSON-602905298'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:49.703604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:49.718043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:49.746167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d44e6f3-1970-47d7-99ed-81cd8c932a56 None None] Sync routers for ids ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:49.757200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42597a71-ff56-4614-8bc4-328f42f6a790 None None] Pushing event deleted for resources: {'Port': ['ID=c18790ac-a1c9-4539-a1a0-cd9ea04bb80f,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:49.793426 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=c18790ac-a1c9-4539-a1a0-cd9ea04bb80f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:49.809375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44e6f3-1970-47d7-99ed-81cd8c932a56 None None] Routers {'3aaceaaa-e5fe-4292-ac1b-d76588ba1593'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:49.810025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0d44e6f3-1970-47d7-99ed-81cd8c932a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:49.815841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.26.3.80 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/61ce09d9-28f2-4b27-8983-cdc1afd8558a) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:49.816791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:49.838927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:49.845665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No DVR routers for this DVR port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:49.899017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-a103e1fd-553c-4804-8bf8-9a2567602298 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Deleting port c82d1ff9-e5ed-48ff-a907-eb4ab5c52f36 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:49.900369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a103e1fd-553c-4804-8bf8-9a2567602298 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:49.921662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51464) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:49.943698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-42597a71-ff56-4614-8bc4-328f42f6a790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:49.948907 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0d44e6f3-1970-47d7-99ed-81cd8c932a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:49.959029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42597a71-ff56-4614-8bc4-328f42f6a790 None None] No DVR routers for this DVR port c18790ac-a1c9-4539-a1a0-cd9ea04bb80f on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:49.963498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f27a41-1a59-4215-b3a4-8134e1778a54']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:49.997701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.006098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e91384b-b609-4673-bff0-a34f03ad6d23') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:50.006367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e91384b-b609-4673-bff0-a34f03ad6d23') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:50.021321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44e6f3-1970-47d7-99ed-81cd8c932a56 None None] Routers {'3aaceaaa-e5fe-4292-ac1b-d76588ba1593'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:50.021970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0d44e6f3-1970-47d7-99ed-81cd8c932a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:50.038678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.105450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ebbb7602-355a-4ddb-97ba-8f5f79a3524c None None] Provisioning complete for port c2282cc3-28aa-46cf-a919-0f92fec0de4f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:50.105821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ebbb7602-355a-4ddb-97ba-8f5f79a3524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.148874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.172876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2208a7-c0be-4846-b73d-11d385cdaaac None None] Network 45f27a41-1a59-4215-b3a4-8134e1778a54 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:50.178758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:50.183057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Usage tracker for resource:port and tenant:8d406e6f3bd3496d95a3208cc6b19636 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:50.186173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Quota usage for port was recalculated. Used quota:3. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:50.192413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:50.200388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:50.200924 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:50.223671 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:50.230367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Made reservation on behalf of 8d406e6f3bd3496d95a3208cc6b19636 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:50.234067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.277138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb7602-355a-4ddb-97ba-8f5f79a3524c None None] Port c2282cc3-28aa-46cf-a919-0f92fec0de4f cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:46:50.329882 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1107053778'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:50.337626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] device_id is not set on port b0c8c69d-86f4-472b-8984-8591e6f12fec yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:46:50.391317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Deleting port ffb44dc8-7931-488a-8f63-65e5838b5aa7 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:50.391690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.396517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0d44e6f3-1970-47d7-99ed-81cd8c932a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:50.397369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d44e6f3-1970-47d7-99ed-81cd8c932a56 None None] The sync data for ids ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:50.408502 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:50.418665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.446430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.458058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:network and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:50.466019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ebbb7602-355a-4ddb-97ba-8f5f79a3524c None None] Provisioning for port c82d1ff9-e5ed-48ff-a907-eb4ab5c52f36 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:50.472623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ebbb7602-355a-4ddb-97ba-8f5f79a3524c None None] Provisioning complete for port c82d1ff9-e5ed-48ff-a907-eb4ab5c52f36 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:50.472995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ebbb7602-355a-4ddb-97ba-8f5f79a3524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.475799 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:50.485136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67d5067-461a-416f-bcbc-a3382a361361']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:50.513994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:50.525239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125795a8-6c3d-48b1-be52-af6b24dd0db1') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:50.525729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125795a8-6c3d-48b1-be52-af6b24dd0db1') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:50.562584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb7602-355a-4ddb-97ba-8f5f79a3524c None None] Port c82d1ff9-e5ed-48ff-a907-eb4ab5c52f36 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:46:50.568359 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.582502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ebbb7602-355a-4ddb-97ba-8f5f79a3524c None None] Provisioning complete for port 578f38c5-d906-42f0-904c-f633870a6007 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:50.583222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ebbb7602-355a-4ddb-97ba-8f5f79a3524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.584297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-13cae8ec-3a1a-439f-ba8e-9a5c21df847d tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:50.588288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.613260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:50.617031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.620520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Network': ['ID=45f27a41-1a59-4215-b3a4-8134e1778a54,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:50.621565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.627354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:50.658739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.664741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a103e1fd-553c-4804-8bf8-9a2567602298 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.670414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df6a046-dc07-4e6a-8ac9-35c7f8c819d3 None None] DHCP port deletion for 5e035a1c-66cc-482c-bf9d-2aa124b2eb94 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:46:50.672692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.675714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb7602-355a-4ddb-97ba-8f5f79a3524c None None] Port 578f38c5-d906-42f0-904c-f633870a6007 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:46:50.694067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:50.694501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:50.713407 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:50.728830 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/45f27a41-1a59-4215-b3a4-8134e1778a54 HTTP/1.1" status: 204 len: 168 time: 4.1067479 Jun 03 21:46:50.743256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51468) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:50.751139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-7df6a046-dc07-4e6a-8ac9-35c7f8c819d3 None None] Deleting port ffb44dc8-7931-488a-8f63-65e5838b5aa7 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:50.751643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7df6a046-dc07-4e6a-8ac9-35c7f8c819d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.792285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] For port ffb44dc8-7931-488a-8f63-65e5838b5aa7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ffb44dc8-7931-488a-8f63-65e5838b5aa7,segment=NetworkSegment(99d499dc-0d37-4dfe-bd67-d0a50737dc6c),segment_id=99d499dc-0d37-4dfe-bd67-d0a50737dc6c)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:50.792648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.803192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:50.830468 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e22d9d7-067e-406b-ae97-e9c7483fdcb3 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:50.830832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e22d9d7-067e-406b-ae97-e9c7483fdcb3 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:50.835672 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5e22d9d7-067e-406b-ae97-e9c7483fdcb3 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/subnets/c2bff636-aeac-4bb8-9b2c-5c008ad72fd7 HTTP/1.1" status: 404 len: 337 time: 0.0883608 Jun 03 21:46:50.840660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51470) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:50.868074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7df6a046-dc07-4e6a-8ac9-35c7f8c819d3 None None] For port ffb44dc8-7931-488a-8f63-65e5838b5aa7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ffb44dc8-7931-488a-8f63-65e5838b5aa7,segment=NetworkSegment(99d499dc-0d37-4dfe-bd67-d0a50737dc6c),segment_id=99d499dc-0d37-4dfe-bd67-d0a50737dc6c)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:50.868402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7df6a046-dc07-4e6a-8ac9-35c7f8c819d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:50.894509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-a103e1fd-553c-4804-8bf8-9a2567602298 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Calling delete_port for c82d1ff9-e5ed-48ff-a907-eb4ab5c52f36 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:50.959353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:security_group_rule and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:50.967148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:50.967342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Allocated IP 172.20.0.14 (0ab292eb-9de1-4bd9-9c72-492001f31c50/79ea086f-a7db-4752-aa3e-30fe7ba67237/b0c8c69d-86f4-472b-8984-8591e6f12fec) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:50.977858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:50.996527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.007586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:51.013348 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-7df6a046-dc07-4e6a-8ac9-35c7f8c819d3 None None] Calling delete_port for ffb44dc8-7931-488a-8f63-65e5838b5aa7 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:51.030615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.034341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Network': ['ID=f67d5067-461a-416f-bcbc-a3382a361361,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:51.046475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:51.079324 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/networks/f67d5067-461a-416f-bcbc-a3382a361361 HTTP/1.1" status: 204 len: 168 time: 3.9781430 Jun 03 21:46:51.079635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51472) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:51.082446 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7df6a046-dc07-4e6a-8ac9-35c7f8c819d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.090927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9cb0214c-2895-4125-8690-43fb60084e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:51.150695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.154098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6a046-dc07-4e6a-8ac9-35c7f8c819d3 None None] No DVR routers for this DVR port ffb44dc8-7931-488a-8f63-65e5838b5aa7 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:51.161800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6a046-dc07-4e6a-8ac9-35c7f8c819d3 None None] Pushing event deleted for resources: {'Port': ['ID=ffb44dc8-7931-488a-8f63-65e5838b5aa7,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:51.171802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7df6a046-dc07-4e6a-8ac9-35c7f8c819d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:51.176366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Calling delete_port for ffb44dc8-7931-488a-8f63-65e5838b5aa7 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:51.176789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cdd401-8151-417c-875e-8925c55aa7df None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:46:51.180435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b29c3f01-8db1-46fa-8267-8b618d2c02a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:51.196587 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec103e1-4947-4dac-91d6-a91def33098e tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:51.197134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec103e1-4947-4dac-91d6-a91def33098e tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:51.201365 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6ec103e1-4947-4dac-91d6-a91def33098e tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/45f27a41-1a59-4215-b3a4-8134e1778a54 HTTP/1.1" status: 404 len: 339 time: 0.3553305 Jun 03 21:46:51.215688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51474) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:51.267049 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-7211fbb0-ab1c-44e0-b20f-a4a45d20df9b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:51.267768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7211fbb0-ab1c-44e0-b20f-a4a45d20df9b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:51.271683 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7211fbb0-ab1c-44e0-b20f-a4a45d20df9b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/subnets/36d86439-a9e3-4f68-b44f-94530ff9e8c4 HTTP/1.1" status: 404 len: 337 time: 0.0523462 Jun 03 21:46:51.311380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51476) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:51.331677 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cdd401-8151-417c-875e-8925c55aa7df None None] Resources bound (agent type, host, resource id): {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 21:46:51.347323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:51.361034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:51.370491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:51.407768 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c933521-42b4-420b-9413-a2f2fc79f9b6 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:51.408266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c933521-42b4-420b-9413-a2f2fc79f9b6 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:51.428612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.453771 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.457625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-46fe6ceb-08cf-4310-a0ba-c13acd22ccc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:51.492699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=61ce09d9-28f2-4b27-8983-cdc1afd8558a,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:51.504108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Port': ['ID=ffb44dc8-7931-488a-8f63-65e5838b5aa7,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:51.508140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:51.510091 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9c933521-42b4-420b-9413-a2f2fc79f9b6 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/c504164c-bbc2-4b47-aee3-f280498aa329 HTTP/1.1" status: 404 len: 339 time: 0.1969550 Jun 03 21:46:51.512675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51478) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:51.513543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] No DVR routers for this DVR port ffb44dc8-7931-488a-8f63-65e5838b5aa7 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:51.517934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:51.737700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Transition to ACTIVE for port object b0c8c69d-86f4-472b-8984-8591e6f12fec will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:46:51.753254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.761460 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a103e1fd-553c-4804-8bf8-9a2567602298 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.771331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.775267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e035a1c-66cc-482c-bf9d-2aa124b2eb94']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:51.779339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8eb4e888-4da4-441d-a429-fbaefeaeb6b3 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:51.795113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d499dc-0d37-4dfe-bd67-d0a50737dc6c') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:51.795416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d499dc-0d37-4dfe-bd67-d0a50737dc6c') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:51.815661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.818317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.854399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.883797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.899171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ffb44dc8-7931-488a-8f63-65e5838b5aa7 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:46:51.905850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:51.906254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:51.925972 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:51.937160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:51.949373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103e1fd-553c-4804-8bf8-9a2567602298 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Pushing event deleted for resources: {'Port': ['ID=c82d1ff9-e5ed-48ff-a907-eb4ab5c52f36,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:51.953670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: ffb44dc8-7931-488a-8f63-65e5838b5aa7 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:46:51.954116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ffb44dc8-7931-488a-8f63-65e5838b5aa7 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:46:51.965172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a103e1fd-553c-4804-8bf8-9a2567602298 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:52.000494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-482f999c-3815-4319-82fb-b4d1ddf1dbf6 tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:52.034783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:52.103077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.138068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afd9f8c-cf8e-4e10-8286-89f9caf349a7']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:52.157005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Network 0ab292eb-9de1-4bd9-9c72-492001f31c50 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:52.171486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:52.177927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26d8649-98b1-4dbe-b7a7-2f63802aa7bf') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:52.178210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26d8649-98b1-4dbe-b7a7-2f63802aa7bf') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:52.185198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.189518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:52.219266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event updated for resources: {'Port': ['ID=b0c8c69d-86f4-472b-8984-8591e6f12fec,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:52.230111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.238497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:52.238897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:52.245178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a103e1fd-553c-4804-8bf8-9a2567602298 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.248978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1343} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:46:52.255015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.284058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Pushing event deleted for resources: {'Network': ['ID=5e035a1c-66cc-482c-bf9d-2aa124b2eb94,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:52.291556 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a103e1fd-553c-4804-8bf8-9a2567602298 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] 10.222.0.96 "DELETE /v2.0/ports/c82d1ff9-e5ed-48ff-a907-eb4ab5c52f36 HTTP/1.1" status: 204 len: 168 time: 3.3502150 Jun 03 21:46:52.291783 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] 10.222.0.96 "DELETE /v2.0/networks/5e035a1c-66cc-482c-bf9d-2aa124b2eb94 HTTP/1.1" status: 204 len: 168 time: 2.6394074 Jun 03 21:46:52.292833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:52.292833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51482) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:52.297808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd99a130-d829-424b-b134-1a40bcd14c77,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:52.300208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.300574 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Added segment bc60015c-c662-47a3-be00-fac987750595 of type vlan for network 9234cfc4-cac9-4628-886a-308ddd89dd3a Jun 03 21:46:52.301389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Request body: {'port': {'name': 'tempest-new-port-name-105547841', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:52.301775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.api.validators [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] bootfile-name is not in valid_values {{(pid=104396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 21:46:52.302130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.api.validators [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] tftp-server is not in valid_values {{(pid=104396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 21:46:52.302691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.api.validators [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] server-ip-address is not in valid_values {{(pid=104396) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 21:46:52.306544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:52.420934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.447993 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.467344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4902e10f-3052-4705-9756-3b13c0b133a5 None None] Provisioning for port b0c8c69d-86f4-472b-8984-8591e6f12fec completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:46:52.473402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4902e10f-3052-4705-9756-3b13c0b133a5 None None] Provisioning complete for port b0c8c69d-86f4-472b-8984-8591e6f12fec triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:52.473756 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4902e10f-3052-4705-9756-3b13c0b133a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.535825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4902e10f-3052-4705-9756-3b13c0b133a5 None None] Port b0c8c69d-86f4-472b-8984-8591e6f12fec cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:46:52.615346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:52.616020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.617744 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.623756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:52.624282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:52.633196 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:52.636141 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-365bc0e9-650e-40b5-b4d9-7008bf1bb7c7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:52.680582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:52.681650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.701286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51488) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:52.743953 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8030288 Jun 03 21:46:52.750821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51490) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:52.760132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'name': 'tempest-PortsIpV6TestJSON-1752205799'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:52.784631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.798966 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1186316 Jun 03 21:46:52.805522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51494) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:52.835937 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9379288f-369e-490c-b1cd-ff7065722dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.849424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.861165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-df27d739-cc04-4fa0-8814-d30538563a44 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:52.863094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Network': ['ID=9234cfc4-cac9-4628-886a-308ddd89dd3a,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:52.880167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:52.890550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:46:52.902309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Network': ['ID=6afd9f8c-cf8e-4e10-8286-89f9caf349a7,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:52.914158 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/6afd9f8c-cf8e-4e10-8286-89f9caf349a7 HTTP/1.1" status: 204 len: 168 time: 1.3984647 Jun 03 21:46:52.916064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:52.916263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:52.917119 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51498) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:52.992378 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:46:53.095501 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e58eb54-9508-4b16-9b3b-8b9ae92173e3 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:53.096236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e58eb54-9508-4b16-9b3b-8b9ae92173e3 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:53.130478 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1e58eb54-9508-4b16-9b3b-8b9ae92173e3 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/subnets/af842585-5dce-47ea-9eeb-0a4975c29ba8 HTTP/1.1" status: 404 len: 337 time: 0.2031884 Jun 03 21:46:53.135917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51500) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.168248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:53.177447 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:port and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:53.183379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:53.189449 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1591de9c-41dc-446f-a3c7-eddf74ffbd04 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:53.189951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1591de9c-41dc-446f-a3c7-eddf74ffbd04 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:53.191706 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1591de9c-41dc-446f-a3c7-eddf74ffbd04 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/a94046e5-6a00-4e5e-98e3-26e512e2ea31 HTTP/1.1" status: 404 len: 339 time: 0.0536246 Jun 03 21:46:53.198792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51502) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.204665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:53.238809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:53.264249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'project_id': '8d406e6f3bd3496d95a3208cc6b19636', 'port_id': 'b0c8c69d-86f4-472b-8984-8591e6f12fec'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:53.281461 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef60dae-a3a0-4994-bef5-97edcc7c4b0a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:53.281907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef60dae-a3a0-4994-bef5-97edcc7c4b0a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:53.286839 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7ef60dae-a3a0-4994-bef5-97edcc7c4b0a tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/subnets/2cf3a2d5-2f8a-498c-a43c-3e96e7d5822f HTTP/1.1" status: 404 len: 337 time: 0.0838480 Jun 03 21:46:53.286839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:53.292176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51504) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.299973 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3e404533-d778-4c88-aabf-006e791bce6f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=66cf243d20534eb09d69191e7edd9d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435979 Jun 03 21:46:53.301187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Usage tracker for resource:floatingip and tenant:8d406e6f3bd3496d95a3208cc6b19636 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:53.303803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51506) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.306114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:53.309952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:53.324786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:53.340948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:53.347638 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6569745-01c6-49c5-9980-cb21f4066f34 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:53.348136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6569745-01c6-49c5-9980-cb21f4066f34 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:53.350119 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d6569745-01c6-49c5-9980-cb21f4066f34 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/c7b1c4e1-eac5-4c62-b8e2-a942fba9460b HTTP/1.1" status: 404 len: 339 time: 0.0530529 Jun 03 21:46:53.355048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51508) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.407033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:53.414338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:53.421974 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-2206ac00-c3bc-4add-a815-ca36eb49639d tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:53.422425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2206ac00-c3bc-4add-a815-ca36eb49639d tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:53.424150 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2206ac00-c3bc-4add-a815-ca36eb49639d tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/subnets/5919548c-40da-44ef-b29e-f800a812db92 HTTP/1.1" status: 404 len: 337 time: 0.0650818 Jun 03 21:46:53.429039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51510) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.483731 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a23e47-c6d5-4831-900c-7f44e1157ae1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:53.484301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a23e47-c6d5-4831-900c-7f44e1157ae1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:53.486672 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-30a23e47-c6d5-4831-900c-7f44e1157ae1 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/4319f17f-433e-43e6-b40d-6921248dad7c HTTP/1.1" status: 404 len: 339 time: 0.0560532 Jun 03 21:46:53.487403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:46:53.490400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:53.493352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51512) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.529957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:53.540038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4cbda203-c60a-4f9d-8eb6-7d71cbce7bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:53.573636 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c087a3-89f1-4e94-b02e-709d08bd6a04 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:53.574083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c087a3-89f1-4e94-b02e-709d08bd6a04 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:53.575773 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-00c087a3-89f1-4e94-b02e-709d08bd6a04 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/subnets/6926a580-061b-4e03-a6d0-eb3e0ad2916d HTTP/1.1" status: 404 len: 337 time: 0.0814295 Jun 03 21:46:53.585182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51514) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.588103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] In _notify_port_updated(), no bound segment for port 578f38c5-d906-42f0-904c-f633870a6007 on network 178f8546-fe25-449c-961a-acd9380417d2 {{(pid=104396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:46:53.594421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:53.595078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:53.598906 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] 10.222.0.96 "PUT /v2.0/ports/578f38c5-d906-42f0-904c-f633870a6007 HTTP/1.1" status: 200 len: 1129 time: 1.3026729 Jun 03 21:46:53.620587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51516) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.643738 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd97443-d629-450d-b16f-f603f1df3e32 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:53.644227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd97443-d629-450d-b16f-f603f1df3e32 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:53.648507 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5dd97443-d629-450d-b16f-f603f1df3e32 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/f57a299d-fc3b-4aa9-b0eb-b25c5bbc5b3d HTTP/1.1" status: 404 len: 339 time: 0.0484757 Jun 03 21:46:53.649649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51518) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.754266 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff2247f-f182-4546-8171-0c5b31a0a1a0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:53.754714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff2247f-f182-4546-8171-0c5b31a0a1a0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:53.756460 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-eff2247f-f182-4546-8171-0c5b31a0a1a0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/subnets/6418fe09-1d19-4d38-b892-db97676d98c6 HTTP/1.1" status: 404 len: 337 time: 0.1056890 Jun 03 21:46:53.759729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Pushing event updated for resources: {'Port': ['ID=578f38c5-d906-42f0-904c-f633870a6007,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:53.761295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51522) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.785314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:53.796802 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-1079108e-50e8-4a7e-8bc0-1bdb7f3b28a9 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:53.797267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1079108e-50e8-4a7e-8bc0-1bdb7f3b28a9 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:53.798943 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1079108e-50e8-4a7e-8bc0-1bdb7f3b28a9 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/ba9cfa25-b582-4b9f-8264-7147651cb06d HTTP/1.1" status: 404 len: 339 time: 0.0360489 Jun 03 21:46:53.801467 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51524) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.819241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-59652f25-5b48-48de-b700-eee4aae0b572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:53.842340 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fbcc68-6ef2-4efe-9386-9189737349ed tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:53.842786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fbcc68-6ef2-4efe-9386-9189737349ed tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:53.844702 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-79fbcc68-6ef2-4efe-9386-9189737349ed tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/subnets/ba8ba845-4e83-4851-9e68-cde8340d31e8 HTTP/1.1" status: 404 len: 337 time: 0.0422504 Jun 03 21:46:53.848821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51528) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.869400 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f4f7a78f-eafd-45e3-aca2-0af2e54a7d3b None None] Provisioning complete for port 578f38c5-d906-42f0-904c-f633870a6007 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:46:53.870373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a78f-eafd-45e3-aca2-0af2e54a7d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:53.878449 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-005eb128-fd2c-4266-b081-41b0487e4749 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:53.878842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005eb128-fd2c-4266-b081-41b0487e4749 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:53.881623 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-005eb128-fd2c-4266-b081-41b0487e4749 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/da3984c3-de32-4f96-b3b7-5b5e17f606ad HTTP/1.1" status: 404 len: 339 time: 0.0307124 Jun 03 21:46:53.883922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51530) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:53.899100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcb1418-afd5-400e-984d-3a72bc0432ed tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:53.899731 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-edcb1418-afd5-400e-984d-3a72bc0432ed tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Synchronizing usage tracker for tenant:d612251fbeab464ab5e439cdb4b3e36c on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:46:53.931522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:53.931781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:53.933182 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b335f0-070a-4f4e-9ea3-562926a5c8da tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:53.933621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b335f0-070a-4f4e-9ea3-562926a5c8da tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:53.937750 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-49b335f0-070a-4f4e-9ea3-562926a5c8da tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/subnets/1e08665f-a8d4-4b47-8900-3d887394e099 HTTP/1.1" status: 404 len: 337 time: 0.0492904 Jun 03 21:46:53.949940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7a78f-eafd-45e3-aca2-0af2e54a7d3b None None] Port 578f38c5-d906-42f0-904c-f633870a6007 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:46:53.953734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51532) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:54.079015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Allocated IP 172.26.3.78 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/4f5737de-58c6-4271-bde4-28c920dd0804) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:46:54.134174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-59652f25-5b48-48de-b700-eee4aae0b572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:54.235384 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-83904d15-0e62-40c5-aba0-d913ed93d5d3 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:54.235384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83904d15-0e62-40c5-aba0-d913ed93d5d3 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:54.247830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:54.253576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-edcb1418-afd5-400e-984d-3a72bc0432ed tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Unset dirty status for tenant:d612251fbeab464ab5e439cdb4b3e36c on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:46:54.255145 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-edcb1418-afd5-400e-984d-3a72bc0432ed tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] 10.222.0.96 "GET /v2.0/ports/578f38c5-d906-42f0-904c-f633870a6007 HTTP/1.1" status: 200 len: 1129 time: 0.6293325 Jun 03 21:46:54.261646 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51534) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:54.311852 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-83904d15-0e62-40c5-aba0-d913ed93d5d3 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/0eaa1c6b-3164-4387-9c43-9b5fcf20be1b HTTP/1.1" status: 404 len: 339 time: 0.3446510 Jun 03 21:46:54.335035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51538) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:54.384246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:54.390894 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-106859b6-0f9a-4b37-8edb-5a06c420c0d6 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:54.391342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106859b6-0f9a-4b37-8edb-5a06c420c0d6 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:54.451369 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-106859b6-0f9a-4b37-8edb-5a06c420c0d6 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/subnets/96a583ae-19da-4d3e-b324-6e808e22447d HTTP/1.1" status: 404 len: 337 time: 0.1112914 Jun 03 21:46:54.454122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51540) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:54.483231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:54.488317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:54.547675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-59652f25-5b48-48de-b700-eee4aae0b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:54.557152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:54.559251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:54.560759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a03ed0ee-5ec0-434b-bbfe-bc620052abda tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Deleting port 578f38c5-d906-42f0-904c-f633870a6007 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:54.561097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a03ed0ee-5ec0-434b-bbfe-bc620052abda tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:54.585188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:54.603802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:54.604095 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d591b5-3bfc-440a-85b9-107b7dc3b44f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] DELETE failed (client error): The resource could not be found. Jun 03 21:46:54.604531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d591b5-3bfc-440a-85b9-107b7dc3b44f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:46:54.616551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59652f25-5b48-48de-b700-eee4aae0b572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20811af5-83ca-41fe-abcb-f7d1b89f79a8,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:54.631332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-59652f25-5b48-48de-b700-eee4aae0b572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:54.650141 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-59652f25-5b48-48de-b700-eee4aae0b572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:54.651293 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-59652f25-5b48-48de-b700-eee4aae0b572 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/20811af5-83ca-41fe-abcb-f7d1b89f79a8 HTTP/1.1" status: 204 len: 168 time: 1.3461559 Jun 03 21:46:54.656858 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-74d591b5-3bfc-440a-85b9-107b7dc3b44f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/845a7eaf-a455-4809-b319-1363a0b131f7 HTTP/1.1" status: 404 len: 339 time: 0.1601381 Jun 03 21:46:54.664145 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51544) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:54.706670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:54.724261 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:54.778312 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Pushing event updated for resources: {'Port': ['ID=4f5737de-58c6-4271-bde4-28c920dd0804,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:54.787686 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:54.831653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:54.839870 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21d29d0-6d2d-420a-b4ee-020d7b2e9114 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Deleting subnet 6964cef2-0960-436d-bc46-4d1e504f60d9 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:46:54.857889 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d21d29d0-6d2d-420a-b4ee-020d7b2e9114 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:54.884554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:54.920496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=dc833572-c3bf-4fbb-80f4-b7d95b9fdc39,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:54.935244 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:54.943169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0f87bb07-4228-409e-83bc-68ea89698f7f tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:54.984267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a03ed0ee-5ec0-434b-bbfe-bc620052abda tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.016098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port 3327b068-7803-48b0-a760-d61967e4a594 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:55.016439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.031312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Checking segment: {'id': 'bc60015c-c662-47a3-be00-fac987750595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:55.031312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network hostable DHCP agents. Network: 9234cfc4-cac9-4628-886a-308ddd89dd3a, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:46:55.057460 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d21d29d0-6d2d-420a-b4ee-020d7b2e9114 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.141221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a03ed0ee-5ec0-434b-bbfe-bc620052abda tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Calling delete_port for 578f38c5-d906-42f0-904c-f633870a6007 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:55.218742 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.304539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=61ce09d9-28f2-4b27-8983-cdc1afd8558a,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:55.313510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:46:55.320624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:55.363162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.364326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 9234cfc4-cac9-4628-886a-308ddd89dd3a) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:55.375803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99289342-e0bc-4320-ac0b-fb46b118445b None None] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:55.450456 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:55.454997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a03ed0ee-5ec0-434b-bbfe-bc620052abda tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.456104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:55.456998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.464062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2fcb684a-1761-4bd6-9874-f84110f55441 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:55.488189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] For port 3327b068-7803-48b0-a760-d61967e4a594, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3327b068-7803-48b0-a760-d61967e4a594,segment=NetworkSegment(c053cf1c-1c66-4e9f-855a-f1a926d3851e),segment_id=c053cf1c-1c66-4e9f-855a-f1a926d3851e)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:55.488843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.504049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d21d29d0-6d2d-420a-b4ee-020d7b2e9114 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.527200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ed0ee-5ec0-434b-bbfe-bc620052abda tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Pushing event deleted for resources: {'Port': ['ID=578f38c5-d906-42f0-904c-f633870a6007,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:55.571389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a03ed0ee-5ec0-434b-bbfe-bc620052abda tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:55.583030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a03ed0ee-5ec0-434b-bbfe-bc620052abda tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.620191 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a03ed0ee-5ec0-434b-bbfe-bc620052abda tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] 10.222.0.96 "DELETE /v2.0/ports/578f38c5-d906-42f0-904c-f633870a6007 HTTP/1.1" status: 204 len: 168 time: 1.3577559 Jun 03 21:46:55.622054 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8692231 Jun 03 21:46:55.626041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51568) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:55.626670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51570) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:55.635158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2095741795'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:55.648554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf0c4-29fd-445b-b52d-3f1d9c159b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.679602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:55.693798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:network and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:55.705769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:55.713828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for 3327b068-7803-48b0-a760-d61967e4a594 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:55.719938 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Floating IP a6603744-20a7-4cb1-8028-e11237269550 associated. External IP: 172.26.3.80, port: d3a00c7a-2847-41c5-bdd8-c282d8cd4f4a. Jun 03 21:46:55.731232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:55.736467 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51572) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:55.762458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e821d14c-12b5-48aa-8796-75cd1b5beb71 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Deleting subnet 2613cb1e-5e3f-4ed9-b917-256c3dbcc6f1 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:46:55.768086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e821d14c-12b5-48aa-8796-75cd1b5beb71 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.809913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:55.813436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.838465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.871175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e821d14c-12b5-48aa-8796-75cd1b5beb71 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:55.915263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5407bab7-497d-4fb1-aac7-763343f73256 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:55.916227 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.api.v2.base [None req-5407bab7-497d-4fb1-aac7-763343f73256 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 03 21:46:55.916719 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-5407bab7-497d-4fb1-aac7-763343f73256 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): There was a conflict when trying to complete your request. Jun 03 21:46:55.921073 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5407bab7-497d-4fb1-aac7-763343f73256 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1803229 Jun 03 21:46:55.930504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51576) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:55.940037 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:46:55.947099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000000636'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:55.984341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:55.995379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:56.007587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:56.021322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:56.026736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:56.027077 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Added segment 81c5d3dc-83ff-43a1-b190-8353fd39e717 of type vlan for network 04520698-ed75-4ca3-bef4-24aac762d8e6 Jun 03 21:46:56.074245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:56.083701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:56.129501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:56.141796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:56.184070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:56.187651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e821d14c-12b5-48aa-8796-75cd1b5beb71 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:56.218722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:56.239147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:56.271948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:56.301110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:56.306845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:56.307627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:56.324408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d96ba71a-6f58-499e-9fb7-264be33ec6ea tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:56.494201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:56.609238 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d21d29d0-6d2d-420a-b4ee-020d7b2e9114 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:56.643079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:56.716649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d29d0-6d2d-420a-b4ee-020d7b2e9114 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Subnet': ['ID=6964cef2-0960-436d-bc46-4d1e504f60d9,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:56.716857 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0850942 Jun 03 21:46:56.717426 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d21d29d0-6d2d-420a-b4ee-020d7b2e9114 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:56.719670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51578) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:56.720316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1d5c3d-fdd5-437a-865b-8899ffa2e82a None None] Network ae3e64f3-2c80-49c8-a776-570044195d6d requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:56.721790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d21d29d0-6d2d-420a-b4ee-020d7b2e9114 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:56.726306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'ports': [{'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a'}, {'network_id': '04520698-ed75-4ca3-bef4-24aac762d8e6'}]} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:56.726584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:56.727087 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': '04520698-ed75-4ca3-bef4-24aac762d8e6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:56.757243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:56.798969 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d21d29d0-6d2d-420a-b4ee-020d7b2e9114 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/subnets/6964cef2-0960-436d-bc46-4d1e504f60d9 HTTP/1.1" status: 204 len: 168 time: 2.1328595 Jun 03 21:46:56.811319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51580) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:56.815188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Network': ['ID=04520698-ed75-4ca3-bef4-24aac762d8e6,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:56.841258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:56.853312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 04520698-ed75-4ca3-bef4-24aac762d8e6 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:46:56.859664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:56.873799 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d4a0960f-088f-45ed-ba37-7994c6ba8ad0 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:56.989115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=3327b068-7803-48b0-a760-d61967e4a594,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:57.000292 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.011206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:57.051572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.063823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3217c23d-c0c0-4fbb-8069-136b4bd85fdf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:57.133581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.145521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.154140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.180883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.199636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:57.205476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:57.245353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:57.256766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3299ca-6338-4c9f-aa56-33afac9af563 None None] DHCP port deletion for ae3e64f3-2c80-49c8-a776-570044195d6d request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:46:57.291688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:57.310063 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Pushing event updated for resources: {'Port': ['ID=4f5737de-58c6-4271-bde4-28c920dd0804,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:57.313207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:57.343688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ea3299ca-6338-4c9f-aa56-33afac9af563 None None] Deleting port 3480a699-319d-4d15-b417-556e2f0983f3 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:57.344072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea3299ca-6338-4c9f-aa56-33afac9af563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.358792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9b9469df-9a96-409d-aea3-d4e78e5119ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:57.416434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.466757 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ea3299ca-6338-4c9f-aa56-33afac9af563 None None] For port 3480a699-319d-4d15-b417-556e2f0983f3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3480a699-319d-4d15-b417-556e2f0983f3,segment=NetworkSegment(940c4d07-582b-4229-a49f-f5d4a49bfe34),segment_id=940c4d07-582b-4229-a49f-f5d4a49bfe34)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:57.467418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea3299ca-6338-4c9f-aa56-33afac9af563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.503296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b770b5ac-791b-4d65-88e3-5014e94eab33,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:57.509967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e821d14c-12b5-48aa-8796-75cd1b5beb71 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.522544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:57.523268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4ed7b58e-8e5e-46db-833d-6b1bcbf65cfe tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:57.548072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.565071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:57.574781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821d14c-12b5-48aa-8796-75cd1b5beb71 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Pushing event deleted for resources: {'Subnet': ['ID=2613cb1e-5e3f-4ed9-b917-256c3dbcc6f1,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:57.579727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:port and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:57.581584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e821d14c-12b5-48aa-8796-75cd1b5beb71 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:57.583143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e821d14c-12b5-48aa-8796-75cd1b5beb71 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.584519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:57.588014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:57.599549 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e893dfa-1578-49fb-8cb0-523d2f8981bf None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:57.615754 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e893dfa-1578-49fb-8cb0-523d2f8981bf None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:57.616784 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1e893dfa-1578-49fb-8cb0-523d2f8981bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:57.621157 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062b74bd-e337-42cb-ae72-82370647afbe None None] Network 178f8546-fe25-449c-961a-acd9380417d2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:57.650741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:57.700421 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e821d14c-12b5-48aa-8796-75cd1b5beb71 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] 10.222.0.96 "DELETE /v2.0/subnets/2613cb1e-5e3f-4ed9-b917-256c3dbcc6f1 HTTP/1.1" status: 204 len: 168 time: 2.0710940 Jun 03 21:46:57.710375 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1e893dfa-1578-49fb-8cb0-523d2f8981bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:57.713464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51582) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:57.722140 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e893dfa-1578-49fb-8cb0-523d2f8981bf None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:57.723005 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1e893dfa-1578-49fb-8cb0-523d2f8981bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:57.742975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.748627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ea3299ca-6338-4c9f-aa56-33afac9af563 None None] Calling delete_port for 3480a699-319d-4d15-b417-556e2f0983f3 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:57.756553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Deleting port 3480a699-319d-4d15-b417-556e2f0983f3 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:57.757026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.780195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.814754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 2} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:46:57.820050 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.834195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.848042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1fb6968f-8143-4cf5-9800-5ff94c50385b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:57.857626 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Floating IP 4a4669a2-6d11-494d-bf5f-cfdd62a8989a associated. External IP: 172.26.3.78, port: b0c8c69d-86f4-472b-8984-8591e6f12fec. Jun 03 21:46:57.857955 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1e893dfa-1578-49fb-8cb0-523d2f8981bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:57.858365 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e893dfa-1578-49fb-8cb0-523d2f8981bf None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:57.922357 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.8224099 Jun 03 21:46:57.935068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea3299ca-6338-4c9f-aa56-33afac9af563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.940485 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:57.945208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0d0dd030-677b-48b5-92fe-af0e1fc421b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:57.956828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51584) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:58.008620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb8d76c-1b53-4c34-8298-57664423bb9f None None] DHCP port deletion for 178f8546-fe25-449c-961a-acd9380417d2 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:46:58.016461 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3299ca-6338-4c9f-aa56-33afac9af563 None None] Pushing event deleted for resources: {'Port': ['ID=3480a699-319d-4d15-b417-556e2f0983f3,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:58.023045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ea3299ca-6338-4c9f-aa56-33afac9af563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:58.024085 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3480a699-319d-4d15-b417-556e2f0983f3 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:46:58.103096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3299ca-6338-4c9f-aa56-33afac9af563 None None] No DVR routers for this DVR port 3480a699-319d-4d15-b417-556e2f0983f3 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:58.125990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:58.134771 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:58.142974 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 3480a699-319d-4d15-b417-556e2f0983f3 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:46:58.142974 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3480a699-319d-4d15-b417-556e2f0983f3 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:46:58.143953 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2076802 Jun 03 21:46:58.143953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51588) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:58.144521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] For port 3480a699-319d-4d15-b417-556e2f0983f3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3480a699-319d-4d15-b417-556e2f0983f3,segment=NetworkSegment(940c4d07-582b-4229-a49f-f5d4a49bfe34),segment_id=940c4d07-582b-4229-a49f-f5d4a49bfe34)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:58.146325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:58.154898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed02440-aa1b-4d6b-8455-9ee8147a5566,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:58.172334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-70d3b040-7eca-4efe-bfef-e84fef3eee51 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': 'fed02440-aa1b-4d6b-8455-9ee8147a5566', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:58.177642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:58.195117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3fb8d76c-1b53-4c34-8298-57664423bb9f None None] Deleting port 21e59000-f96c-42e8-bdfc-c4a54d21dadd {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:46:58.195526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3fb8d76c-1b53-4c34-8298-57664423bb9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:58.284132 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-20f6bfc3-ec66-4a21-8a01-044838a91a5a tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "GET /v2.0/floatingips/a6603744-20a7-4cb1-8028-e11237269550 HTTP/1.1" status: 200 len: 977 time: 0.2541435 Jun 03 21:46:58.292391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 4105a8a5-c26d-4d90-b606-3b037cbbea8e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:58.292391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51590) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:58.296507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-70d3b040-7eca-4efe-bfef-e84fef3eee51 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:46:58.316281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3fb8d76c-1b53-4c34-8298-57664423bb9f None None] For port 21e59000-f96c-42e8-bdfc-c4a54d21dadd, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=21e59000-f96c-42e8-bdfc-c4a54d21dadd,segment=NetworkSegment(5ebeb45c-77c4-4709-9c7e-84920009a991),segment_id=5ebeb45c-77c4-4709-9c7e-84920009a991)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:46:58.316688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3fb8d76c-1b53-4c34-8298-57664423bb9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:58.375533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port dcdb98b3-8a34-4114-b0fc-69360376c4b9 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:46:58.397755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:58.478649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3fb8d76c-1b53-4c34-8298-57664423bb9f None None] Calling delete_port for 21e59000-f96c-42e8-bdfc-c4a54d21dadd owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:58.526322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Calling delete_port for 3480a699-319d-4d15-b417-556e2f0983f3 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:46:58.534632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-70d3b040-7eca-4efe-bfef-e84fef3eee51 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:46:58.540756 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3fb8d76c-1b53-4c34-8298-57664423bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:58.542721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-70d3b040-7eca-4efe-bfef-e84fef3eee51 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:46:58.546344 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d84e56fc-368a-48ac-9054-a87ba6e77f1d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Synchronizing usage tracker for tenant:8fadebda9ac1462e88d820e23b14fdd7 on resource:floatingip {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:46:58.550982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7f4654cd-bafc-455d-9a90-2a2c1bd77e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:58.589894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8d76c-1b53-4c34-8298-57664423bb9f None None] No DVR routers for this DVR port 21e59000-f96c-42e8-bdfc-c4a54d21dadd on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:58.600315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8d76c-1b53-4c34-8298-57664423bb9f None None] Pushing event deleted for resources: {'Port': ['ID=21e59000-f96c-42e8-bdfc-c4a54d21dadd,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:58.602346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-70d3b040-7eca-4efe-bfef-e84fef3eee51 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:46:58.605094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] The port '21e59000-f96c-42e8-bdfc-c4a54d21dadd' was deleted {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 03 21:46:58.608088 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d84e56fc-368a-48ac-9054-a87ba6e77f1d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Unset dirty status for tenant:8fadebda9ac1462e88d820e23b14fdd7 on resource:floatingip {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:46:58.611335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3fb8d76c-1b53-4c34-8298-57664423bb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:58.613339 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d84e56fc-368a-48ac-9054-a87ba6e77f1d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3200760 Jun 03 21:46:58.638778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51592) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:58.643681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-538e3d6c-2d43-463d-8ca0-b11fd0a49100 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'floatingip': {'port_id': '949a1bbf-6873-4ab5-9df5-bb7d59dd8951'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:46:58.673396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:46:58.684349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40eaf18-b98b-4a19-86c0-c4c850d6804e None None] Sync routers for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:46:58.694931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40eaf18-b98b-4a19-86c0-c4c850d6804e None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:58.695888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-d40eaf18-b98b-4a19-86c0-c4c850d6804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:58.704451 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6136355 Jun 03 21:46:58.705720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51594) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:58.821678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6170d386-0469-4c32-9c58-ec8314ead066 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting subnet e65a246b-0079-4369-8c01-9630635eb058 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:46:58.824427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6170d386-0469-4c32-9c58-ec8314ead066 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:58.859338 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-d40eaf18-b98b-4a19-86c0-c4c850d6804e None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:58.866488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:58.867898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70d3b040-7eca-4efe-bfef-e84fef3eee51 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:58.920761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6170d386-0469-4c32-9c58-ec8314ead066 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:58.974088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-538e3d6c-2d43-463d-8ca0-b11fd0a49100 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.039776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.162430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178f8546-fe25-449c-961a-acd9380417d2']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:59.192576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port b7e5d8c6-7242-4e0f-9131-67817def35b4 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:46:59.213862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebeb45c-77c4-4709-9c7e-84920009a991') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:59.214181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebeb45c-77c4-4709-9c7e-84920009a991') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:59.227284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-d40eaf18-b98b-4a19-86c0-c4c850d6804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:56Z', 'revision_number': 9, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:59.232001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40eaf18-b98b-4a19-86c0-c4c850d6804e None None] Checking router: 4105a8a5-c26d-4d90-b606-3b037cbbea8e for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:46:59.241086 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40eaf18-b98b-4a19-86c0-c4c850d6804e None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:46:59.241855 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-d40eaf18-b98b-4a19-86c0-c4c850d6804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:59.245611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.245779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6170d386-0469-4c32-9c58-ec8314ead066 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.327549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.340270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:59.368559 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.400534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-d40eaf18-b98b-4a19-86c0-c4c850d6804e None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:46:59.412136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70d3b040-7eca-4efe-bfef-e84fef3eee51 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.414356 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Router 3aaceaaa-e5fe-4292-ac1b-d76588ba1593 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:46:59.415693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Port': ['ID=3480a699-319d-4d15-b417-556e2f0983f3,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:59.423935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.426148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:46:59.426554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.441887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:46:59.443615 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:46:59.480519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] No DVR routers for this DVR port 3480a699-319d-4d15-b417-556e2f0983f3 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:46:59.482074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70d3b040-7eca-4efe-bfef-e84fef3eee51 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.522051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.530618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:59.586881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6616954c-4159-489e-8269-a8afe82f00dc tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:59.618670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:46:59.631853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:59.644192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:59.644996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.659037 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3b040-7eca-4efe-bfef-e84fef3eee51 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa0d3c6-13c6-4f5b-a27b-a52c40fc20e2,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:59.666379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=dcdb98b3-8a34-4114-b0fc-69360376c4b9,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:59.672058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:59.672723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:59.710331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-70d3b040-7eca-4efe-bfef-e84fef3eee51 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:59.810530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-d40eaf18-b98b-4a19-86c0-c4c850d6804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:56Z', 'revision_number': 9, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:59.813804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=b7e5d8c6-7242-4e0f-9131-67817def35b4,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:59.816375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.818916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40eaf18-b98b-4a19-86c0-c4c850d6804e None None] The sync data for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv is: [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:46:56Z', 'revision_number': 9, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '198bc681-7074-45cd-9d3f-beca76f26f92', 'name': '', 'network_id': '309266f8-dabb-4fa2-815a-4bbe4eed2035', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:63:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:41Z', 'updated_at': '2021-06-03T21:45:55Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '683f1932-763f-4c4e-96e0-630e01ebdb8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:46:59.820336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:59.821231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Checking segment: {'id': '81c5d3dc-83ff-43a1-b190-8353fd39e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '04520698-ed75-4ca3-bef4-24aac762d8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:46:59.821587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network hostable DHCP agents. Network: 04520698-ed75-4ca3-bef4-24aac762d8e6, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:46:59.838478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6a5786e9-2a5c-4e8c-a86b-1951c2f5f1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:59.852186 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 04520698-ed75-4ca3-bef4-24aac762d8e6 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:46:59.868708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 04520698-ed75-4ca3-bef4-24aac762d8e6) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:46:59.877916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6170d386-0469-4c32-9c58-ec8314ead066 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.878976 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f115ff-d343-40fb-b9ef-0ccce51e87d3 None None] Network 04520698-ed75-4ca3-bef4-24aac762d8e6 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:59.884421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9606a3da-e8be-41e4-a9ab-5cc2cb530675 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:46:59.911111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.915947 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] 10.222.0.96 "DELETE /v2.0/networks/178f8546-fe25-449c-961a-acd9380417d2 HTTP/1.1" status: 204 len: 168 time: 2.1910772 Jun 03 21:46:59.916100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:46:59.919294 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:59.924040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:46:59.924735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.933610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.944851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170d386-0469-4c32-9c58-ec8314ead066 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Subnet': ['ID=e65a246b-0079-4369-8c01-9630635eb058,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:46:59.950827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6170d386-0469-4c32-9c58-ec8314ead066 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:46:59.951897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6170d386-0469-4c32-9c58-ec8314ead066 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.969235 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6170d386-0469-4c32-9c58-ec8314ead066 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/e65a246b-0079-4369-8c01-9630635eb058 HTTP/1.1" status: 204 len: 168 time: 1.2593608 Jun 03 21:46:59.969418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51598) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:46:59.976838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa43f90-dccf-4acc-a90b-8acc2a7afe43 None None] Network 5c2cef1d-dcae-498a-8d0f-c945cf243e53 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:46:59.977964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70d3b040-7eca-4efe-bfef-e84fef3eee51 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:46:59.979136 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-70d3b040-7eca-4efe-bfef-e84fef3eee51 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8213768 Jun 03 21:46:59.982826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3e64f3-2c80-49c8-a776-570044195d6d']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:46:59.992307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Pushing event deleted for resources: {'Network': ['ID=178f8546-fe25-449c-961a-acd9380417d2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:00.000305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51600) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:00.005719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:00.010817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f5c569ca-70ab-47e2-b95f-f297d2f693ce tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': 'fed02440-aa1b-4d6b-8455-9ee8147a5566', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:00.018741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940c4d07-582b-4229-a49f-f5d4a49bfe34') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:00.019038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940c4d07-582b-4229-a49f-f5d4a49bfe34') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:00.035414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f5c569ca-70ab-47e2-b95f-f297d2f693ce tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:00.058170 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3374109 Jun 03 21:47:00.058944 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51602) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:00.251562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:00.277850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51606) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:00.301045 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:00.307042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 21e59000-f96c-42e8-bdfc-c4a54d21dadd no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:47:00.361170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 21e59000-f96c-42e8-bdfc-c4a54d21dadd {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:47:00.361820 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 21e59000-f96c-42e8-bdfc-c4a54d21dadd not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:47:00.369153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f5c569ca-70ab-47e2-b95f-f297d2f693ce tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:00.394899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f5c569ca-70ab-47e2-b95f-f297d2f693ce tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:00.444941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d3fb87-e849-47dd-b77d-477ab5ddea64 None None] DHCP port deletion for 5c2cef1d-dcae-498a-8d0f-c945cf243e53 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:47:00.520138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:00.520493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:00.527283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f5c569ca-70ab-47e2-b95f-f297d2f693ce tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:00.536910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3fb87-e849-47dd-b77d-477ab5ddea64 None None] Deleting port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:00.537440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c3d3fb87-e849-47dd-b77d-477ab5ddea64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:00.552936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:00.594822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:00.595214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:00.598077 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c8a98a56-3458-4a1d-bd82-ee9d4fc4bd48 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port b7e5d8c6-7242-4e0f-9131-67817def35b4 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:00.598417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8a98a56-3458-4a1d-bd82-ee9d4fc4bd48 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:00.611243 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:00.636666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:00.654567 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb30119-72d8-4af4-bedf-5d980128a09a None None] Sync routers for ids ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:00.664997 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb30119-72d8-4af4-bedf-5d980128a09a None None] Routers {'3aaceaaa-e5fe-4292-ac1b-d76588ba1593'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:00.665242 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-abc940b8-256e-4dab-a2af-cbb5c71cd56d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d612251fbeab464ab5e439cdb4b3e36c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833616 Jun 03 21:47:00.666045 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-aeb30119-72d8-4af4-bedf-5d980128a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:00.671615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c3d3fb87-e849-47dd-b77d-477ab5ddea64 None None] For port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=31667f91-fbd4-49c7-85f1-8b0a6dad2a31,segment=NetworkSegment(c053cf1c-1c66-4e9f-855a-f1a926d3851e),segment_id=c053cf1c-1c66-4e9f-855a-f1a926d3851e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:00.672074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c3d3fb87-e849-47dd-b77d-477ab5ddea64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:00.682945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51610) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:00.727304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] For port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=31667f91-fbd4-49c7-85f1-8b0a6dad2a31,segment=NetworkSegment(c053cf1c-1c66-4e9f-855a-f1a926d3851e),segment_id=c053cf1c-1c66-4e9f-855a-f1a926d3851e)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:00.727692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:00.728110 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-aeb30119-72d8-4af4-bedf-5d980128a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:00.737515 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb30119-72d8-4af4-bedf-5d980128a09a None None] Routers {'3aaceaaa-e5fe-4292-ac1b-d76588ba1593'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:00.738361 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-aeb30119-72d8-4af4-bedf-5d980128a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:00.807863 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-aeb30119-72d8-4af4-bedf-5d980128a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:00.808521 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb30119-72d8-4af4-bedf-5d980128a09a None None] The sync data for ids ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:00.825113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3fb87-e849-47dd-b77d-477ab5ddea64 None None] Calling delete_port for 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:00.879899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c3d3fb87-e849-47dd-b77d-477ab5ddea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:00.886153 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9714662d-fe41-489d-b80a-65f26e58eac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:00.904649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5c569ca-70ab-47e2-b95f-f297d2f693ce tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:00.954651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d3fb87-e849-47dd-b77d-477ab5ddea64 None None] No DVR routers for this DVR port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:00.955231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:00.966357 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:00.967331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8a98a56-3458-4a1d-bd82-ee9d4fc4bd48 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:00.970244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3fb87-e849-47dd-b77d-477ab5ddea64 None None] Pushing event deleted for resources: {'Port': ['ID=31667f91-fbd4-49c7-85f1-8b0a6dad2a31,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:00.974754 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c3d3fb87-e849-47dd-b77d-477ab5ddea64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:01.002240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.028893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-14ed8c35-08ed-4219-8fb2-5c5db93291c6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:01.050199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.059232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-538e3d6c-2d43-463d-8ca0-b11fd0a49100 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.074400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Pushing event deleted for resources: {'Network': ['ID=ae3e64f3-2c80-49c8-a776-570044195d6d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:01.084264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-538e3d6c-2d43-463d-8ca0-b11fd0a49100 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.149657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:01.166043 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] 10.222.0.96 "DELETE /v2.0/networks/ae3e64f3-2c80-49c8-a776-570044195d6d HTTP/1.1" status: 204 len: 168 time: 4.3518054 Jun 03 21:47:01.176337 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.3701243 Jun 03 21:47:01.183841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51618) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:01.268214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c8a98a56-3458-4a1d-bd82-ee9d4fc4bd48 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for b7e5d8c6-7242-4e0f-9131-67817def35b4 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:01.275514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6389873c-b6c9-4713-a093-011e5e269e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.275725 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-f5c569ca-70ab-47e2-b95f-f297d2f693ce tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): There was a conflict when trying to complete your request. Jun 03 21:47:01.276772 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f5c569ca-70ab-47e2-b95f-f297d2f693ce tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2755005 Jun 03 21:47:01.281295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51620) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:01.326950 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6389873c-b6c9-4713-a093-011e5e269e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.381439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.387177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a7ce389d-8d09-4b33-a549-51ab94aa7c60 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:01.411635 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bcd807c6-3e7a-41aa-ac86-e3261f7a025b tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] 10.222.0.96 "GET /v2.0/floatingips/4a4669a2-6d11-494d-bf5f-cfdd62a8989a HTTP/1.1" status: 200 len: 982 time: 0.2239382 Jun 03 21:47:01.424523 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51624) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:01.449972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51628) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:01.451575 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=31667f91-fbd4-49c7-85f1-8b0a6dad2a31,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:01.460895 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:01.461717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No DVR routers for this DVR port 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:01.515580 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-538e3d6c-2d43-463d-8ca0-b11fd0a49100 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Floating IP a6603744-20a7-4cb1-8028-e11237269550 associated. External IP: 172.26.3.80, port: d3a00c7a-2847-41c5-bdd8-c282d8cd4f4a. Jun 03 21:47:01.519279 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6389873c-b6c9-4713-a093-011e5e269e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.523499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8a98a56-3458-4a1d-bd82-ee9d4fc4bd48 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.531813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5cde74cd-74db-4be1-8fab-b500a9d61428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:01.564061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389873c-b6c9-4713-a093-011e5e269e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a2516b-83b3-4206-8c85-8d05a62faead,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:01.620379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6389873c-b6c9-4713-a093-011e5e269e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:01.622533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:01.627836 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ab0d9c40-3ef7-4ac2-a716-c8a07b6f37ed tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3018 time: 0.2021279 Jun 03 21:47:01.632205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51632) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:01.632890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae237bcb-dec5-4960-8c1b-8c93f862b229 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.676510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.702340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c8a98a56-3458-4a1d-bd82-ee9d4fc4bd48 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.708844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2cef1d-dcae-498a-8d0f-c945cf243e53']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:01.719014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a98a56-3458-4a1d-bd82-ee9d4fc4bd48 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=b7e5d8c6-7242-4e0f-9131-67817def35b4,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:01.728678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c8a98a56-3458-4a1d-bd82-ee9d4fc4bd48 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:01.732257 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c8a98a56-3458-4a1d-bd82-ee9d4fc4bd48 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/b7e5d8c6-7242-4e0f-9131-67817def35b4 HTTP/1.1" status: 204 len: 168 time: 1.6098573 Jun 03 21:47:01.740125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c053cf1c-1c66-4e9f-855a-f1a926d3851e') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:01.740436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c053cf1c-1c66-4e9f-855a-f1a926d3851e') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:01.741411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51634) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:01.747330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6389873c-b6c9-4713-a093-011e5e269e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.750881 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6389873c-b6c9-4713-a093-011e5e269e3b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c5a2516b-83b3-4206-8c85-8d05a62faead HTTP/1.1" status: 204 len: 168 time: 1.0645099 Jun 03 21:47:01.764580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.791983 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-86a67b23-cb40-4992-be86-61bd9df03631 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b19a3ae18129407e99341659481c261f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377075 Jun 03 21:47:01.794247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.796431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51638) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:01.812985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:01.813544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:01.829747 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:01.937294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:47:01.969324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.975017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:47:01.975352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 31667f91-fbd4-49c7-85f1-8b0a6dad2a31 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:47:01.975800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3327b068-7803-48b0-a760-d61967e4a594 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:47:01.976399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:01.983956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e8b1198d-ccbf-43e9-9cc4-af73e70e67e8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:02.010535 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/networks/5c2cef1d-dcae-498a-8d0f-c945cf243e53 HTTP/1.1" status: 204 len: 168 time: 2.0400515 Jun 03 21:47:02.011746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e6c77a06-5719-4f0d-929e-3207e9425524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:02.012690 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 3327b068-7803-48b0-a760-d61967e4a594 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:47:02.013040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3327b068-7803-48b0-a760-d61967e4a594 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:47:02.017377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51644) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:02.018218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Network': ['ID=5c2cef1d-dcae-498a-8d0f-c945cf243e53,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:02.034855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae237bcb-dec5-4960-8c1b-8c93f862b229 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:02.105762 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:02.106336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:02.106698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:02.107051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:02.107400 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:02.107808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:02.108113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:02.108457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:02.108834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:02.109176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:02.109519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:02.109861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:02.125041 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:02.176263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e6c77a06-5719-4f0d-929e-3207e9425524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:02.405020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae237bcb-dec5-4960-8c1b-8c93f862b229 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:02.413504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e6c77a06-5719-4f0d-929e-3207e9425524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:02.420739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9eb548c4-bed1-4d6e-b2b3-c94b183d5f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:02.437947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c77a06-5719-4f0d-929e-3207e9425524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5df349a-2c74-4cc7-b99e-8af330e9e897,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:02.467152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-206f9d9a-1aa7-4e81-936d-b75b1740a289 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:02.470643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e6c77a06-5719-4f0d-929e-3207e9425524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:02.481142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e6c77a06-5719-4f0d-929e-3207e9425524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:02.483777 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e6c77a06-5719-4f0d-929e-3207e9425524 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e5df349a-2c74-4cc7-b99e-8af330e9e897 HTTP/1.1" status: 204 len: 168 time: 0.6848576 Jun 03 21:47:02.500861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a2cd6d-0886-4286-a59d-fb348ccd75b1 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:02.507074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a2cd6d-0886-4286-a59d-fb348ccd75b1 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:02.512179 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-83a2cd6d-0886-4286-a59d-fb348ccd75b1 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.7696028 Jun 03 21:47:02.516528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51664) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:02.521776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae237bcb-dec5-4960-8c1b-8c93f862b229 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed02440-aa1b-4d6b-8455-9ee8147a5566,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:02.569814 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ae237bcb-dec5-4960-8c1b-8c93f862b229 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:02.651863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae237bcb-dec5-4960-8c1b-8c93f862b229 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:02.653870 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ae237bcb-dec5-4960-8c1b-8c93f862b229 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "DELETE /v2.0/security-groups/fed02440-aa1b-4d6b-8455-9ee8147a5566 HTTP/1.1" status: 204 len: 168 time: 1.3695076 Jun 03 21:47:02.664167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51668) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:02.687517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538e3d6c-2d43-463d-8ca0-b11fd0a49100 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:02.693816 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51670) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:02.721069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Deleting port 4f5737de-58c6-4271-bde4-28c920dd0804 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:02.721664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:02.740456 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ed34993e-24f5-4dc3-a5f5-a93995d1f152 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0750089 Jun 03 21:47:02.745761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51676) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:02.751909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1807260815'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:02.758870 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:02.765029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:02.769692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:02.783439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:02.790542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:02.912433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:02.945074 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:02.952223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:02.963735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:02.974483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:02.998192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f56b5a21-f714-47f4-a17c-13bf061d804b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port dcdb98b3-8a34-4114-b0fc-69360376c4b9 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:02.998535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f56b5a21-f714-47f4-a17c-13bf061d804b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.074977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1621898224'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:03.140449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.140682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.148574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:03.157553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538e3d6c-2d43-463d-8ca0-b11fd0a49100 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:03.173249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654f6624-fd2e-4488-897d-c0b575eb98fa None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:03.189560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654f6624-fd2e-4488-897d-c0b575eb98fa None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:03.191257 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-654f6624-fd2e-4488-897d-c0b575eb98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:03.280751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:network and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:03.291163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:03.324423 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-654f6624-fd2e-4488-897d-c0b575eb98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:03.339241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.340436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654f6624-fd2e-4488-897d-c0b575eb98fa None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:03.341271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-654f6624-fd2e-4488-897d-c0b575eb98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:03.365035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f56b5a21-f714-47f4-a17c-13bf061d804b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.373080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:03.386657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Calling delete_port for 4f5737de-58c6-4271-bde4-28c920dd0804 owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:03.404017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.427772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f7bf85c-2e4d-49a2-b70d-a2c77c2c7999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:03.435421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-654f6624-fd2e-4488-897d-c0b575eb98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:03.435921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654f6624-fd2e-4488-897d-c0b575eb98fa None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:03.445197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.446515 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6998043 Jun 03 21:47:03.451498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51694) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:03.467451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c34aeb9d-1469-4f4d-8613-bc1bdb1cfe03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '53b1438c-d40a-4acc-be66-ea7548354c98', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:03.468942 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-c34aeb9d-1469-4f4d-8613-bc1bdb1cfe03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 03 21:47:03.469480 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-c34aeb9d-1469-4f4d-8613-bc1bdb1cfe03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:03.470428 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c34aeb9d-1469-4f4d-8613-bc1bdb1cfe03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0161600 Jun 03 21:47:03.482947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51696) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:03.539820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b1438c-d40a-4acc-be66-ea7548354c98,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:03.555908 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:03.576774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51698) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:03.612933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72483aed-0851-47da-9577-8aa68e883820 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.650123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port 198bc681-7074-45cd-9d3f-beca76f26f92 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:03.650466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.673887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72483aed-0851-47da-9577-8aa68e883820 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.716038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8a815894-9cd8-4c4f-9733-576f77c20d08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1789877303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:03.718151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f56b5a21-f714-47f4-a17c-13bf061d804b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for dcdb98b3-8a34-4114-b0fc-69360376c4b9 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:03.723302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:03.726861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.784380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8a815894-9cd8-4c4f-9733-576f77c20d08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:03.799220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8a815894-9cd8-4c4f-9733-576f77c20d08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Usage tracker for resource:router and tenant:4b322438986448438fd67622dd24bb07 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:03.804446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8a815894-9cd8-4c4f-9733-576f77c20d08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:03.815420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8a815894-9cd8-4c4f-9733-576f77c20d08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:03.816569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.840680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72483aed-0851-47da-9577-8aa68e883820 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.847418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:03.854899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a815894-9cd8-4c4f-9733-576f77c20d08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.855912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a815894-9cd8-4c4f-9733-576f77c20d08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.871284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:03.871577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72483aed-0851-47da-9577-8aa68e883820 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b1438c-d40a-4acc-be66-ea7548354c98,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:03.876070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] For port 198bc681-7074-45cd-9d3f-beca76f26f92, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=198bc681-7074-45cd-9d3f-beca76f26f92,segment=NetworkSegment(426b9493-563a-4cbb-b7ff-32a7d53873fc),segment_id=426b9493-563a-4cbb-b7ff-32a7d53873fc)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:03.876773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.884632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:security_group_rule and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:03.886927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-72483aed-0851-47da-9577-8aa68e883820 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:03.889606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:03.895375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72483aed-0851-47da-9577-8aa68e883820 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:03.896576 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-72483aed-0851-47da-9577-8aa68e883820 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "DELETE /v2.0/security-groups/53b1438c-d40a-4acc-be66-ea7548354c98 HTTP/1.1" status: 204 len: 168 time: 0.4126570 Jun 03 21:47:03.903776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:03.905493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51702) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:04.005669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a815894-9cd8-4c4f-9733-576f77c20d08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.016353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for 198bc681-7074-45cd-9d3f-beca76f26f92 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:04.044306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a815894-9cd8-4c4f-9733-576f77c20d08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.071311 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a815894-9cd8-4c4f-9733-576f77c20d08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.075141 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8a815894-9cd8-4c4f-9733-576f77c20d08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4938219 Jun 03 21:47:04.075357 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51704) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:04.080366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-161743608'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:04.086897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:04.092298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Usage tracker for resource:network and tenant:4b322438986448438fd67622dd24bb07 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:04.095832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:04.105163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:04.131534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Made reservation on behalf of 4b322438986448438fd67622dd24bb07 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:04.134988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.151286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.158538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b6aced55-7b1d-4570-a058-60bd77b3a252 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Synchronizing usage tracker for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:04.170132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f56b5a21-f714-47f4-a17c-13bf061d804b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.174736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:04.179322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Usage tracker for resource:security_group_rule and tenant:4b322438986448438fd67622dd24bb07 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:04.182493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:04.188249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a6cd6f1e-4999-4c93-85d7-fdc09223837d tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:04.190131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:04.257955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b5a21-f714-47f4-a17c-13bf061d804b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=dcdb98b3-8a34-4114-b0fc-69360376c4b9,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:04.273281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f56b5a21-f714-47f4-a17c-13bf061d804b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:04.283380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f56b5a21-f714-47f4-a17c-13bf061d804b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.283627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.288129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:04.319976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b6aced55-7b1d-4570-a058-60bd77b3a252 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Unset dirty status for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:04.321238 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b6aced55-7b1d-4570-a058-60bd77b3a252 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4147787 Jun 03 21:47:04.334580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51706) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:04.340660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025072267'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:04.344813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538e3d6c-2d43-463d-8ca0-b11fd0a49100 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:04.346547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=198bc681-7074-45cd-9d3f-beca76f26f92,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:04.352051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:04.356488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:04.393341 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f56b5a21-f714-47f4-a17c-13bf061d804b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/dcdb98b3-8a34-4114-b0fc-69360376c4b9 HTTP/1.1" status: 204 len: 168 time: 1.8729393 Jun 03 21:47:04.393635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51708) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:04.400012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.456033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:04.466385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.479075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:04.493685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.524340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:04.625098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.625309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9400f5-9d00-48f3-b2ad-5ab15f8a4e0c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:04.640851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.653911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:04.654437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-711ea878-fb7d-4367-b492-b4110f8751a6 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:04.656819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.671898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-07409e94-83ca-4be0-863d-dc2f146be385 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:04.693338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:04.710033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.713490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:04.721507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:04.726759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.727136 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Added segment 8b43991b-b3b6-423c-b886-79bf10bbf0e9 of type vlan for network e32752a9-d404-4c76-b9f8-2ca577cdac6c Jun 03 21:47:04.733789 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:04.736900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event deleted for resources: {'Port': ['ID=4f5737de-58c6-4271-bde4-28c920dd0804,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:04.754831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:04.755112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:04.757223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5dd375-f2aa-4892-b71a-52253528415e,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:04.764665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:04.778572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538e3d6c-2d43-463d-8ca0-b11fd0a49100 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:04.790423 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3abd0d4-e1c8-46f6-9e86-dd34e57e2e13 None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:04.804307 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3abd0d4-e1c8-46f6-9e86-dd34e57e2e13 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:04.804676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.804975 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b3abd0d4-e1c8-46f6-9e86-dd34e57e2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:04.810528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-538e3d6c-2d43-463d-8ca0-b11fd0a49100 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.820348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.820949 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Added segment 6f7e684b-cc09-4748-8d83-c2ac2cc123ff of type vlan for network f0f16604-f5e9-4880-b16b-a0b2920f9749 Jun 03 21:47:04.830236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79080838-a091-4718-8f02-10ebf10a70b2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:04.831295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-79080838-a091-4718-8f02-10ebf10a70b2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:04.845160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:04.845490 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Floating IP 4a4669a2-6d11-494d-bf5f-cfdd62a8989a disassociated (deleted). External IP: 172.26.3.78, port: b0c8c69d-86f4-472b-8984-8591e6f12fec. Jun 03 21:47:04.881787 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b3abd0d4-e1c8-46f6-9e86-dd34e57e2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:04.891513 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3abd0d4-e1c8-46f6-9e86-dd34e57e2e13 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:04.892130 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b3abd0d4-e1c8-46f6-9e86-dd34e57e2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:04.953730 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b3abd0d4-e1c8-46f6-9e86-dd34e57e2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:04.954103 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3abd0d4-e1c8-46f6-9e86-dd34e57e2e13 None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:05.056637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:05.062225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:05.062834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:05.071383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-26a3a85c-c8ab-49ff-b120-bb922d1d29eb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:05.100211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:05.115937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-79080838-a091-4718-8f02-10ebf10a70b2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:05.117114 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-79080838-a091-4718-8f02-10ebf10a70b2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7175140 Jun 03 21:47:05.123165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51710) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:05.176857 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4809630 Jun 03 21:47:05.189590 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-538e3d6c-2d43-463d-8ca0-b11fd0a49100 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "PUT /v2.0/floatingips/a6603744-20a7-4cb1-8028-e11237269550 HTTP/1.1" status: 200 len: 976 time: 6.5472023 Jun 03 21:47:05.209937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51712) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:05.222646 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d428a90b-b951-4291-836f-f2a221ac69e5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:05.365336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:05.370902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:05.371570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:05.391958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-db53233b-f83e-4404-9c73-9414649cbe91 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:05.423123 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f63d29-3743-42a8-b290-6a762f069971 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:47:05.423685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-40f63d29-3743-42a8-b290-6a762f069971 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:05.429044 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:05.431507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Network': ['ID=e32752a9-d404-4c76-b9f8-2ca577cdac6c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:05.446183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:05.446565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:05.446896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:05.447247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:05.447611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:05.447960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:05.448314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:05.448640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:05.448986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:05.449336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:05.449672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:05.449992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:05.457339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:05.469743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network e32752a9-d404-4c76-b9f8-2ca577cdac6c details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:05.507280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:05.513971 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-40f63d29-3743-42a8-b290-6a762f069971 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:05.517626 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-40f63d29-3743-42a8-b290-6a762f069971 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/b7e5d8c6-7242-4e0f-9131-67817def35b4 HTTP/1.1" status: 404 len: 333 time: 0.3752682 Jun 03 21:47:05.524101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51714) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:05.572332 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-5254d186-51c7-452f-bd11-f2ee735b4774 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:47:05.574037 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5254d186-51c7-452f-bd11-f2ee735b4774 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/dcdb98b3-8a34-4114-b0fc-69360376c4b9 HTTP/1.1" status: 404 len: 333 time: 0.0479219 Jun 03 21:47:05.577448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51718) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:05.587627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d428a90b-b951-4291-836f-f2a221ac69e5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:05.660575 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event updated for resources: {'Network': ['ID=f0f16604-f5e9-4880-b16b-a0b2920f9749,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:05.668597 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5922062 Jun 03 21:47:05.669632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:05.670873 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3350408 Jun 03 21:47:05.671560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51720) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:05.674599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:05.676569 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 4105a8a5-c26d-4d90-b606-3b037cbbea8e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:05.678564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e6c77a06-5719-4f0d-929e-3207e9425524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:05.681208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network f0f16604-f5e9-4880-b16b-a0b2920f9749 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:05.686678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51722) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:05.691401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Request body: {'subnet': {'network_id': 'f0f16604-f5e9-4880-b16b-a0b2920f9749', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:05.698370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ce0fe9ef-d1e2-4d27-80b8-10fb1d7ffe6c tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '941c8a2b-efd7-4990-a4cc-2860c2fd3fa5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:05.699410 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.api.v2.base [None req-ce0fe9ef-d1e2-4d27-80b8-10fb1d7ffe6c tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 03 21:47:05.699938 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-ce0fe9ef-d1e2-4d27-80b8-10fb1d7ffe6c tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:05.700890 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ce0fe9ef-d1e2-4d27-80b8-10fb1d7ffe6c tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0132599 Jun 03 21:47:05.705800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51724) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:05.830195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:05.877875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Router 3aaceaaa-e5fe-4292-ac1b-d76588ba1593 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:05.950469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941c8a2b-efd7-4990-a4cc-2860c2fd3fa5,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:05.975763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:06.034705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bf67aad0-20fe-4e14-9776-d9ed4bfa4bc6 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.061343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:06.069065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Usage tracker for resource:subnet and tenant:4b322438986448438fd67622dd24bb07 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:06.080066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:06.103888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:06.162486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bf67aad0-20fe-4e14-9776-d9ed4bfa4bc6 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.186833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.198612 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d428a90b-b951-4291-836f-f2a221ac69e5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.203179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:06.211790 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1909313 Jun 03 21:47:06.212941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51726) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:06.221356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123a858a-77a8-4a67-926f-68cd7260314a None None] Sync routers for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:06.234271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a858a-77a8-4a67-926f-68cd7260314a None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:06.235411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-123a858a-77a8-4a67-926f-68cd7260314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:06.245274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d428a90b-b951-4291-836f-f2a221ac69e5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.245587 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-d428a90b-b951-4291-836f-f2a221ac69e5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Floating IP a6603744-20a7-4cb1-8028-e11237269550 disassociated. External IP: 172.26.3.80, port: 949a1bbf-6873-4ab5-9df5-bb7d59dd8951. Jun 03 21:47:06.267492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04520698-ed75-4ca3-bef4-24aac762d8e6']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:06.293619 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Made reservation on behalf of 4b322438986448438fd67622dd24bb07 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:06.297223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.304746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c5d3dc-83ff-43a1-b190-8353fd39e717') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:06.305127 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c5d3dc-83ff-43a1-b190-8353fd39e717') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:06.326815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.363592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.365134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:06.374811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bf67aad0-20fe-4e14-9776-d9ed4bfa4bc6 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.377245 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1ab06-bde7-436e-ac9d-dc130f07fd72 None None] Sync routers for ids ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:06.382098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:06.382630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.390808 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1ab06-bde7-436e-ac9d-dc130f07fd72 None None] Routers {'3aaceaaa-e5fe-4292-ac1b-d76588ba1593'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:06.391685 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-08e1ab06-bde7-436e-ac9d-dc130f07fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:06.398834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-edbe73f2-923e-42a9-ba22-bfdd832ce31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:06.407021 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:06.436425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67aad0-20fe-4e14-9776-d9ed4bfa4bc6 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941c8a2b-efd7-4990-a4cc-2860c2fd3fa5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:06.441796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bf67aad0-20fe-4e14-9776-d9ed4bfa4bc6 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:06.519744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.541707 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-08e1ab06-bde7-436e-ac9d-dc130f07fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:06.547356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-123a858a-77a8-4a67-926f-68cd7260314a None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:47:06.549803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bf67aad0-20fe-4e14-9776-d9ed4bfa4bc6 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.550904 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bf67aad0-20fe-4e14-9776-d9ed4bfa4bc6 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "DELETE /v2.0/security-groups/941c8a2b-efd7-4990-a4cc-2860c2fd3fa5 HTTP/1.1" status: 204 len: 168 time: 0.8442018 Jun 03 21:47:06.558280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51730) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:06.564831 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1ab06-bde7-436e-ac9d-dc130f07fd72 None None] Routers {'3aaceaaa-e5fe-4292-ac1b-d76588ba1593'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:06.567047 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-08e1ab06-bde7-436e-ac9d-dc130f07fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:06.581855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.592504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1b2f6732-76a7-487d-90c3-328068fe9162 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:06.614926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.621797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Network': ['ID=04520698-ed75-4ca3-bef4-24aac762d8e6,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:06.629515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:06.650916 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/networks/04520698-ed75-4ca3-bef4-24aac762d8e6 HTTP/1.1" status: 204 len: 168 time: 1.0722454 Jun 03 21:47:06.652864 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "DELETE /v2.0/floatingips/4a4669a2-6d11-494d-bf5f-cfdd62a8989a HTTP/1.1" status: 204 len: 168 time: 5.0177696 Jun 03 21:47:06.656110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51732) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:06.663636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51734) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:06.667750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1841547456'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:06.678556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:06.692596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:06.707174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:network and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:06.721222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:06.724106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:06.730354 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-08e1ab06-bde7-436e-ac9d-dc130f07fd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:06.730781 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1ab06-bde7-436e-ac9d-dc130f07fd72 None None] The sync data for ids ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:06.743662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:06.748056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Usage tracker for resource:floatingip and tenant:5b16a6f368db463f8ff095c4e9eaae92 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:06.755355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e5678242-e3bc-42d6-b82d-2f128c361026 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Synchronizing usage tracker for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:06.763741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:06.776093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:06.790230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:06.794975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.820763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e5678242-e3bc-42d6-b82d-2f128c361026 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Unset dirty status for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:06.827030 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e5678242-e3bc-42d6-b82d-2f128c361026 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2687197 Jun 03 21:47:06.830346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51736) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:06.836068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867241082'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:06.845141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.858633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:06.878158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:06.911226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:06.923862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.951933 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:06.951933 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Added segment 1f2c78fd-9cc3-4b41-b955-f01624eb4958 of type vlan for network 5576938a-9009-4115-96c9-32b2e49ebc56 Jun 03 21:47:06.977366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7596835a-12d7-4166-9afe-dadd422aaf4b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting subnet 683f1932-763f-4c4e-96e0-630e01ebdb8d {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:47:06.992883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7596835a-12d7-4166-9afe-dadd422aaf4b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:07.036786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-123a858a-77a8-4a67-926f-68cd7260314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:47:04Z', 'revision_number': 10, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:07.049335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123a858a-77a8-4a67-926f-68cd7260314a None None] Checking router: 4105a8a5-c26d-4d90-b606-3b037cbbea8e for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:47:07.074365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a858a-77a8-4a67-926f-68cd7260314a None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:07.079620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-123a858a-77a8-4a67-926f-68cd7260314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:07.097072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:07.138526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:07.146296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:07.153249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:07.153973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:07.162028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:07.165343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:07.285834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-123a858a-77a8-4a67-926f-68cd7260314a None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:47:07.353773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7596835a-12d7-4166-9afe-dadd422aaf4b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:07.530247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:07.586268 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9241650 Jun 03 21:47:07.586268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:07.596096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51742) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:07.606587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Network': ['ID=5576938a-9009-4115-96c9-32b2e49ebc56,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:07.617480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:07.622731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': '5576938a-9009-4115-96c9-32b2e49ebc56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:07.674443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 5576938a-9009-4115-96c9-32b2e49ebc56 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:07.682928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d428a90b-b951-4291-836f-f2a221ac69e5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:07.834925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-123a858a-77a8-4a67-926f-68cd7260314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:47:04Z', 'revision_number': 10, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:07.839485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123a858a-77a8-4a67-926f-68cd7260314a None None] The sync data for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv is: [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:47:04Z', 'revision_number': 10, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None, '_interfaces': [{'id': '04cca07c-8456-45fa-8005-b93b9c4180d8', 'name': '', 'network_id': '98aa7c9c-d4e0-4a39-bf74-711839974b67', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'mac_address': 'fa:16:3e:cf:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '085218ab-c720-492f-a522-e53af7084157', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:45:30Z', 'updated_at': '2021-06-03T21:45:40Z', 'revision_number': 5, 'project_id': '79e648382f85452294831c70ad69ff15', 'subnets': [{'id': '085218ab-c720-492f-a522-e53af7084157', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:07.845101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b558f-2c51-493e-b89f-9ab4be2d3251 req-e58dc5a1-d4dc-4712-8c58-8533ebe1f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:07.846855 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a84b558f-2c51-493e-b89f-9ab4be2d3251 req-e58dc5a1-d4dc-4712-8c58-8533ebe1f247 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8575706e29d4efb935647060af56086&device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 1098 time: 0.3127561 Jun 03 21:47:07.865793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:07.909094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:07.912218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:07.918798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:07.980759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:08.020931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:08.032724 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7596835a-12d7-4166-9afe-dadd422aaf4b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:08.076684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:08.084863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:08.104933 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:08.110952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a36cd1-4056-415c-9ff7-e8b46b7d6139 req-d14e2864-1781-42d4-a1b1-7c0ed548bf97 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:08.112138 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-11a36cd1-4056-415c-9ff7-e8b46b7d6139 req-d14e2864-1781-42d4-a1b1-7c0ed548bf97 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.6241364 Jun 03 21:47:08.117866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-76700a14-fa7f-4821-a4f0-7351b6b2f933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:08.127505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d428a90b-b951-4291-836f-f2a221ac69e5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:08.155489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4a857-eddf-44b3-adec-a4c084cec04a None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:08.168143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4a857-eddf-44b3-adec-a4c084cec04a None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:08.168937 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-60e4a857-eddf-44b3-adec-a4c084cec04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:08.271220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-60e4a857-eddf-44b3-adec-a4c084cec04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:08.302409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4a857-eddf-44b3-adec-a4c084cec04a None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:08.303259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-60e4a857-eddf-44b3-adec-a4c084cec04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:08.376283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b558f-2c51-493e-b89f-9ab4be2d3251 req-7ce77cb3-79f3-4b25-bb0b-072168715f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:08.378175 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a84b558f-2c51-493e-b89f-9ab4be2d3251 req-7ce77cb3-79f3-4b25-bb0b-072168715f3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3ab37d9-450d-465b-af87-fe797b3c7680 HTTP/1.1" status: 200 len: 914 time: 0.5143194 Jun 03 21:47:08.407156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4905e1-6212-4545-8215-edcf486368b4,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:08.410180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:08.412466 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5809944 Jun 03 21:47:08.471640 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d428a90b-b951-4291-836f-f2a221ac69e5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:08.488465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:08.489010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51744) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:08.489314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51746) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:08.497148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-60e4a857-eddf-44b3-adec-a4c084cec04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:08.497364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4a857-eddf-44b3-adec-a4c084cec04a None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:08.512822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'subnet': {'network_id': 'e32752a9-d404-4c76-b9f8-2ca577cdac6c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:08.515948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7596835a-12d7-4166-9afe-dadd422aaf4b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:08.529420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7881a5f0-d66f-4122-b3d5-fcc2a372508f tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:08.532287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d8a93340-4e5d-4583-9364-f739e0a3c375 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '3b4905e1-6212-4545-8215-edcf486368b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:08.541812 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.api.v2.base [None req-d8a93340-4e5d-4583-9364-f739e0a3c375 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 03 21:47:08.542371 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-d8a93340-4e5d-4583-9364-f739e0a3c375 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:08.543393 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d8a93340-4e5d-4583-9364-f739e0a3c375 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0436573 Jun 03 21:47:08.556106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Allocated IP 172.26.3.154 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/64773d87-3c50-405f-8fe1-17a1e9490482) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:08.559099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51748) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:08.581456 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-11a36cd1-4056-415c-9ff7-e8b46b7d6139 req-c4e90dc5-fa7b-41d5-8b89-1110074fe250 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4489183 Jun 03 21:47:08.582439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7596835a-12d7-4166-9afe-dadd422aaf4b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:08.588105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-67ce9e62-edac-46a4-a330-25b2625ba673 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '3b4905e1-6212-4545-8215-edcf486368b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:08.588767 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.api.v2.base [None req-67ce9e62-edac-46a4-a330-25b2625ba673 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 03 21:47:08.589259 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-67ce9e62-edac-46a4-a330-25b2625ba673 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:08.590314 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-67ce9e62-edac-46a4-a330-25b2625ba673 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0277648 Jun 03 21:47:08.594099 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7596835a-12d7-4166-9afe-dadd422aaf4b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/683f1932-763f-4c4e-96e0-630e01ebdb8d HTTP/1.1" status: 204 len: 168 time: 2.3796239 Jun 03 21:47:08.594680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51750) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:08.597403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596835a-12d7-4166-9afe-dadd422aaf4b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Subnet': ['ID=683f1932-763f-4c4e-96e0-630e01ebdb8d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:08.606305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7bd98-72db-41f9-934f-bd3e96035f02 None None] Network 309266f8-dabb-4fa2-815a-4bbe4eed2035 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:08.607954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51752) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:08.613616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d0384a62-eb88-47f3-b2ce-04ae22473119 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '3b4905e1-6212-4545-8215-edcf486368b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:08.615975 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-d0384a62-eb88-47f3-b2ce-04ae22473119 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 03 21:47:08.616656 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-d0384a62-eb88-47f3-b2ce-04ae22473119 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:08.620566 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d0384a62-eb88-47f3-b2ce-04ae22473119 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0182586 Jun 03 21:47:08.620965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7596835a-12d7-4166-9afe-dadd422aaf4b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:08.628911 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51754) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:08.637911 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-11fdc24d-b9df-46de-a172-72efb94e1a9c tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '3b4905e1-6212-4545-8215-edcf486368b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:08.638798 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-11fdc24d-b9df-46de-a172-72efb94e1a9c tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 03 21:47:08.639268 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-11fdc24d-b9df-46de-a172-72efb94e1a9c tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:08.645944 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-11fdc24d-b9df-46de-a172-72efb94e1a9c tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098808 Jun 03 21:47:08.645944 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d428a90b-b951-4291-836f-f2a221ac69e5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "PUT /v2.0/floatingips/a6603744-20a7-4cb1-8028-e11237269550 HTTP/1.1" status: 200 len: 687 time: 3.4317317 Jun 03 21:47:08.645944 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51756) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:08.646274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51758) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:08.748334 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a84b558f-2c51-493e-b89f-9ab4be2d3251 req-2ae81f2d-41ee-46c1-8e99-8d9a90cd3029 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c160a6-3c5a-454f-998f-946a491894d8 HTTP/1.1" status: 200 len: 1001 time: 0.3427854 Jun 03 21:47:08.893156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3d96dd-6ab1-4061-ae66-bfa6d0d11ff2 None None] DHCP port deletion for 309266f8-dabb-4fa2-815a-4bbe4eed2035 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:47:08.968865 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d96dd-6ab1-4061-ae66-bfa6d0d11ff2 None None] Deleting port 79f4aaff-3798-423e-a09d-295e81e9e352 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:08.969324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3c3d96dd-6ab1-4061-ae66-bfa6d0d11ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:08.997896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:09.011988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:subnet and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:09.023305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.025158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:09.043879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:09.066518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b558f-2c51-493e-b89f-9ab4be2d3251 req-6e1def62-3f33-44a0-ae9f-2fbc58f68cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:09.068070 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a84b558f-2c51-493e-b89f-9ab4be2d3251 req-6e1def62-3f33-44a0-ae9f-2fbc58f68cc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f48f48ce-c887-4cce-89b6-0302a64d4519 HTTP/1.1" status: 200 len: 851 time: 0.2966728 Jun 03 21:47:09.074987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3c3d96dd-6ab1-4061-ae66-bfa6d0d11ff2 None None] For port 79f4aaff-3798-423e-a09d-295e81e9e352, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=79f4aaff-3798-423e-a09d-295e81e9e352,segment=NetworkSegment(426b9493-563a-4cbb-b7ff-32a7d53873fc),segment_id=426b9493-563a-4cbb-b7ff-32a7d53873fc)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:09.075498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3c3d96dd-6ab1-4061-ae66-bfa6d0d11ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.113006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.117805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-46bac0cd-ad7c-4590-88a9-b1c4a4ea9344 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.121428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d21d29d0-6d2d-420a-b4ee-020d7b2e9114 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:09.141508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:09.145009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.172265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.212719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d96dd-6ab1-4061-ae66-bfa6d0d11ff2 None None] Calling delete_port for 79f4aaff-3798-423e-a09d-295e81e9e352 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:09.213628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-46bac0cd-ad7c-4590-88a9-b1c4a4ea9344 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.247553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event updated for resources: {'Subnet': ['ID=851e0cc8-2f33-48aa-b3cb-8c1838d06cbf,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:09.275625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:09.286167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3c3d96dd-6ab1-4061-ae66-bfa6d0d11ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.300533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-ee654ab8-05d0-4eb4-8026-a331e142da09 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port 61ce09d9-28f2-4b27-8983-cdc1afd8558a {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:09.300888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ee654ab8-05d0-4eb4-8026-a331e142da09 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.301048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-43961aa2-d421-4dc5-9ab2-2d2aec7c60d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:09.314115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Checking segment: {'id': '6f7e684b-cc09-4748-8d83-c2ac2cc123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'f0f16604-f5e9-4880-b16b-a0b2920f9749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:09.314486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Network hostable DHCP agents. Network: f0f16604-f5e9-4880-b16b-a0b2920f9749, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:09.343312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d96dd-6ab1-4061-ae66-bfa6d0d11ff2 None None] No DVR routers for this DVR port 79f4aaff-3798-423e-a09d-295e81e9e352 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:09.366776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d96dd-6ab1-4061-ae66-bfa6d0d11ff2 None None] Pushing event deleted for resources: {'Port': ['ID=79f4aaff-3798-423e-a09d-295e81e9e352,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:09.369296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3c3d96dd-6ab1-4061-ae66-bfa6d0d11ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:09.404273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-46bac0cd-ad7c-4590-88a9-b1c4a4ea9344 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.413496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-59652f25-5b48-48de-b700-eee4aae0b572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:09.432614 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Network f0f16604-f5e9-4880-b16b-a0b2920f9749 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:09.446019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bac0cd-ad7c-4590-88a9-b1c4a4ea9344 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4905e1-6212-4545-8215-edcf486368b4,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:09.452429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-46bac0cd-ad7c-4590-88a9-b1c4a4ea9344 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:09.455956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, f0f16604-f5e9-4880-b16b-a0b2920f9749) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:09.475955 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bbc540-e886-4396-bc7e-8a88674eb7ad None None] Network f0f16604-f5e9-4880-b16b-a0b2920f9749 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:09.486293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:09.486971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.490958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-46bac0cd-ad7c-4590-88a9-b1c4a4ea9344 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.494302 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-46bac0cd-ad7c-4590-88a9-b1c4a4ea9344 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "DELETE /v2.0/security-groups/3b4905e1-6212-4545-8215-edcf486368b4 HTTP/1.1" status: 204 len: 168 time: 0.8452034 Jun 03 21:47:09.495567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ee654ab8-05d0-4eb4-8026-a331e142da09 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.495844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ee654ab8-05d0-4eb4-8026-a331e142da09 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.500495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51760) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:09.627484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ca826c9f-8a7d-4f4a-8354-b1a688cab4fd tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Synchronizing usage tracker for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:09.633143 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9519496 Jun 03 21:47:09.637863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-ee654ab8-05d0-4eb4-8026-a331e142da09 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for 61ce09d9-28f2-4b27-8983-cdc1afd8558a owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:09.640540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51764) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:09.648777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Request body: {'network': {'name': 'tempest-router-network01--209559982'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:09.654386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.657327 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:09.663494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Usage tracker for resource:network and tenant:4b322438986448438fd67622dd24bb07 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:09.664990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a03ed0ee-5ec0-434b-bbfe-bc620052abda tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:09.668665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:09.680680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:09.696986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Made reservation on behalf of 4b322438986448438fd67622dd24bb07 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:09.700774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.743150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b558f-2c51-493e-b89f-9ab4be2d3251 req-19acdd9f-5f96-4672-9565-f193c521614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:09.744589 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a84b558f-2c51-493e-b89f-9ab4be2d3251 req-19acdd9f-5f96-4672-9565-f193c521614c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3ab37d9-450d-465b-af87-fe797b3c7680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6665280 Jun 03 21:47:09.750316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-f0f16604-f5e9-4880-b16b-a0b2920f9749', 'network_id': 'f0f16604-f5e9-4880-b16b-a0b2920f9749', 'tenant_id': '4b322438986448438fd67622dd24bb07', 'fixed_ips': [{'subnet_id': '851e0cc8-2f33-48aa-b3cb-8c1838d06cbf'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:09.751679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.758468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1340} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:09.770287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.770848 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Added segment b3958188-ba8b-4c05-b2c2-1603383aa8f1 of type vlan for network 23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7 Jun 03 21:47:09.842679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.854895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port 79f4aaff-3798-423e-a09d-295e81e9e352 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:09.855106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.875671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ee654ab8-05d0-4eb4-8026-a331e142da09 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.881866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3400a996-2919-43f7-bed3-453fec606b07 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:09.918194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:09.931595 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee654ab8-05d0-4eb4-8026-a331e142da09 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=61ce09d9-28f2-4b27-8983-cdc1afd8558a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:09.936216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ee654ab8-05d0-4eb4-8026-a331e142da09 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:09.946155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:09.950491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Allocated IP 172.20.0.2 (f0f16604-f5e9-4880-b16b-a0b2920f9749/851e0cc8-2f33-48aa-b3cb-8c1838d06cbf/0880b9fa-c032-49cc-9a84-cb8a5de3e036) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:09.959624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 198bc681-7074-45cd-9d3f-beca76f26f92 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:47:09.971147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.976286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:09.976962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:09.977087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ca826c9f-8a7d-4f4a-8354-b1a688cab4fd tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Unset dirty status for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:09.981909 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ca826c9f-8a7d-4f4a-8354-b1a688cab4fd tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4749951 Jun 03 21:47:09.984289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:09.987075 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-48ac08b2-afba-473a-974c-5749bbb4184f tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:10.000465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 198bc681-7074-45cd-9d3f-beca76f26f92 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:47:10.000947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 198bc681-7074-45cd-9d3f-beca76f26f92 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:47:10.001460 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 79f4aaff-3798-423e-a09d-295e81e9e352 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:47:10.002471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51766) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:10.036239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Pushing event updated for resources: {'Port': ['ID=64773d87-3c50-405f-8fe1-17a1e9490482,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:10.050354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535982111'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:10.061618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 79f4aaff-3798-423e-a09d-295e81e9e352 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:47:10.062087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 79f4aaff-3798-423e-a09d-295e81e9e352 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:47:10.074615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:10.105985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:10.139595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:10.183163 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5390084 Jun 03 21:47:10.183163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event updated for resources: {'Network': ['ID=23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:10.185745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:10.186190 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51768) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:10.191156 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Request body: {'network': {'name': 'tempest-router-network02--1910595767'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:10.194836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ee654ab8-05d0-4eb4-8026-a331e142da09 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.197026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ee654ab8-05d0-4eb4-8026-a331e142da09 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.202072 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ee654ab8-05d0-4eb4-8026-a331e142da09 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/floatingips/a6603744-20a7-4cb1-8028-e11237269550 HTTP/1.1" status: 204 len: 168 time: 1.5531743 Jun 03 21:47:10.202072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.210519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51770) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:10.211152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:10.215560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:10.237178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] For port 79f4aaff-3798-423e-a09d-295e81e9e352, host dv-neutron-792998-2-hyperv, got binding levels [] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:10.237541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.271503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Usage tracker for resource:network and tenant:4b322438986448438fd67622dd24bb07 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:10.282585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Quota usage for network was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:10.296626 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-e3449b51-cc4a-4b33-896a-d3b77a71fe2d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] delete failed (client error): The resource could not be found. Jun 03 21:47:10.299262 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e3449b51-cc4a-4b33-896a-d3b77a71fe2d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/floatingips/a6603744-20a7-4cb1-8028-e11237269550 HTTP/1.1" status: 404 len: 345 time: 0.0840368 Jun 03 21:47:10.302251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:10.304083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51772) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:10.308407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:10.353214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:10.361953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:10.370113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:10.372947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Made reservation on behalf of 4b322438986448438fd67622dd24bb07 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:10.376264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.397217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.414158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Transition to ACTIVE for port object 0880b9fa-c032-49cc-9a84-cb8a5de3e036 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:10.421002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for 79f4aaff-3798-423e-a09d-295e81e9e352 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:10.429336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_backend_mixin [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Port 79f4aaff-3798-423e-a09d-295e81e9e352 was not found and therefore no delete operation was performed {{(pid=104396) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:47:10.438142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Transition to ACTIVE for port object 0880b9fa-c032-49cc-9a84-cb8a5de3e036 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:10.438681 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a84b558f-2c51-493e-b89f-9ab4be2d3251 req-e467494d-31cb-424a-9328-32e7f6699ba5 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271956 Jun 03 21:47:10.440098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:10.444609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.446610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.452432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7f4654cd-bafc-455d-9a90-2a2c1bd77e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:10.467357 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-28c0f191-5bd3-4d8b-8698-44d7103f7773 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:10.467680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.468002 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Added segment b3ccb17f-ea5c-4b65-ba11-ada83b886c3e of type vlan for network 42fe3f38-a97b-4603-9746-954c40a7226b Jun 03 21:47:10.491773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c4686-b45e-4e1d-bb6d-1306de649e17 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:10.497701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c4686-b45e-4e1d-bb6d-1306de649e17 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:10.503757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c4686-b45e-4e1d-bb6d-1306de649e17 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:10.504841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-eb9c4686-b45e-4e1d-bb6d-1306de649e17 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Synchronizing usage tracker for tenant:8fadebda9ac1462e88d820e23b14fdd7 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:10.511792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Network f0f16604-f5e9-4880-b16b-a0b2920f9749 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:10.514823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:10.517390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:10.550728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747135-74de-41eb-b94b-898fab40586c req-7cca9203-ea05-4c8e-a47c-1d2b8291e782 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:10.552342 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-17747135-74de-41eb-b94b-898fab40586c req-7cca9203-ea05-4c8e-a47c-1d2b8291e782 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.7333932 Jun 03 21:47:10.553474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=79f4aaff-3798-423e-a09d-295e81e9e352,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:10.555101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.559891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.564780 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Pushing event updated for resources: {'Port': ['ID=0880b9fa-c032-49cc-9a84-cb8a5de3e036,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:10.567801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.570856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:10.572019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:10.576139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:10.576632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No DVR routers for this DVR port 79f4aaff-3798-423e-a09d-295e81e9e352 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:10.597578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-eb9c4686-b45e-4e1d-bb6d-1306de649e17 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Unset dirty status for tenant:8fadebda9ac1462e88d820e23b14fdd7 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:10.598738 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-eb9c4686-b45e-4e1d-bb6d-1306de649e17 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "GET /v2.0/ports?network_id=80c1fa85-883f-4907-8534-b862cce67f17 HTTP/1.1" status: 200 len: 2357 time: 0.2927659 Jun 03 21:47:10.604724 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51774) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:10.672348 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Attempting to bind port 0880b9fa-c032-49cc-9a84-cb8a5de3e036 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:10.672761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Attempting to bind port 0880b9fa-c032-49cc-9a84-cb8a5de3e036 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '6f7e684b-cc09-4748-8d83-c2ac2cc123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'f0f16604-f5e9-4880-b16b-a0b2920f9749'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:10.673060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Attempting to bind port 0880b9fa-c032-49cc-9a84-cb8a5de3e036 on network f0f16604-f5e9-4880-b16b-a0b2920f9749 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:10.678588 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:10.678932 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Checking segment: {'id': '6f7e684b-cc09-4748-8d83-c2ac2cc123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'f0f16604-f5e9-4880-b16b-a0b2920f9749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:10.679492 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.680157 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Bound using segment: {'id': '6f7e684b-cc09-4748-8d83-c2ac2cc123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'f0f16604-f5e9-4880-b16b-a0b2920f9749'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:10.680309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Bound port: 0880b9fa-c032-49cc-9a84-cb8a5de3e036, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7e684b-cc09-4748-8d83-c2ac2cc123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': 'f0f16604-f5e9-4880-b16b-a0b2920f9749'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:10.680552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.689612 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e08ad7-c41c-400a-8c73-d009c58e7d96,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:10.698213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.702196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:10.713746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.714981 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7091861 Jun 03 21:47:10.718665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51776) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:10.726565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-eeb69cf8-8073-4816-bb01-3177b1f45b0e tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '09e08ad7-c41c-400a-8c73-d009c58e7d96', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:10.727310 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-eeb69cf8-8073-4816-bb01-3177b1f45b0e tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 03 21:47:10.727849 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-eeb69cf8-8073-4816-bb01-3177b1f45b0e tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:10.729000 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-eeb69cf8-8073-4816-bb01-3177b1f45b0e tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091558 Jun 03 21:47:10.732718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666758b1-e2b6-4696-8674-c759e600da79 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:10.734229 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-666758b1-e2b6-4696-8674-c759e600da79 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "GET /v2.0/subnets/28395bbf-2e75-4cb4-acf1-82900255a86b HTTP/1.1" status: 200 len: 797 time: 0.1240437 Jun 03 21:47:10.734951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51778) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:10.737088 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.743033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:10.743661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.747448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51780) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:10.750984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-12c644e7-f598-4560-8358-53b67c49c723 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '09e08ad7-c41c-400a-8c73-d009c58e7d96', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:10.758200 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-03cb32e6-e65a-4a32-ab98-278aca2b7f5a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:10.778762 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'port': {'network_id': '80c1fa85-883f-4907-8534-b862cce67f17', 'name': 'tempest-FloatingIPTestJSON-289162897', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:10.787928 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] For port 0880b9fa-c032-49cc-9a84-cb8a5de3e036, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:10.792072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] For port 0880b9fa-c032-49cc-9a84-cb8a5de3e036, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0880b9fa-c032-49cc-9a84-cb8a5de3e036,segment=NetworkSegment(6f7e684b-cc09-4748-8d83-c2ac2cc123ff),segment_id=6f7e684b-cc09-4748-8d83-c2ac2cc123ff)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:10.797683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:10.801555 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5d823479-0e80-4d74-a5f9-24cfab29d4e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:10.803211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-12c644e7-f598-4560-8358-53b67c49c723 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:10.823060 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-12c644e7-f598-4560-8358-53b67c49c723 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:10.891320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Pushing event updated for resources: {'Port': ['ID=0880b9fa-c032-49cc-9a84-cb8a5de3e036,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:10.903582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:10.903944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:10.904735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:10.904735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:10.904947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:10.905303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:10.905499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:10.905798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:10.906113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:10.906423 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:10.906734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:10.907039 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:47:10.911169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:10.971263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-12c644e7-f598-4560-8358-53b67c49c723 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:10.984491 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7972631 Jun 03 21:47:10.990857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-12c644e7-f598-4560-8358-53b67c49c723 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:10.998345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51782) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:11.110788 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Request body: {'subnet': {'network_id': '23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:11.169896 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-17747135-74de-41eb-b94b-898fab40586c req-bf61cdf0-e57e-46d4-9414-d9c2f664f2d0 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5895009 Jun 03 21:47:11.206301 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a84b558f-2c51-493e-b89f-9ab4be2d3251 req-51853ecb-7c35-4a3b-9662-8078d634c1b3 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7400038 Jun 03 21:47:11.209469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:11.236964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:11.253038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e821d14c-12b5-48aa-8796-75cd1b5beb71 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:11.271096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event updated for resources: {'Network': ['ID=42fe3f38-a97b-4603-9746-954c40a7226b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:11.287713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 42fe3f38-a97b-4603-9746-954c40a7226b details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:11.296893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309266f8-dabb-4fa2-815a-4bbe4eed2035']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:11.301705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:11.321020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:11.356725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426b9493-563a-4cbb-b7ff-32a7d53873fc') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:11.357102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426b9493-563a-4cbb-b7ff-32a7d53873fc') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:11.377302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:11.391648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Usage tracker for resource:subnet and tenant:4b322438986448438fd67622dd24bb07 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:11.398785 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:11.401076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:11.403935 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-12c644e7-f598-4560-8358-53b67c49c723 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:11.405546 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-12c644e7-f598-4560-8358-53b67c49c723 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6692085 Jun 03 21:47:11.407110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:11.416633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51784) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:11.430840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3c469611-c286-4d19-a103-a73ab62b602c tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '09e08ad7-c41c-400a-8c73-d009c58e7d96', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:11.431948 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-3c469611-c286-4d19-a103-a73ab62b602c tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 03 21:47:11.432927 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-3c469611-c286-4d19-a103-a73ab62b602c tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:11.435897 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3c469611-c286-4d19-a103-a73ab62b602c tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0174534 Jun 03 21:47:11.437692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:11.440798 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51786) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:11.453734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-f34a1555-b0e2-4799-b171-18afce1d181a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '09e08ad7-c41c-400a-8c73-d009c58e7d96', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:11.460813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:11.471182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f34a1555-b0e2-4799-b171-18afce1d181a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:11.484094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Subnet': ['ID=7fd216aa-afd3-4620-9bd8-edee6a9608d3,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:11.484998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f34a1555-b0e2-4799-b171-18afce1d181a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:11.487714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:11.492289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f34a1555-b0e2-4799-b171-18afce1d181a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:11.503507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Made reservation on behalf of 4b322438986448438fd67622dd24bb07 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:11.510534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:11.540695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f34a1555-b0e2-4799-b171-18afce1d181a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:11.560347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Made reservation on behalf of 8fadebda9ac1462e88d820e23b14fdd7 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:11.588596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:11.591277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Checking segment: {'id': '1f2c78fd-9cc3-4b41-b955-f01624eb4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5576938a-9009-4115-96c9-32b2e49ebc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:11.591660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network hostable DHCP agents. Network: 5576938a-9009-4115-96c9-32b2e49ebc56, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:11.622750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:11.623145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:11.641274 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:11.762985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 5576938a-9009-4115-96c9-32b2e49ebc56 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:11.776297 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-f34a1555-b0e2-4799-b171-18afce1d181a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:11.778063 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f34a1555-b0e2-4799-b171-18afce1d181a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3303342 Jun 03 21:47:11.783925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51788) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:11.793778 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d9e798e3-bcf6-4d48-9bda-d2d50e0e693b tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '09e08ad7-c41c-400a-8c73-d009c58e7d96', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:11.794510 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-d9e798e3-bcf6-4d48-9bda-d2d50e0e693b tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 03 21:47:11.795179 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-d9e798e3-bcf6-4d48-9bda-d2d50e0e693b tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:11.796185 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d9e798e3-bcf6-4d48-9bda-d2d50e0e693b tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110700 Jun 03 21:47:11.809247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51790) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:11.818104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-dabd1844-c1d9-4869-989b-f9c652f88089 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '09e08ad7-c41c-400a-8c73-d009c58e7d96', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:11.818767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 5576938a-9009-4115-96c9-32b2e49ebc56) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:11.828543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1567b471-9724-4a38-a354-22afa62d411f None None] Network 5576938a-9009-4115-96c9-32b2e49ebc56 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:11.831081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-dabd1844-c1d9-4869-989b-f9c652f88089 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:11.853502 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:11.857605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:11.876822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dabd1844-c1d9-4869-989b-f9c652f88089 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:11.880549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dabd1844-c1d9-4869-989b-f9c652f88089 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:11.881717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:11.890496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-dabd1844-c1d9-4869-989b-f9c652f88089 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:11.894806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:11.911422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] device_id is not set on port 1bc49043-23d9-4d81-ae50-ec80185a5149 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:47:11.912400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-69dbff17-d96b-4d75-a6c4-28def0612327 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:11.956318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:12.003787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:12.004377 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:12.115856 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-dabd1844-c1d9-4869-989b-f9c652f88089 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:12.117218 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dabd1844-c1d9-4869-989b-f9c652f88089 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3067772 Jun 03 21:47:12.122268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51792) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:12.129171 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:12.140357 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4109defe-905a-4b66-9576-b3941323d265 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '09e08ad7-c41c-400a-8c73-d009c58e7d96', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:12.141138 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-4109defe-905a-4b66-9576-b3941323d265 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 03 21:47:12.141789 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-4109defe-905a-4b66-9576-b3941323d265 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:12.142925 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4109defe-905a-4b66-9576-b3941323d265 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0182121 Jun 03 21:47:12.160667 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/networks/309266f8-dabb-4fa2-815a-4bbe4eed2035 HTTP/1.1" status: 204 len: 168 time: 3.5508802 Jun 03 21:47:12.161366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51794) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:12.169345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51796) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:12.173825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-db9c9a66-17ac-42fc-8b92-c36e3a612786 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '09e08ad7-c41c-400a-8c73-d009c58e7d96', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:12.182038 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5765786 Jun 03 21:47:12.182791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Pushing event updated for resources: {'Port': ['ID=64773d87-3c50-405f-8fe1-17a1e9490482,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:12.187341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51798) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:12.189504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0880b9fa-c032-49cc-9a84-cb8a5de3e036 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:12.223906 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077fa0e0-9f89-4a03-b77e-7f35d39d8811 None None] Network f0f16604-f5e9-4880-b16b-a0b2920f9749 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:12.245916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-db9c9a66-17ac-42fc-8b92-c36e3a612786 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:12.248392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:12.260088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': '5576938a-9009-4115-96c9-32b2e49ebc56', 'name': 'tempest-PortsIpV6TestJSON-1640039645'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:12.278940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:12.315866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:12.325472 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-db9c9a66-17ac-42fc-8b92-c36e3a612786 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:12.390313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-5576938a-9009-4115-96c9-32b2e49ebc56', 'network_id': '5576938a-9009-4115-96c9-32b2e49ebc56', 'tenant_id': '3a547e491c4a4a76bcbe66bef1cc3b0e', 'fixed_ips': [{'subnet_id': '7fd216aa-afd3-4620-9bd8-edee6a9608d3'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:12.391141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:12.407398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c5ea09b5-a654-45a7-a220-e90c68d8e899 None None] Provisioning for port 0880b9fa-c032-49cc-9a84-cb8a5de3e036 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:12.422679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-db9c9a66-17ac-42fc-8b92-c36e3a612786 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:12.429270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Network': ['ID=309266f8-dabb-4fa2-815a-4bbe4eed2035,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:12.442850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-db9c9a66-17ac-42fc-8b92-c36e3a612786 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:12.450556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:12.455503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-176ad4bd-ee2b-4ff5-b890-c3e66460c664 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:12.494679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 0880b9fa-c032-49cc-9a84-cb8a5de3e036 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:12.520397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 0880b9fa-c032-49cc-9a84-cb8a5de3e036 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:12.520912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:12.546594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:12.548559 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8744104 Jun 03 21:47:12.556218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51802) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:12.574909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Checking segment: {'id': '8b43991b-b3b6-423c-b886-79bf10bbf0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'e32752a9-d404-4c76-b9f8-2ca577cdac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:12.575477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network hostable DHCP agents. Network: e32752a9-d404-4c76-b9f8-2ca577cdac6c, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:12.637947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.20.0.14 (80c1fa85-883f-4907-8534-b862cce67f17/28395bbf-2e75-4cb4-acf1-82900255a86b/1bc49043-23d9-4d81-ae50-ec80185a5149) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:12.658657 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84f559-86ba-4b58-9753-9e815ea9923e req-961d38b0-51ea-47cc-83e5-621a32b24b18 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:12.660210 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cb84f559-86ba-4b58-9753-9e815ea9923e req-961d38b0-51ea-47cc-83e5-621a32b24b18 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.3309989 Jun 03 21:47:12.662360 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.20.0.13 (80c1fa85-883f-4907-8534-b862cce67f17/28395bbf-2e75-4cb4-acf1-82900255a86b/1bc49043-23d9-4d81-ae50-ec80185a5149) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:12.772139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:12.798836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:12.803507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Subnet': ['ID=99a481fb-ba7c-4667-b8b9-550ea12dee8e,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:12.806492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:12.809392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Allocated IP 2001:db8::2 (5576938a-9009-4115-96c9-32b2e49ebc56/7fd216aa-afd3-4620-9bd8-edee6a9608d3/ba2507fb-6881-43b3-958a-ea224843d42a) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:12.812427 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cb84f559-86ba-4b58-9753-9e815ea9923e req-a21a022e-df8a-4516-8ce9-be31a5b6624a tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408505 Jun 03 21:47:12.820992 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-db9c9a66-17ac-42fc-8b92-c36e3a612786 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:12.825388 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-db9c9a66-17ac-42fc-8b92-c36e3a612786 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6539397 Jun 03 21:47:12.844514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51806) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:12.848368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Usage tracker for resource:floatingip and tenant:85b767037e234c46b1c398f5eb1ff98f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:12.867328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:12.887198 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:12.907024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network e32752a9-d404-4c76-b9f8-2ca577cdac6c is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:12.921409 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-67b08e58-f526-4910-b153-720e9857655b tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '09e08ad7-c41c-400a-8c73-d009c58e7d96', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:12.922020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:12.934526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:12.941123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, e32752a9-d404-4c76-b9f8-2ca577cdac6c) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:12.942155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-67b08e58-f526-4910-b153-720e9857655b tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:12.962629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:12.963250 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fcde32-effd-41b8-a807-4d5125c40cbb None None] Network e32752a9-d404-4c76-b9f8-2ca577cdac6c requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:12.965642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:12.966237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.024854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:13.029049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.035762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 0880b9fa-c032-49cc-9a84-cb8a5de3e036, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0880b9fa-c032-49cc-9a84-cb8a5de3e036,segment=NetworkSegment(6f7e684b-cc09-4748-8d83-c2ac2cc123ff),segment_id=6f7e684b-cc09-4748-8d83-c2ac2cc123ff)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:13.047222 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-67b08e58-f526-4910-b153-720e9857655b tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:13.057265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-67b08e58-f526-4910-b153-720e9857655b tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:13.081743 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.5728223 Jun 03 21:47:13.081997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51810) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:13.096386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port 13843b1a-964c-42ac-8c2e-6df061c0d97e yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:47:13.102611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-67b08e58-f526-4910-b153-720e9857655b tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:13.115728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.118358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.129587 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:13.165307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1990703083'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:13.187688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:13.192919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.196820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ac12cc83-611f-4a31-b47f-6be18399a44d tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:13.232330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:network and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:13.240537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:13.267201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:13.297661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:13.301349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.346846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:13.365630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.365991 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Added segment 3744d7f0-617e-41e3-b095-b061390a3cac of type vlan for network 7a2e5c77-9080-4d45-9b7e-b2ba9b593457 Jun 03 21:47:13.385748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=0880b9fa-c032-49cc-9a84-cb8a5de3e036,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:13.393397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.394045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:13.457664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Transition to ACTIVE for port object ba2507fb-6881-43b3-958a-ea224843d42a will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:13.466468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7f8f1d84-86c5-40f6-ab7e-8c281e75338f None None] Provisioning complete for port 0880b9fa-c032-49cc-9a84-cb8a5de3e036 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:13.466468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7f8f1d84-86c5-40f6-ab7e-8c281e75338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.500288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.531929 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-67b08e58-f526-4910-b153-720e9857655b tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:13.535705 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-67b08e58-f526-4910-b153-720e9857655b tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6473348 Jun 03 21:47:13.540162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51812) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:13.562022 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Transition to ACTIVE for port object ba2507fb-6881-43b3-958a-ea224843d42a will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:13.569249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event updated for resources: {'Subnet': ['ID=9e73d5a7-f799-4524-82d3-04ac19bcafe1,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:13.588385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-e32752a9-d404-4c76-b9f8-2ca577cdac6c', 'network_id': 'e32752a9-d404-4c76-b9f8-2ca577cdac6c', 'tenant_id': 'b019ab5693a243b49d7da2decb50e20d', 'fixed_ips': [{'subnet_id': '99a481fb-ba7c-4667-b8b9-550ea12dee8e'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:13.589414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.602218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.609178 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:13.624262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:13.634849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.658160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Checking segment: {'id': 'b3958188-ba8b-4c05-b2c2-1603383aa8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:13.658160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Network hostable DHCP agents. Network: 23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:13.683562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Network 5576938a-9009-4115-96c9-32b2e49ebc56 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:13.720824 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:13.728900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:13.733581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e7c81497-e4a0-4b37-9fde-46b9e2a6c5f5 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.736596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Network 23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:13.745002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8::322 (5576938a-9009-4115-96c9-32b2e49ebc56/7fd216aa-afd3-4620-9bd8-edee6a9608d3/13843b1a-964c-42ac-8c2e-6df061c0d97e) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:13.748310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.750698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.755044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:13.755920 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.763800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:13.766063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a1105e49-5711-4af5-8dfb-873f050c4b8b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:13.791190 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Pushing event updated for resources: {'Port': ['ID=ba2507fb-6881-43b3-958a-ea224843d42a,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:13.820328 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:13.825671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.837010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e7c81497-e4a0-4b37-9fde-46b9e2a6c5f5 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.857724 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:13.861458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297d4f7b-d509-4ca3-be57-cac50b48241a None None] Network 23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:13.883235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:13.883921 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.897006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 80c1fa85-883f-4907-8534-b862cce67f17 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:13.924401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:13.926316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:13.969654 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:13.992295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0880b9fa-c032-49cc-9a84-cb8a5de3e036 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:13.998778 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=1bc49043-23d9-4d81-ae50-ec80185a5149,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:14.009759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:14.043239 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9573557 Jun 03 21:47:14.045118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51814) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:14.052905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'subnet': {'network_id': '7a2e5c77-9080-4d45-9b7e-b2ba9b593457', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:14.064862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Network': ['ID=7a2e5c77-9080-4d45-9b7e-b2ba9b593457,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:14.067897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:14.083524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e7c81497-e4a0-4b37-9fde-46b9e2a6c5f5 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.091020 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0879500 Jun 03 21:47:14.093960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51816) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:14.097507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Request body: {'subnet': {'network_id': '42fe3f38-a97b-4603-9746-954c40a7226b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:14.102814 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-100a345c-4aca-4787-866c-fc6e6aefe6ce tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:14.114915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 7a2e5c77-9080-4d45-9b7e-b2ba9b593457 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:14.134743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:14.135388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.146047 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c81497-e4a0-4b37-9fde-46b9e2a6c5f5 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e08ad7-c41c-400a-8c73-d009c58e7d96,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:14.148805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e7c81497-e4a0-4b37-9fde-46b9e2a6c5f5 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.152672 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e7c81497-e4a0-4b37-9fde-46b9e2a6c5f5 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "DELETE /v2.0/security-groups/09e08ad7-c41c-400a-8c73-d009c58e7d96 HTTP/1.1" status: 204 len: 168 time: 0.6019471 Jun 03 21:47:14.158323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e7c81497-e4a0-4b37-9fde-46b9e2a6c5f5 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:14.161024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51818) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:14.240390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Attempting to bind port ba2507fb-6881-43b3-958a-ea224843d42a on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:14.240676 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Attempting to bind port ba2507fb-6881-43b3-958a-ea224843d42a by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '1f2c78fd-9cc3-4b41-b955-f01624eb4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5576938a-9009-4115-96c9-32b2e49ebc56'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:14.241129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Attempting to bind port ba2507fb-6881-43b3-958a-ea224843d42a on network 5576938a-9009-4115-96c9-32b2e49ebc56 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:14.296703 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.5233860 Jun 03 21:47:14.302652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51820) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:14.306061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:14.312543 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '1bc49043-23d9-4d81-ae50-ec80185a5149', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:14.328185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:14.328589 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:subnet and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:14.328705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Checking segment: {'id': '1f2c78fd-9cc3-4b41-b955-f01624eb4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5576938a-9009-4115-96c9-32b2e49ebc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:14.328961 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.329536 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Bound using segment: {'id': '1f2c78fd-9cc3-4b41-b955-f01624eb4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5576938a-9009-4115-96c9-32b2e49ebc56'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:14.330187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Bound port: ba2507fb-6881-43b3-958a-ea224843d42a, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2c78fd-9cc3-4b41-b955-f01624eb4958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': '5576938a-9009-4115-96c9-32b2e49ebc56'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:14.330562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.331296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:14.335529 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:14.353902 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Allocated IP 2001:db8:0:ffff::2 (e32752a9-d404-4c76-b9f8-2ca577cdac6c/99a481fb-ba7c-4667-b8b9-550ea12dee8e/25906cb1-ad91-4825-ac1e-6b7d07604210) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:14.359066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:14.373840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:14.377690 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Allocated IP 172.26.3.76 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/f1132fe4-ba61-4ee7-8e88-9ce02aebad22) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:14.400723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0bafc290-39ea-42fe-95d4-8e8d9557b085 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Synchronizing usage tracker for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:14.406109 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:14.409402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.430679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.443663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:14.464500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Usage tracker for resource:subnet and tenant:4b322438986448438fd67622dd24bb07 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:14.468243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:14.485443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:14.521913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Made reservation on behalf of 4b322438986448438fd67622dd24bb07 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:14.526354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.546160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 0880b9fa-c032-49cc-9a84-cb8a5de3e036 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:14.546797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.578281 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0bafc290-39ea-42fe-95d4-8e8d9557b085 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Unset dirty status for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:14.579566 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0bafc290-39ea-42fe-95d4-8e8d9557b085 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3677659 Jun 03 21:47:14.589058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51822) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:14.591957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.641391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055586984'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:14.655582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:14.694637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:14.715966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] For port ba2507fb-6881-43b3-958a-ea224843d42a, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:14.729311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Transition to ACTIVE for port object 13843b1a-964c-42ac-8c2e-6df061c0d97e will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:14.748136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] For port ba2507fb-6881-43b3-958a-ea224843d42a, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ba2507fb-6881-43b3-958a-ea224843d42a,segment=NetworkSegment(1f2c78fd-9cc3-4b41-b955-f01624eb4958),segment_id=1f2c78fd-9cc3-4b41-b955-f01624eb4958)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:14.752752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7', 'network_id': '23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7', 'tenant_id': '4b322438986448438fd67622dd24bb07', 'fixed_ips': [{'subnet_id': '9e73d5a7-f799-4524-82d3-04ac19bcafe1'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:14.753645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.777068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.783449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.789327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5d823479-0e80-4d74-a5f9-24cfab29d4e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:14.832778 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.878823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:14.900521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:14.912066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:14.925856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:14.926135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:14.941676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-01519da0-296b-4103-9236-e6da2eee744d tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:15.024921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port 04cca07c-8456-45fa-8005-b93b9c4180d8 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:15.025256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:15.054100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:15.068379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 5576938a-9009-4115-96c9-32b2e49ebc56 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:15.069895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Pushing event updated for resources: {'Port': ['ID=ba2507fb-6881-43b3-958a-ea224843d42a,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:15.073428 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=13843b1a-964c-42ac-8c2e-6df061c0d97e,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:15.077463 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:15.094105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:15.105001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:15.107428 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:15.113010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:15.113646 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:15.114041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:15.157709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:15.179381 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8a6a471c-bb76-4e8b-91e0-13157f95f8bf tempest-RoutersAdminTest-299299966 tempest-RoutersAdminTest-299299966-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:15.225089 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9839258 Jun 03 21:47:15.234305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51824) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:15.291178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:15.311407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:15.317840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:15.332542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Allocated IP 172.20.0.2 (23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7/9e73d5a7-f799-4524-82d3-04ac19bcafe1/ff52516d-936b-467e-9164-c7755407a2bf) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:15.333355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:15.364747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:15.407000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] For port 04cca07c-8456-45fa-8005-b93b9c4180d8, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=04cca07c-8456-45fa-8005-b93b9c4180d8,segment=NetworkSegment(9dd7e5dd-37e9-4304-92a9-94d27afa62c8),segment_id=9dd7e5dd-37e9-4304-92a9-94d27afa62c8)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:15.407244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:15.522990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Transition to ACTIVE for port object 25906cb1-ad91-4825-ac1e-6b7d07604210 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:15.602166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Transition to ACTIVE for port object 25906cb1-ad91-4825-ac1e-6b7d07604210 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:15.612264 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:15.623897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c3d3fb87-e849-47dd-b77d-477ab5ddea64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:15.664796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Pushing event updated for resources: {'Port': ['ID=f1132fe4-ba61-4ee7-8e88-9ce02aebad22,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:15.668529 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:15.684835 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6389873c-b6c9-4713-a093-011e5e269e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:15.706079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Network e32752a9-d404-4c76-b9f8-2ca577cdac6c is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:15.712810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:15.715293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:15.720145 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:15.744785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for 04cca07c-8456-45fa-8005-b93b9c4180d8 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:15.745447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Pushing event updated for resources: {'Port': ['ID=25906cb1-ad91-4825-ac1e-6b7d07604210,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:15.758859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:15.760655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Transition to ACTIVE for port object ff52516d-936b-467e-9164-c7755407a2bf will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:15.803478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.26.3.45 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/216696da-2cb1-4d13-913d-301e135f4e55) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:15.805634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fa849d-c60a-4d0c-9744-7ba2c0272104,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:15.809738 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:15.810530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:15.818466 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1760788 Jun 03 21:47:15.824860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51826) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:15.835279 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-cddd1ecd-a1b2-4164-9d1c-62fb1637318a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '01fa849d-c60a-4d0c-9744-7ba2c0272104', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:15.849085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cddd1ecd-a1b2-4164-9d1c-62fb1637318a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:15.858916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cddd1ecd-a1b2-4164-9d1c-62fb1637318a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:15.866554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cddd1ecd-a1b2-4164-9d1c-62fb1637318a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:15.888329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Transition to ACTIVE for port object ff52516d-936b-467e-9164-c7755407a2bf will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:15.901564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cddd1ecd-a1b2-4164-9d1c-62fb1637318a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:15.915486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:15.928860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ea3299ca-6338-4c9f-aa56-33afac9af563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:15.942688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:15.982577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Attempting to bind port 25906cb1-ad91-4825-ac1e-6b7d07604210 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:15.982957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Attempting to bind port 25906cb1-ad91-4825-ac1e-6b7d07604210 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '8b43991b-b3b6-423c-b886-79bf10bbf0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'e32752a9-d404-4c76-b9f8-2ca577cdac6c'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:15.983319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Attempting to bind port 25906cb1-ad91-4825-ac1e-6b7d07604210 on network e32752a9-d404-4c76-b9f8-2ca577cdac6c {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:15.994283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ba2507fb-6881-43b3-958a-ea224843d42a up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:16.049521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:16.049948 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Checking segment: {'id': '8b43991b-b3b6-423c-b886-79bf10bbf0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'e32752a9-d404-4c76-b9f8-2ca577cdac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:16.050283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.050682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Bound using segment: {'id': '8b43991b-b3b6-423c-b886-79bf10bbf0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'e32752a9-d404-4c76-b9f8-2ca577cdac6c'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:16.051170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Bound port: 25906cb1-ad91-4825-ac1e-6b7d07604210, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b43991b-b3b6-423c-b886-79bf10bbf0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'e32752a9-d404-4c76-b9f8-2ca577cdac6c'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:16.051584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.067719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Network 23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:16.076834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:16.096751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:16.110176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Pushing event updated for resources: {'Port': ['ID=ff52516d-936b-467e-9164-c7755407a2bf,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:16.110363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-e6b4721d-e948-4628-87c1-1afca02ba371 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port 13843b1a-964c-42ac-8c2e-6df061c0d97e {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:16.110794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6b4721d-e948-4628-87c1-1afca02ba371 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.179251 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-cddd1ecd-a1b2-4164-9d1c-62fb1637318a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The resource could not be found. Jun 03 21:47:16.183285 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cddd1ecd-a1b2-4164-9d1c-62fb1637318a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3548670 Jun 03 21:47:16.208195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:16.242082 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51828) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:16.254278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6dc85a28-add5-4994-b742-d35f89d8af0a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': '01fa849d-c60a-4d0c-9744-7ba2c0272104', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7c0bcc50-7adc-4a9e-b242-6785d4e8f2e9'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:16.286471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.290535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6dc85a28-add5-4994-b742-d35f89d8af0a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:16.296035 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:16.306479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6dc85a28-add5-4994-b742-d35f89d8af0a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:16.315370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6dc85a28-add5-4994-b742-d35f89d8af0a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:16.319628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Attempting to bind port ff52516d-936b-467e-9164-c7755407a2bf on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:16.320012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Attempting to bind port ff52516d-936b-467e-9164-c7755407a2bf by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'b3958188-ba8b-4c05-b2c2-1603383aa8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:16.320519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Attempting to bind port ff52516d-936b-467e-9164-c7755407a2bf on network 23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:16.330688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6dc85a28-add5-4994-b742-d35f89d8af0a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:16.332983 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:16.333524 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Checking segment: {'id': 'b3958188-ba8b-4c05-b2c2-1603383aa8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:16.334008 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.334491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Bound using segment: {'id': 'b3958188-ba8b-4c05-b2c2-1603383aa8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:16.335021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Bound port: ff52516d-936b-467e-9164-c7755407a2bf, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3958188-ba8b-4c05-b2c2-1603383aa8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:16.335568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.349573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port ba2507fb-6881-43b3-958a-ea224843d42a completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:16.353177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] For port 25906cb1-ad91-4825-ac1e-6b7d07604210, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:16.376203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.396171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] For port 25906cb1-ad91-4825-ac1e-6b7d07604210, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=25906cb1-ad91-4825-ac1e-6b7d07604210,segment=NetworkSegment(8b43991b-b3b6-423c-b886-79bf10bbf0e9),segment_id=8b43991b-b3b6-423c-b886-79bf10bbf0e9)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:16.399545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3497186-75ce-4b14-a0a4-bbed7983c46b None None] Network 5576938a-9009-4115-96c9-32b2e49ebc56 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:16.403830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6b4721d-e948-4628-87c1-1afca02ba371 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.431717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.440838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.451805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:16.482213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Subnet': ['ID=789af943-6477-4eca-9668-34c10ca58bc0,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:16.496129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:16.551239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Checking segment: {'id': '3744d7f0-617e-41e3-b095-b061390a3cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '7a2e5c77-9080-4d45-9b7e-b2ba9b593457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:16.551239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network hostable DHCP agents. Network: 7a2e5c77-9080-4d45-9b7e-b2ba9b593457, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:16.601049 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-697cc4f8-9fb9-4412-8797-5de45d50b645 None None] Provisioning for port ba2507fb-6881-43b3-958a-ea224843d42a completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:16.634614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-e6b4721d-e948-4628-87c1-1afca02ba371 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for 13843b1a-964c-42ac-8c2e-6df061c0d97e owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:16.641151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-697cc4f8-9fb9-4412-8797-5de45d50b645 None None] Provisioning complete for port ba2507fb-6881-43b3-958a-ea224843d42a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:16.641861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-697cc4f8-9fb9-4412-8797-5de45d50b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.660172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network 7a2e5c77-9080-4d45-9b7e-b2ba9b593457 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:16.660403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.673922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:16.674163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.684805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] For port ff52516d-936b-467e-9164-c7755407a2bf, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:16.690034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-58843489-deaf-4f54-aec6-c96c6cda34dc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:16.716360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Pushing event updated for resources: {'Port': ['ID=25906cb1-ad91-4825-ac1e-6b7d07604210,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:16.730198 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-6dc85a28-add5-4994-b742-d35f89d8af0a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The resource could not be found. Jun 03 21:47:16.731682 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6dc85a28-add5-4994-b742-d35f89d8af0a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4811835 Jun 03 21:47:16.733577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] For port ff52516d-936b-467e-9164-c7755407a2bf, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ff52516d-936b-467e-9164-c7755407a2bf,segment=NetworkSegment(b3958188-ba8b-4c05-b2c2-1603383aa8f1),segment_id=b3958188-ba8b-4c05-b2c2-1603383aa8f1)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:16.734637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 7a2e5c77-9080-4d45-9b7e-b2ba9b593457) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:16.742064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51830) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:16.763538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.763824 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:16.772058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73db105-4647-4bbd-8ed1-6482de9c8ab8 None None] Network 7a2e5c77-9080-4d45-9b7e-b2ba9b593457 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:16.795391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:16.804884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:16.813951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:16.814680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:16.831682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:16.857345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event updated for resources: {'Subnet': ['ID=71181b07-03e3-49df-96c6-28e28cc9a370,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:16.860691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:16.865762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:16.933443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=216696da-2cb1-4d13-913d-301e135f4e55,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:16.944492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:16.956300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.resource_extend [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:47:17.005635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.013989 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9676993 Jun 03 21:47:17.017880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51832) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:17.039846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.086237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9559d4dc-6f42-49e1-97f2-b6084f8f9a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:17.086452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.104685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:17.168143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.168143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=04cca07c-8456-45fa-8005-b93b9c4180d8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:17.179660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:17.193623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Checking segment: {'id': 'b3ccb17f-ea5c-4b65-ba11-ada83b886c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '42fe3f38-a97b-4603-9746-954c40a7226b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:17.193850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Network hostable DHCP agents. Network: 42fe3f38-a97b-4603-9746-954c40a7226b, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:17.212185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3983-aff8-472c-85a2-6e5cea71a004 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.371130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-697cc4f8-9fb9-4412-8797-5de45d50b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.433562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Pushing event updated for resources: {'Port': ['ID=f1132fe4-ba61-4ee7-8e88-9ce02aebad22,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:17.460368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:17.468875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3983-aff8-472c-85a2-6e5cea71a004 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.501485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Pushing event updated for resources: {'Port': ['ID=ff52516d-936b-467e-9164-c7755407a2bf,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:17.515261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:17.525050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-697cc4f8-9fb9-4412-8797-5de45d50b645 None None] For port ba2507fb-6881-43b3-958a-ea224843d42a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ba2507fb-6881-43b3-958a-ea224843d42a,segment=NetworkSegment(1f2c78fd-9cc3-4b41-b955-f01624eb4958),segment_id=1f2c78fd-9cc3-4b41-b955-f01624eb4958)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:17.534198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-697cc4f8-9fb9-4412-8797-5de45d50b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.543932 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3c3d96dd-6ab1-4061-ae66-bfa6d0d11ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:17.626480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.633599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.654280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-7a2e5c77-9080-4d45-9b7e-b2ba9b593457', 'network_id': '7a2e5c77-9080-4d45-9b7e-b2ba9b593457', 'tenant_id': 'b019ab5693a243b49d7da2decb50e20d', 'fixed_ips': [{'subnet_id': '789af943-6477-4eca-9668-34c10ca58bc0'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:17.655161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.752419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cc4f8-9fb9-4412-8797-5de45d50b645 None None] Pushing event updated for resources: {'Port': ['ID=ba2507fb-6881-43b3-958a-ea224843d42a,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:17.754279 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.756493 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1969724 Jun 03 21:47:17.761664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51834) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:17.766792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-697cc4f8-9fb9-4412-8797-5de45d50b645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:17.823257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3983-aff8-472c-85a2-6e5cea71a004 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.828318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-54d018ae-565b-478d-a22e-d8958fad9d76 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:17.869069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Network 42fe3f38-a97b-4603-9746-954c40a7226b is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:17.893685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6b4721d-e948-4628-87c1-1afca02ba371 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:17.940060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:18.004331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 42fe3f38-a97b-4603-9746-954c40a7226b) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:18.014174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Allocated IP 2001:db8::1 (7a2e5c77-9080-4d45-9b7e-b2ba9b593457/789af943-6477-4eca-9668-34c10ca58bc0/b34d606f-9e64-4fe7-bf24-d8901b447e08) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:18.017380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 4105a8a5-c26d-4d90-b606-3b037cbbea8e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:18.025208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4721d-e948-4628-87c1-1afca02ba371 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=13843b1a-964c-42ac-8c2e-6df061c0d97e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:18.027691 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4204a7a-cd42-44c7-8edb-78d4a54b49ad None None] Network 42fe3f38-a97b-4603-9746-954c40a7226b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:18.035091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e6b4721d-e948-4628-87c1-1afca02ba371 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:18.088736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:18.089447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:18.149978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a3983-aff8-472c-85a2-6e5cea71a004 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fa849d-c60a-4d0c-9744-7ba2c0272104,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:18.181713 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bf3a3983-aff8-472c-85a2-6e5cea71a004 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:18.211916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:18.262032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-449790a7-83e3-485c-b539-df6d6a3478fc tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Synchronizing usage tracker for tenant:5b16a6f368db463f8ff095c4e9eaae92 on resource:floatingip {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:18.298493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6b4721d-e948-4628-87c1-1afca02ba371 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:18.352562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 25906cb1-ad91-4825-ac1e-6b7d07604210 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:18.453624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:18.457990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3983-aff8-472c-85a2-6e5cea71a004 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:18.462150 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bf3a3983-aff8-472c-85a2-6e5cea71a004 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "DELETE /v2.0/security-groups/01fa849d-c60a-4d0c-9744-7ba2c0272104 HTTP/1.1" status: 204 len: 168 time: 1.6979811 Jun 03 21:47:18.462958 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3693085 Jun 03 21:47:18.463711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51836) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:18.466469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51838) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:18.468243 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7501a-23a8-4b2c-b860-a2020f6bc85b None None] Sync routers for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:18.477582 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2971151 Jun 03 21:47:18.483265 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e6b4721d-e948-4628-87c1-1afca02ba371 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/13843b1a-964c-42ac-8c2e-6df061c0d97e HTTP/1.1" status: 204 len: 168 time: 3.2456796 Jun 03 21:47:18.497165 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7501a-23a8-4b2c-b860-a2020f6bc85b None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:18.497802 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f4d7501a-23a8-4b2c-b860-a2020f6bc85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:18.531780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51840) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:18.532506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51842) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:18.624022 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-449790a7-83e3-485c-b539-df6d6a3478fc tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Unset dirty status for tenant:5b16a6f368db463f8ff095c4e9eaae92 on resource:floatingip {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:18.627957 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-449790a7-83e3-485c-b539-df6d6a3478fc tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.8596225 Jun 03 21:47:18.698795 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-db517757-25ea-409a-a281-b6854b84abd4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] DELETE failed (client error): The resource could not be found. Jun 03 21:47:18.699373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db517757-25ea-409a-a281-b6854b84abd4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:47:18.707537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51844) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:18.732118 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-f4d7501a-23a8-4b2c-b860-a2020f6bc85b None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:47:18.733600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ad2d5095-acb5-4b65-a093-ab56cf0fede7 None None] Provisioning complete for port ba2507fb-6881-43b3-958a-ea224843d42a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:18.734029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5095-acb5-4b65-a093-ab56cf0fede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:18.815107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb6f36d-c617-46db-9255-8e4df306ca10 None None] Network e32752a9-d404-4c76-b9f8-2ca577cdac6c requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:18.956187 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-db517757-25ea-409a-a281-b6854b84abd4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/13843b1a-964c-42ac-8c2e-6df061c0d97e HTTP/1.1" status: 404 len: 333 time: 0.4211233 Jun 03 21:47:18.969641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51846) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:19.004818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b16a4199-1ce7-4cf9-847e-d25a7a1a1870 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Synchronizing usage tracker for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:19.005614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-42fe3f38-a97b-4603-9746-954c40a7226b', 'network_id': '42fe3f38-a97b-4603-9746-954c40a7226b', 'tenant_id': '4b322438986448438fd67622dd24bb07', 'fixed_ips': [{'subnet_id': '71181b07-03e3-49df-96c6-28e28cc9a370'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:19.010955 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:19.013264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c808bc-7072-4d50-b26e-71ac9cecb7f3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting subnet 085218ab-c720-492f-a522-e53af7084157 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:47:19.018447 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-04c808bc-7072-4d50-b26e-71ac9cecb7f3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:19.024792 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f4d7501a-23a8-4b2c-b860-a2020f6bc85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:47:16Z', 'revision_number': 11, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:19.029947 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7501a-23a8-4b2c-b860-a2020f6bc85b None None] Checking router: 4105a8a5-c26d-4d90-b606-3b037cbbea8e for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:47:19.040416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ba8cc33a-c3eb-40fb-a150-d01a9dd8fb65 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Synchronizing usage tracker for tenant:8d406e6f3bd3496d95a3208cc6b19636 on resource:floatingip {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:19.041736 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7501a-23a8-4b2c-b860-a2020f6bc85b None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:19.042510 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f4d7501a-23a8-4b2c-b860-a2020f6bc85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:19.126540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-04c808bc-7072-4d50-b26e-71ac9cecb7f3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:19.129082 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87b802e-9b69-4934-b949-efe8eccdc6cd tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:47:19.129854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f87b802e-9b69-4934-b949-efe8eccdc6cd tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:19.164600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b16a4199-1ce7-4cf9-847e-d25a7a1a1870 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Unset dirty status for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:19.169911 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b16a4199-1ce7-4cf9-847e-d25a7a1a1870 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6976454 Jun 03 21:47:19.170522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51848) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:19.180291 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-b039d012-29f8-439d-9bf0-93f877df033d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': 'a4a42f08-95f0-43c8-ad53-7f5a9bf050ce', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:19.197541 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-f4d7501a-23a8-4b2c-b860-a2020f6bc85b None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:47:19.198702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 25906cb1-ad91-4825-ac1e-6b7d07604210 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:19.198863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b039d012-29f8-439d-9bf0-93f877df033d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:19.213409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a73c9c-c2f3-44ac-859d-0366c2373e6c None None] Network 23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:19.216096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b039d012-29f8-439d-9bf0-93f877df033d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:19.221434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b039d012-29f8-439d-9bf0-93f877df033d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:19.231431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b039d012-29f8-439d-9bf0-93f877df033d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:19.231707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ba8cc33a-c3eb-40fb-a150-d01a9dd8fb65 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Unset dirty status for tenant:8d406e6f3bd3496d95a3208cc6b19636 on resource:floatingip {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:19.233125 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ba8cc33a-c3eb-40fb-a150-d01a9dd8fb65 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.5233805 Jun 03 21:47:19.239940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51850) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:19.261603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ff52516d-936b-467e-9164-c7755407a2bf up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:19.288650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f87b802e-9b69-4934-b949-efe8eccdc6cd tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:19.290613 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f87b802e-9b69-4934-b949-efe8eccdc6cd tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/13843b1a-964c-42ac-8c2e-6df061c0d97e HTTP/1.1" status: 404 len: 333 time: 0.3192732 Jun 03 21:47:19.299227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51852) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:19.348101 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f4d7501a-23a8-4b2c-b860-a2020f6bc85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:47:16Z', 'revision_number': 11, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:19.355607 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7501a-23a8-4b2c-b860-a2020f6bc85b None None] The sync data for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv is: [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:47:16Z', 'revision_number': 11, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:19.373225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:19.555285 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-04c808bc-7072-4d50-b26e-71ac9cecb7f3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:19.593150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f41b40-6baa-4778-831a-3f55a370f53f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting subnet 7fd216aa-afd3-4620-9bd8-edee6a9608d3 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:47:19.598140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7f41b40-6baa-4778-831a-3f55a370f53f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:19.640748 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-b039d012-29f8-439d-9bf0-93f877df033d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The resource could not be found. Jun 03 21:47:19.645324 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b039d012-29f8-439d-9bf0-93f877df033d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4658453 Jun 03 21:47:19.647825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51854) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:19.655968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group': {'name': 'tempest-secgroup--323665902'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:19.669868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:19.674468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:19.687650 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:19.729385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:19.729757 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ad2d5095-acb5-4b65-a093-ab56cf0fede7 None None] Could not find standard attr ID for object 13843b1a-964c-42ac-8c2e-6df061c0d97e. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:47:19.757118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:19.774519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7f41b40-6baa-4778-831a-3f55a370f53f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:19.870582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:19.870926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Transition to ACTIVE for port object b34d606f-9e64-4fe7-bf24-d8901b447e08 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:19.909411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9238fa1c-6fe7-4a3d-bbac-edaee265cdea tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Deleting port f1132fe4-ba61-4ee7-8e88-9ce02aebad22 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:19.909799 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9238fa1c-6fe7-4a3d-bbac-edaee265cdea tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:19.940010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Transition to ACTIVE for port object b34d606f-9e64-4fe7-bf24-d8901b447e08 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:19.950056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Provisioning for port 25906cb1-ad91-4825-ac1e-6b7d07604210 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:19.989087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Provisioning complete for port 25906cb1-ad91-4825-ac1e-6b7d07604210 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:19.989348 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:19.998545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:20.017488 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port ff52516d-936b-467e-9164-c7755407a2bf completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:20.024094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:20.031834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.043702 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:20.053433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b875cae3-2729-4be1-bbea-7cc73c84e949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:20.070324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7f41b40-6baa-4778-831a-3f55a370f53f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.085445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Allocated IP 172.20.0.2 (42fe3f38-a97b-4603-9746-954c40a7226b/71181b07-03e3-49df-96c6-28e28cc9a370/530fb78f-0d90-494e-a8de-2d4a023439dd) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:20.089878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ba2507fb-6881-43b3-958a-ea224843d42a up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:20.172921 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:20.181078 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Network 7a2e5c77-9080-4d45-9b7e-b2ba9b593457 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:20.188496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.199096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:20.201729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:20.226679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:20.293669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Subnet': ['ID=789af943-6477-4eca-9668-34c10ca58bc0,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:20.299980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Pushing event updated for resources: {'Port': ['ID=b34d606f-9e64-4fe7-bf24-d8901b447e08,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:20.303831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:20.307633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Allocated IP 172.20.0.1 (23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7/9e73d5a7-f799-4524-82d3-04ac19bcafe1/f87bac29-b4ce-4eb2-a980-eb9bbe3ba0f5) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:20.500377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:20.514102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Attempting to bind port b34d606f-9e64-4fe7-bf24-d8901b447e08 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:20.514475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Attempting to bind port b34d606f-9e64-4fe7-bf24-d8901b447e08 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '3744d7f0-617e-41e3-b095-b061390a3cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '7a2e5c77-9080-4d45-9b7e-b2ba9b593457'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:20.514832 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Attempting to bind port b34d606f-9e64-4fe7-bf24-d8901b447e08 on network 7a2e5c77-9080-4d45-9b7e-b2ba9b593457 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:20.524282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ba2507fb-6881-43b3-958a-ea224843d42a triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:20.524662 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.560412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9238fa1c-6fe7-4a3d-bbac-edaee265cdea tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.560820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9238fa1c-6fe7-4a3d-bbac-edaee265cdea tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.595810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:20.596599 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Checking segment: {'id': '3744d7f0-617e-41e3-b095-b061390a3cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '7a2e5c77-9080-4d45-9b7e-b2ba9b593457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:20.596753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.597121 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Bound using segment: {'id': '3744d7f0-617e-41e3-b095-b061390a3cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '7a2e5c77-9080-4d45-9b7e-b2ba9b593457'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:20.597716 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Bound port: b34d606f-9e64-4fe7-bf24-d8901b447e08, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3744d7f0-617e-41e3-b095-b061390a3cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '7a2e5c77-9080-4d45-9b7e-b2ba9b593457'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:20.598255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.615192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.623828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.655120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Transition to ACTIVE for port object f87bac29-b4ce-4eb2-a980-eb9bbe3ba0f5 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:20.701385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7f41b40-6baa-4778-831a-3f55a370f53f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.710761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8148400b-68ab-4819-8faf-f482de6929cd tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:20.746836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.755305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f41b40-6baa-4778-831a-3f55a370f53f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd216aa-afd3-4620-9bd8-edee6a9608d3,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:20.762874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b7f41b40-6baa-4778-831a-3f55a370f53f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:20.764791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:20.790101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216c0416-e12f-4938-a94b-f089071bfe4b None None] Network 5576938a-9009-4115-96c9-32b2e49ebc56 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:20.802388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9238fa1c-6fe7-4a3d-bbac-edaee265cdea tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Calling delete_port for f1132fe4-ba61-4ee7-8e88-9ce02aebad22 owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:20.809204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.820049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7f41b40-6baa-4778-831a-3f55a370f53f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.835255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2e5c77-9080-4d45-9b7e-b2ba9b593457']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:20.838326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] For port 25906cb1-ad91-4825-ac1e-6b7d07604210, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=25906cb1-ad91-4825-ac1e-6b7d07604210,segment=NetworkSegment(8b43991b-b3b6-423c-b886-79bf10bbf0e9),segment_id=8b43991b-b3b6-423c-b886-79bf10bbf0e9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:20.856723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.868302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.870153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3744d7f0-617e-41e3-b095-b061390a3cac') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:20.870461 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3744d7f0-617e-41e3-b095-b061390a3cac') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:20.877362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Network 23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:20.879176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bea66ae9-54e5-4825-896f-da2b7bc14419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:20.883639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:20.896337 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b7f41b40-6baa-4778-831a-3f55a370f53f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/7fd216aa-afd3-4620-9bd8-edee6a9608d3 HTTP/1.1" status: 204 len: 168 time: 1.5943215 Jun 03 21:47:20.898410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:20.910528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-04c808bc-7072-4d50-b26e-71ac9cecb7f3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.917974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.920483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51856) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:20.925206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:20.967811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event updated for resources: {'Port': ['ID=f87bac29-b4ce-4eb2-a980-eb9bbe3ba0f5,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:20.979766 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:20.983499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Transition to ACTIVE for port object 530fb78f-0d90-494e-a8de-2d4a023439dd will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:20.986686 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:21.004701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.010597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c808bc-7072-4d50-b26e-71ac9cecb7f3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Subnet': ['ID=085218ab-c720-492f-a522-e53af7084157,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:21.012464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.016650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-04c808bc-7072-4d50-b26e-71ac9cecb7f3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:21.033597 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] For port b34d606f-9e64-4fe7-bf24-d8901b447e08, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:21.046402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.127213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:21.133356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Transition to ACTIVE for port object 530fb78f-0d90-494e-a8de-2d4a023439dd will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:21.137523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] For port b34d606f-9e64-4fe7-bf24-d8901b447e08, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b34d606f-9e64-4fe7-bf24-d8901b447e08,segment=NetworkSegment(3744d7f0-617e-41e3-b095-b061390a3cac),segment_id=3744d7f0-617e-41e3-b095-b061390a3cac)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:21.147514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Provisioning for port ff52516d-936b-467e-9164-c7755407a2bf completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:21.198343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.202615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.206854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a876c066-4d0e-46c2-9771-fa996107062e None None] Network 98aa7c9c-d4e0-4a39-bf74-711839974b67 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:21.220554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.223223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-04c808bc-7072-4d50-b26e-71ac9cecb7f3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.225946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.230029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Pushing event updated for resources: {'Port': ['ID=25906cb1-ad91-4825-ac1e-6b7d07604210,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:21.246794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Provisioning complete for port ff52516d-936b-467e-9164-c7755407a2bf triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:21.247234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.273270 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:21.292573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:21.305076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:21.305485 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.366493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 25906cb1-ad91-4825-ac1e-6b7d07604210 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:21.372249 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:21.413105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Network 42fe3f38-a97b-4603-9746-954c40a7226b is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:21.470124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:21.491745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:21.496819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=216696da-2cb1-4d13-913d-301e135f4e55,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:21.502445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:21.513734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:21.524575 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-04c808bc-7072-4d50-b26e-71ac9cecb7f3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/085218ab-c720-492f-a522-e53af7084157 HTTP/1.1" status: 204 len: 168 time: 2.9880590 Jun 03 21:47:21.525387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51858) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:21.540656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.544562 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8900290 Jun 03 21:47:21.545510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.552300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51860) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:21.567933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839803041'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:21.572879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.627314 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9238fa1c-6fe7-4a3d-bbac-edaee265cdea tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.636280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:21.646632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.api [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:47:21.646632 dv-neutron-792998-2-hyperv neutron-server[104397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:47:21.646632 dv-neutron-792998-2-hyperv neutron-server[104397]: [parameters: {'id': '7a2e5c77-9080-4d45-9b7e-b2ba9b593457'}] Jun 03 21:47:21.646632 dv-neutron-792998-2-hyperv neutron-server[104397]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:47:21.647196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_db.api [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:47:21.662025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:21.674140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d374083a-7c54-4aba-875c-118bbb7e77a0,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:21.676466 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Pushing event updated for resources: {'Port': ['ID=530fb78f-0d90-494e-a8de-2d4a023439dd,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:21.676620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:21.685992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:21.690777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8944f485-ff29-4072-a09c-f28b6de06241 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:21.720421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:21.794791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238fa1c-6fe7-4a3d-bbac-edaee265cdea tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Pushing event deleted for resources: {'Port': ['ID=f1132fe4-ba61-4ee7-8e88-9ce02aebad22,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:21.811621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9238fa1c-6fe7-4a3d-bbac-edaee265cdea tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:21.868704 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.933057 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.938399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:21.958321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Attempting to bind port 530fb78f-0d90-494e-a8de-2d4a023439dd on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:21.958996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Attempting to bind port 530fb78f-0d90-494e-a8de-2d4a023439dd by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'b3ccb17f-ea5c-4b65-ba11-ada83b886c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '42fe3f38-a97b-4603-9746-954c40a7226b'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:21.960037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Attempting to bind port 530fb78f-0d90-494e-a8de-2d4a023439dd on network 42fe3f38-a97b-4603-9746-954c40a7226b {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:21.977288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a06325-96cf-46f0-a566-e6301c9ba29f None None] Network 7a2e5c77-9080-4d45-9b7e-b2ba9b593457 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:21.984308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:21.996884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:21.999200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Pushing event updated for resources: {'Port': ['ID=b34d606f-9e64-4fe7-bf24-d8901b447e08,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:22.001397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9238fa1c-6fe7-4a3d-bbac-edaee265cdea tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.002290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:22.002671 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Checking segment: {'id': 'b3ccb17f-ea5c-4b65-ba11-ada83b886c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '42fe3f38-a97b-4603-9746-954c40a7226b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:22.002806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9238fa1c-6fe7-4a3d-bbac-edaee265cdea tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.003098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.006896 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Bound using segment: {'id': 'b3ccb17f-ea5c-4b65-ba11-ada83b886c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '42fe3f38-a97b-4603-9746-954c40a7226b'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:22.007079 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9238fa1c-6fe7-4a3d-bbac-edaee265cdea tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] 10.222.0.96 "DELETE /v2.0/floatingips/4dc735d0-3d8d-4c8f-b539-fb7f10198bb0 HTTP/1.1" status: 204 len: 168 time: 2.7618954 Jun 03 21:47:22.007212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Bound port: 530fb78f-0d90-494e-a8de-2d4a023439dd, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ccb17f-ea5c-4b65-ba11-ada83b886c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '42fe3f38-a97b-4603-9746-954c40a7226b'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:22.007212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.007408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51862) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:22.008307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:22.013951 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Floating IP cd0c7e1b-5f14-4929-b377-f63e431def6b associated. External IP: 172.26.3.45, port: 1bc49043-23d9-4d81-ae50-ec80185a5149. Jun 03 21:47:22.016679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:22.024003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.794s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:22.024362 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:22.046638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 25906cb1-ad91-4825-ac1e-6b7d07604210 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:22.047009 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.096230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d7d86d-c947-4aff-83ce-d7b882d950c0 None None] DHCP port deletion for 5576938a-9009-4115-96c9-32b2e49ebc56 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:47:22.126293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:22.145763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Deleting port cf62ada5-5524-476d-b67b-163e14f5abf4 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:22.146286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.162819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.174817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.334870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] For port cf62ada5-5524-476d-b67b-163e14f5abf4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cf62ada5-5524-476d-b67b-163e14f5abf4,segment=NetworkSegment(9dd7e5dd-37e9-4304-92a9-94d27afa62c8),segment_id=9dd7e5dd-37e9-4304-92a9-94d27afa62c8)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:22.335325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.424222 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port ba2507fb-6881-43b3-958a-ea224843d42a {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:22.424554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.436743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] For port ff52516d-936b-467e-9164-c7755407a2bf, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ff52516d-936b-467e-9164-c7755407a2bf,segment=NetworkSegment(b3958188-ba8b-4c05-b2c2-1603383aa8f1),segment_id=b3958188-ba8b-4c05-b2c2-1603383aa8f1)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:22.442738 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] For port 530fb78f-0d90-494e-a8de-2d4a023439dd, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:22.477935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.486891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:22.491753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Calling delete_port for cf62ada5-5524-476d-b67b-163e14f5abf4 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:22.541831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] For port 530fb78f-0d90-494e-a8de-2d4a023439dd, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=530fb78f-0d90-494e-a8de-2d4a023439dd,segment=NetworkSegment(b3ccb17f-ea5c-4b65-ba11-ada83b886c3e),segment_id=b3ccb17f-ea5c-4b65-ba11-ada83b886c3e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:22.553743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b744129-7d9a-435f-a3af-32cce1199bc6 None None] DHCP port deletion for 98aa7c9c-d4e0-4a39-bf74-711839974b67 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:47:22.563222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Could not find standard attr ID for object 13843b1a-964c-42ac-8c2e-6df061c0d97e. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:47:22.571552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.645536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] For port ba2507fb-6881-43b3-958a-ea224843d42a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ba2507fb-6881-43b3-958a-ea224843d42a,segment=NetworkSegment(1f2c78fd-9cc3-4b41-b955-f01624eb4958),segment_id=1f2c78fd-9cc3-4b41-b955-f01624eb4958)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:22.646221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.673058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.680182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 04cca07c-8456-45fa-8005-b93b9c4180d8 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:47:22.683608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ab14f8bb-2832-4dd6-8250-4a515299e410 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:22.731082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-49d7d86d-c947-4aff-83ce-d7b882d950c0 None None] Deleting port ba2507fb-6881-43b3-958a-ea224843d42a {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:22.731585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-49d7d86d-c947-4aff-83ce-d7b882d950c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.756866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Pushing event updated for resources: {'Port': ['ID=ff52516d-936b-467e-9164-c7755407a2bf,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:22.765478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 04cca07c-8456-45fa-8005-b93b9c4180d8 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:47:22.765842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 04cca07c-8456-45fa-8005-b93b9c4180d8 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:47:22.767715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:22.797353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e0cd0cc9-b7db-43ac-b0dd-acc86bcbcc08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:22.803430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Port': ['ID=cf62ada5-5524-476d-b67b-163e14f5abf4,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:22.807244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.814407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No DVR routers for this DVR port cf62ada5-5524-476d-b67b-163e14f5abf4 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:22.816507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:22.857950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:22.899481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f56b5a21-f714-47f4-a17c-13bf061d804b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:22.936027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for ba2507fb-6881-43b3-958a-ea224843d42a owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:23.101542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Pushing event updated for resources: {'Port': ['ID=530fb78f-0d90-494e-a8de-2d4a023439dd,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:23.118036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:23.118998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-86af0c37-de81-46a5-9556-a0667f96d4d7 None None] Provisioning for port f87bac29-b4ce-4eb2-a980-eb9bbe3ba0f5 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:23.138684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-49d7d86d-c947-4aff-83ce-d7b882d950c0 None None] For port ba2507fb-6881-43b3-958a-ea224843d42a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ba2507fb-6881-43b3-958a-ea224843d42a,segment=NetworkSegment(1f2c78fd-9cc3-4b41-b955-f01624eb4958),segment_id=1f2c78fd-9cc3-4b41-b955-f01624eb4958)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:23.139796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-49d7d86d-c947-4aff-83ce-d7b882d950c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.241658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.251599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event updated for resources: {'Port': ['ID=f87bac29-b4ce-4eb2-a980-eb9bbe3ba0f5,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:23.259440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:23.260412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.276407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.291439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98aa7c9c-d4e0-4a39-bf74-711839974b67']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:23.292021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b4268dad-a8dc-4b9d-a477-7f2daedff890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.295188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.301192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-49d7d86d-c947-4aff-83ce-d7b882d950c0 None None] Calling delete_port for ba2507fb-6881-43b3-958a-ea224843d42a owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:23.305076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9203ccff-56ff-484a-838e-9e3b76e9a7df tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:23.309712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-86af0c37-de81-46a5-9556-a0667f96d4d7 None None] Provisioning complete for port f87bac29-b4ce-4eb2-a980-eb9bbe3ba0f5 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:23.310046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-86af0c37-de81-46a5-9556-a0667f96d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.315197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd7e5dd-37e9-4304-92a9-94d27afa62c8') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:23.315854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd7e5dd-37e9-4304-92a9-94d27afa62c8') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:23.356023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.357351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-7b744129-7d9a-435f-a3af-32cce1199bc6 None None] Deleting port cf62ada5-5524-476d-b67b-163e14f5abf4 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:23.358073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7b744129-7d9a-435f-a3af-32cce1199bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.468563 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-86af0c37-de81-46a5-9556-a0667f96d4d7 None None] Port f87bac29-b4ce-4eb2-a980-eb9bbe3ba0f5 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:47:23.475300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Deleting port b34d606f-9e64-4fe7-bf24-d8901b447e08 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:23.475548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.499929 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9daf62b7-d25f-4fb4-a1cb-5be86f9ffcdc,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:23.503089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d51929f8-0bf9-44bd-b347-5fe5768c2c98 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Deleting port 64773d87-3c50-405f-8fe1-17a1e9490482 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:23.503539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d51929f8-0bf9-44bd-b347-5fe5768c2c98 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.522584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:23.526369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.529427 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9754231 Jun 03 21:47:23.537657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.540355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51864) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:23.557981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5cf70a32-f8f3-40bc-99db-8a8ec1037e6a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group_rule': {'security_group_id': 'd374083a-7c54-4aba-875c-118bbb7e77a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9daf62b7-d25f-4fb4-a1cb-5be86f9ffcdc'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:23.572092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:23.572404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.574123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.584997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a103e1fd-553c-4804-8bf8-9a2567602298 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:23.593304 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:23.657436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7b744129-7d9a-435f-a3af-32cce1199bc6 None None] For port cf62ada5-5524-476d-b67b-163e14f5abf4, host dv-neutron-792998-2-hyperv, got binding levels [] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:23.657821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7b744129-7d9a-435f-a3af-32cce1199bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.758701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=ba2507fb-6881-43b3-958a-ea224843d42a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:23.769083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:23.780051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:23.783039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No DVR routers for this DVR port ba2507fb-6881-43b3-958a-ea224843d42a on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:23.785252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-7b744129-7d9a-435f-a3af-32cce1199bc6 None None] Calling delete_port for cf62ada5-5524-476d-b67b-163e14f5abf4 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:23.789122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.ipam_backend_mixin [None req-7b744129-7d9a-435f-a3af-32cce1199bc6 None None] Port cf62ada5-5524-476d-b67b-163e14f5abf4 was not found and therefore no delete operation was performed {{(pid=104398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:47:23.815699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7b744129-7d9a-435f-a3af-32cce1199bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.820182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-49d7d86d-c947-4aff-83ce-d7b882d950c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.831424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-148f5e25-8ffa-42a2-96c4-94eee3e9901b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:23.841043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] For port b34d606f-9e64-4fe7-bf24-d8901b447e08, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b34d606f-9e64-4fe7-bf24-d8901b447e08,segment=NetworkSegment(3744d7f0-617e-41e3-b095-b061390a3cac),segment_id=3744d7f0-617e-41e3-b095-b061390a3cac)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:23.841406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.861208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 530fb78f-0d90-494e-a8de-2d4a023439dd up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:23.868001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5cf70a32-f8f3-40bc-99db-8a8ec1037e6a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:23.873772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5cf70a32-f8f3-40bc-99db-8a8ec1037e6a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:23.878747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5cf70a32-f8f3-40bc-99db-8a8ec1037e6a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:23.890716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.904496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.906424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7d86d-c947-4aff-83ce-d7b882d950c0 None None] No DVR routers for this DVR port ba2507fb-6881-43b3-958a-ea224843d42a on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:23.912814 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5cf70a32-f8f3-40bc-99db-8a8ec1037e6a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:23.917208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3b170bf2-2273-4feb-9f0e-bc055c654748 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:23.924832 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b744129-7d9a-435f-a3af-32cce1199bc6 None None] Pushing event deleted for resources: {'Port': ['ID=cf62ada5-5524-476d-b67b-163e14f5abf4,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:23.929968 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b744129-7d9a-435f-a3af-32cce1199bc6 None None] No DVR routers for this DVR port cf62ada5-5524-476d-b67b-163e14f5abf4 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:23.956681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Network 23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:23.962145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:23.969490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Pushing event deleted for resources: {'Network': ['ID=98aa7c9c-d4e0-4a39-bf74-711839974b67,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:23.974639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d51929f8-0bf9-44bd-b347-5fe5768c2c98 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.975167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d51929f8-0bf9-44bd-b347-5fe5768c2c98 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:23.977318 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/networks/98aa7c9c-d4e0-4a39-bf74-711839974b67 HTTP/1.1" status: 204 len: 168 time: 2.4512072 Jun 03 21:47:23.980473 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:23.981789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51866) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:23.992847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5e54f1c4-5bd2-44e8-bdea-618bdc754a4c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'router': {'routes': None}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:24.000459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7d86d-c947-4aff-83ce-d7b882d950c0 None None] Pushing event deleted for resources: {'Port': ['ID=ba2507fb-6881-43b3-958a-ea224843d42a,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:24.010526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-49d7d86d-c947-4aff-83ce-d7b882d950c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:24.011164 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:24.011545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:24.012119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-86af0c37-de81-46a5-9556-a0667f96d4d7 None None] Provisioning complete for port ff52516d-936b-467e-9164-c7755407a2bf triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:24.012491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-86af0c37-de81-46a5-9556-a0667f96d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.167201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 530fb78f-0d90-494e-a8de-2d4a023439dd completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:24.180700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45981ae3-1cc6-4e39-a076-f1ca292c10d6 None None] Network 42fe3f38-a97b-4603-9746-954c40a7226b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:24.291496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ff52516d-936b-467e-9164-c7755407a2bf up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:24.377992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-86af0c37-de81-46a5-9556-a0667f96d4d7 None None] Provisioning complete for port 25906cb1-ad91-4825-ac1e-6b7d07604210 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:24.378630 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-86af0c37-de81-46a5-9556-a0667f96d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.388541 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-5cf70a32-f8f3-40bc-99db-8a8ec1037e6a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:24.390516 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5cf70a32-f8f3-40bc-99db-8a8ec1037e6a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8393254 Jun 03 21:47:24.401287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Calling delete_port for b34d606f-9e64-4fe7-bf24-d8901b447e08 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:24.403151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51868) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:24.419728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.525878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ff52516d-936b-467e-9164-c7755407a2bf triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:24.526234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.548677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d51929f8-0bf9-44bd-b347-5fe5768c2c98 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Calling delete_port for 64773d87-3c50-405f-8fe1-17a1e9490482 owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:24.552165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5576938a-9009-4115-96c9-32b2e49ebc56']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:24.562134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.extraroute_db [None req-5e54f1c4-5bd2-44e8-bdea-618bdc754a4c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Added routes are [] {{(pid=104396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 21:47:24.562372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.extraroute_db [None req-5e54f1c4-5bd2-44e8-bdea-618bdc754a4c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Removed routes are [] {{(pid=104396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 21:47:24.563161 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5e54f1c4-5bd2-44e8-bdea-618bdc754a4c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.584133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2c78fd-9cc3-4b41-b955-f01624eb4958') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:24.584417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2c78fd-9cc3-4b41-b955-f01624eb4958') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:24.613003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.637761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-505616f4-1931-4fe0-ad8e-3ae92a28396e tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.703917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.732832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:24.733129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:24.749582 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:24.761476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-505616f4-1931-4fe0-ad8e-3ae92a28396e tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.785859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8bdf2f56-ba29-40a5-b63d-1fb533b7d0cf None None] Provisioning complete for port f87bac29-b4ce-4eb2-a980-eb9bbe3ba0f5 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:24.786382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2f56-ba29-40a5-b63d-1fb533b7d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.823527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cf62ada5-5524-476d-b67b-163e14f5abf4 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:47:24.854852 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:24.879782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3e6906-b595-4e17-8768-541ae4b944a7 None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:24.880681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.886526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: cf62ada5-5524-476d-b67b-163e14f5abf4 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:47:24.886960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cf62ada5-5524-476d-b67b-163e14f5abf4 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:47:24.887445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ba2507fb-6881-43b3-958a-ea224843d42a no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:47:24.896470 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-40659747-f289-431e-9e98-33bedba799fd tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:24.935334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: ba2507fb-6881-43b3-958a-ea224843d42a {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:47:24.935808 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ba2507fb-6881-43b3-958a-ea224843d42a not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:47:24.949685 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e6906-b595-4e17-8768-541ae4b944a7 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:24.951729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-4d3e6906-b595-4e17-8768-541ae4b944a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:24.951991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Port': ['ID=b34d606f-9e64-4fe7-bf24-d8901b447e08,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:24.953708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:24.961337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:24.962455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e9f4dd32-e6cd-418c-94f5-636db19d574a tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:24.981291 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No DVR routers for this DVR port b34d606f-9e64-4fe7-bf24-d8901b447e08 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:24.983162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.025320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5e54f1c4-5bd2-44e8-bdea-618bdc754a4c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.027623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf2f56-ba29-40a5-b63d-1fb533b7d0cf None None] Port f87bac29-b4ce-4eb2-a980-eb9bbe3ba0f5 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:47:25.039490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-4d3e6906-b595-4e17-8768-541ae4b944a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:25.039719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5e54f1c4-5bd2-44e8-bdea-618bdc754a4c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.043806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Network': ['ID=5576938a-9009-4115-96c9-32b2e49ebc56,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:25.053948 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e6906-b595-4e17-8768-541ae4b944a7 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:25.054668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-4d3e6906-b595-4e17-8768-541ae4b944a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:46:56Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:25.084881 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.103052 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Router c0404ff6-d4bb-454d-99ac-85e510743982 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:47:25.108394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff6da7c-53c6-4125-9c80-67a43bff5064 None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:47:25.113454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-505616f4-1931-4fe0-ad8e-3ae92a28396e tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.120283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:25.127128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-917e63c0-5190-48ef-8089-bb2c134ac538 tempest-ExternalNetworksTestJSON-1973552320 tempest-ExternalNetworksTestJSON-1973552320-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:25.144744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8bdf2f56-ba29-40a5-b63d-1fb533b7d0cf None None] Provisioning for port 530fb78f-0d90-494e-a8de-2d4a023439dd completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:25.150608 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/networks/5576938a-9009-4115-96c9-32b2e49ebc56 HTTP/1.1" status: 204 len: 168 time: 4.1982234 Jun 03 21:47:25.168230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-4d3e6906-b595-4e17-8768-541ae4b944a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:25.168819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3e6906-b595-4e17-8768-541ae4b944a7 None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:25.170042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8bdf2f56-ba29-40a5-b63d-1fb533b7d0cf None None] Provisioning complete for port 530fb78f-0d90-494e-a8de-2d4a023439dd triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:25.170343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2f56-ba29-40a5-b63d-1fb533b7d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.173679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51870) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:25.186534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1118489463'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:25.200048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505616f4-1931-4fe0-ad8e-3ae92a28396e tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daf62b7-d25f-4fb4-a1cb-5be86f9ffcdc,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:25.208597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:25.218033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-505616f4-1931-4fe0-ad8e-3ae92a28396e tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:25.267747 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.9629128 Jun 03 21:47:25.269059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:network and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:25.281125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:25.285323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51872) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:25.289978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.300920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c5cb0c89-a13a-467c-a6f7-a1cbec3e5229 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'floatingip': {'port_id': '1bc49043-23d9-4d81-ae50-ec80185a5149', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:25.374192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:25.391362 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d51929f8-0bf9-44bd-b347-5fe5768c2c98 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.405633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2e5c77-9080-4d45-9b7e-b2ba9b593457']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:25.413351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a81b4e87-4883-4138-8b4c-f8f7de278376 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:25.449859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-505616f4-1931-4fe0-ad8e-3ae92a28396e tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.453147 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-505616f4-1931-4fe0-ad8e-3ae92a28396e tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "DELETE /v2.0/security-groups/9daf62b7-d25f-4fb4-a1cb-5be86f9ffcdc HTTP/1.1" status: 204 len: 168 time: 1.0465624 Jun 03 21:47:25.456974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51874) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:25.488718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51929f8-0bf9-44bd-b347-5fe5768c2c98 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Pushing event deleted for resources: {'Port': ['ID=64773d87-3c50-405f-8fe1-17a1e9490482,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:25.490875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.493498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3744d7f0-617e-41e3-b095-b061390a3cac') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:25.494544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3744d7f0-617e-41e3-b095-b061390a3cac') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:25.494953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2f56-ba29-40a5-b63d-1fb533b7d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.504540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff6da7c-53c6-4125-9c80-67a43bff5064 None None] Resources bound (agent type, host, resource id): {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 21:47:25.510827 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cd4e57c0-e0bb-4fc0-9ea5-cac4fc72f088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.511773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d51929f8-0bf9-44bd-b347-5fe5768c2c98 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:25.511899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:25.515674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.515902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e54f1c4-5bd2-44e8-bdea-618bdc754a4c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 4105a8a5-c26d-4d90-b606-3b037cbbea8e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:25.540557 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.577235 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8bdf2f56-ba29-40a5-b63d-1fb533b7d0cf None None] For port 530fb78f-0d90-494e-a8de-2d4a023439dd, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=530fb78f-0d90-494e-a8de-2d4a023439dd,segment=NetworkSegment(b3ccb17f-ea5c-4b65-ba11-ada83b886c3e),segment_id=b3ccb17f-ea5c-4b65-ba11-ada83b886c3e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:25.585702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2f56-ba29-40a5-b63d-1fb533b7d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.613169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0c89-a13a-467c-a6f7-a1cbec3e5229 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.635734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:25.662701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:25.680252 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "PUT /v2.0/routers/c0404ff6-d4bb-454d-99ac-85e510743982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2008338 Jun 03 21:47:25.680856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51876) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:25.686571 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edd64a0-a099-447e-936e-901d078e1a01 None None] Sync routers for ids ['c0404ff6-d4bb-454d-99ac-85e510743982'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:25.714912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.717861 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd64a0-a099-447e-936e-901d078e1a01 None None] Routers {'c0404ff6-d4bb-454d-99ac-85e510743982'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:25.718828 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6edd64a0-a099-447e-936e-901d078e1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c0404ff6-d4bb-454d-99ac-85e510743982'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:25.740120 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf2f56-ba29-40a5-b63d-1fb533b7d0cf None None] Pushing event updated for resources: {'Port': ['ID=530fb78f-0d90-494e-a8de-2d4a023439dd,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:25.746282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8bdf2f56-ba29-40a5-b63d-1fb533b7d0cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:25.749547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e54f1c4-5bd2-44e8-bdea-618bdc754a4c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:25.761502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2ab1e689-b3a5-4883-a77a-1d61af86c5c0 None None] Provisioning complete for port 530fb78f-0d90-494e-a8de-2d4a023439dd triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:25.762061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e689-b3a5-4883-a77a-1d61af86c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.768928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:25.769353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.770561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5e54f1c4-5bd2-44e8-bdea-618bdc754a4c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:25.775567 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5e54f1c4-5bd2-44e8-bdea-618bdc754a4c tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e HTTP/1.1" status: 200 len: 705 time: 1.7923493 Jun 03 21:47:25.776596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51878) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:25.784700 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:25.812775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81297b7-3b3f-4ae6-b47d-a34c4df40b27 None None] Sync routers for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:25.829514 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6edd64a0-a099-447e-936e-901d078e1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:25.839442 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd64a0-a099-447e-936e-901d078e1a01 None None] Routers {'c0404ff6-d4bb-454d-99ac-85e510743982'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:25.840427 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6edd64a0-a099-447e-936e-901d078e1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c0404ff6-d4bb-454d-99ac-85e510743982'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:25.877400 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81297b7-3b3f-4ae6-b47d-a34c4df40b27 None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:25.878056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b81297b7-3b3f-4ae6-b47d-a34c4df40b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:25.909127 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6edd64a0-a099-447e-936e-901d078e1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:25.909692 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edd64a0-a099-447e-936e-901d078e1a01 None None] The sync data for ids ['c0404ff6-d4bb-454d-99ac-85e510743982'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:25.922879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-01a052f5-661e-4cc3-922e-d2ef22e8c473 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Synchronizing usage tracker for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:25.965218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-01a052f5-661e-4cc3-922e-d2ef22e8c473 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Unset dirty status for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:25.967545 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-01a052f5-661e-4cc3-922e-d2ef22e8c473 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=4105a8a5-c26d-4d90-b606-3b037cbbea8e HTTP/1.1" status: 200 len: 205 time: 0.1860430 Jun 03 21:47:25.970460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51880) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:26.010972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5c8be492-c496-4339-ad94-f642736c6bc1 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Synchronizing usage tracker for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:26.022414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b81297b7-3b3f-4ae6-b47d-a34c4df40b27 None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:47:26.094980 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d51929f8-0bf9-44bd-b347-5fe5768c2c98 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.122805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5c8be492-c496-4339-ad94-f642736c6bc1 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Unset dirty status for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:26.127117 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5c8be492-c496-4339-ad94-f642736c6bc1 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6559923 Jun 03 21:47:26.133286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:26.136354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.138797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51882) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:26.148346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b81297b7-3b3f-4ae6-b47d-a34c4df40b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:47:16Z', 'revision_number': 11, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:26.165817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81297b7-3b3f-4ae6-b47d-a34c4df40b27 None None] Checking router: 4105a8a5-c26d-4d90-b606-3b037cbbea8e for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:47:26.187360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81297b7-3b3f-4ae6-b47d-a34c4df40b27 None None] Routers {'4105a8a5-c26d-4d90-b606-3b037cbbea8e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:26.188064 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b81297b7-3b3f-4ae6-b47d-a34c4df40b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:26.201555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.206918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-af9bcbe0-e14c-4d50-b597-8306bb885001 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:26.222695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d51929f8-0bf9-44bd-b347-5fe5768c2c98 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.228123 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d51929f8-0bf9-44bd-b347-5fe5768c2c98 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/b4ce598e-efb5-4ede-81cd-dda2a8b7db95 HTTP/1.1" status: 204 len: 168 time: 4.2164125 Jun 03 21:47:26.234822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51884) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:26.257230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Network': ['ID=7a2e5c77-9080-4d45-9b7e-b2ba9b593457,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:26.260032 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/7a2e5c77-9080-4d45-9b7e-b2ba9b593457 HTTP/1.1" status: 204 len: 168 time: 9.2024713 Jun 03 21:47:26.261059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.261397 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Added segment 814583c3-84de-4c75-9ad9-c8f6ca93f6f9 of type vlan for network a9d74765-c12a-476f-950d-072a669fd18f Jun 03 21:47:26.267869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:26.273965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e823-8b45-4e87-ac96-1cec07b775a5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.278876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51886) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:26.286819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1121590440'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:26.303799 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:26.335928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:network and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:26.344252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:26.368031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b81297b7-3b3f-4ae6-b47d-a34c4df40b27 None None] Set router 4105a8a5-c26d-4d90-b606-3b037cbbea8e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:47:26.418984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.422847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:26.487890 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:26.491569 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.500980 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-294491b2-0a04-48b6-899c-572d1cacb2d9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.518202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b81297b7-3b3f-4ae6-b47d-a34c4df40b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:47:16Z', 'revision_number': 11, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:26.543389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81297b7-3b3f-4ae6-b47d-a34c4df40b27 None None] The sync data for ids ['4105a8a5-c26d-4d90-b606-3b037cbbea8e'] in dv-neutron-792998-2-hyperv is: [{'id': '4105a8a5-c26d-4d90-b606-3b037cbbea8e', 'name': 'tempest-RoutersIpV6Test-router-1230813962', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:45:27Z', 'updated_at': '2021-06-03T21:47:16Z', 'revision_number': 11, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:26.595000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.620791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.626368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:26.627002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.655704 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:26.658172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:26.686312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-294491b2-0a04-48b6-899c-572d1cacb2d9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.774089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.774380 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Added segment 494f086f-c0a9-4349-9d50-fa6f2d17850b of type vlan for network d15e6e0e-c001-49b6-ac31-ee2046f12ae2 Jun 03 21:47:26.832873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.856720 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6788733 Jun 03 21:47:26.920297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51888) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:26.935003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': 'a9d74765-c12a-476f-950d-072a669fd18f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:26.949324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Network': ['ID=a9d74765-c12a-476f-950d-072a669fd18f,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:26.955352 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.965267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e823-8b45-4e87-ac96-1cec07b775a5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:26.966129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network a9d74765-c12a-476f-950d-072a669fd18f details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:26.967213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:26.971813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e823-8b45-4e87-ac96-1cec07b775a5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.002824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-294491b2-0a04-48b6-899c-572d1cacb2d9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.015130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e6d1c135-973b-4560-94c4-e3c53eae507d tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:27.069846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e823-8b45-4e87-ac96-1cec07b775a5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.070587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b2e823-8b45-4e87-ac96-1cec07b775a5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Fanout notify agent at l3_agent the message router_deleted on router 4105a8a5-c26d-4d90-b606-3b037cbbea8e {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:47:27.083208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fe9a3-cc75-4d07-ac4f-58c70b7c5b9c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Deleting port b0c8c69d-86f4-472b-8984-8591e6f12fec {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:27.083414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe9a3-cc75-4d07-ac4f-58c70b7c5b9c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.108149 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.resource_extend [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:47:27.125115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294491b2-0a04-48b6-899c-572d1cacb2d9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d374083a-7c54-4aba-875c-118bbb7e77a0,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:27.127390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e823-8b45-4e87-ac96-1cec07b775a5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.128515 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a6b2e823-8b45-4e87-ac96-1cec07b775a5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e HTTP/1.1" status: 204 len: 168 time: 1.1571157 Jun 03 21:47:27.132443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-294491b2-0a04-48b6-899c-572d1cacb2d9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:27.137319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51890) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:27.148210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3a83f4d7-94ac-45b2-a578-a57beeed4b08 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1309395051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:27.158739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:27.163598 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3a83f4d7-94ac-45b2-a578-a57beeed4b08 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:27.174795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-294491b2-0a04-48b6-899c-572d1cacb2d9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.174795 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-294491b2-0a04-48b6-899c-572d1cacb2d9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "DELETE /v2.0/security-groups/d374083a-7c54-4aba-875c-118bbb7e77a0 HTTP/1.1" status: 204 len: 168 time: 0.9948616 Jun 03 21:47:27.174795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3a83f4d7-94ac-45b2-a578-a57beeed4b08 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Usage tracker for resource:router and tenant:79e648382f85452294831c70ad69ff15 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:27.177068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51892) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:27.178000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:27.183747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:27.186664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3a83f4d7-94ac-45b2-a578-a57beeed4b08 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:27.201237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.206703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:27.207304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.224994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-463ed3e3-fa29-4a6f-919c-ef65e95a5ca5 tempest-AllowedAddressPairIpV6TestJSON-1011126214 tempest-AllowedAddressPairIpV6TestJSON-1011126214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:27.243524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:27.253763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3a83f4d7-94ac-45b2-a578-a57beeed4b08 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:27.269182 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-4eb4d32e-faa5-48b8-985f-fcdba1b8c934 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:47:27.273384 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4eb4d32e-faa5-48b8-985f-fcdba1b8c934 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "PUT /v2.0/routers/c0404ff6-d4bb-454d-99ac-85e510743982/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5891683 Jun 03 21:47:27.274029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51894) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:27.350151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 530fb78f-0d90-494e-a8de-2d4a023439dd up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:27.361490 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0786591 Jun 03 21:47:27.365969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51896) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:27.370873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:27.373522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'subnet': {'network_id': 'd15e6e0e-c001-49b6-ac31-ee2046f12ae2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:27.374383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.389195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a83f4d7-94ac-45b2-a578-a57beeed4b08 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.390213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a83f4d7-94ac-45b2-a578-a57beeed4b08 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.433153 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 530fb78f-0d90-494e-a8de-2d4a023439dd triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:27.433999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.434459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Network': ['ID=d15e6e0e-c001-49b6-ac31-ee2046f12ae2,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:27.442043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe9a3-cc75-4d07-ac4f-58c70b7c5b9c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.453701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:27.468790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-203f67bf-7adf-4b45-b1ff-354388f54099 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Synchronizing usage tracker for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:27.528117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network d15e6e0e-c001-49b6-ac31-ee2046f12ae2 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:27.557133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a83f4d7-94ac-45b2-a578-a57beeed4b08 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.574903 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.resource_extend [None req-c5cb0c89-a13a-467c-a6f7-a1cbec3e5229 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:47:27.604645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fe9a3-cc75-4d07-ac4f-58c70b7c5b9c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Calling delete_port for b0c8c69d-86f4-472b-8984-8591e6f12fec owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:27.647978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-203f67bf-7adf-4b45-b1ff-354388f54099 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Unset dirty status for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:27.653605 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-203f67bf-7adf-4b45-b1ff-354388f54099 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4665930 Jun 03 21:47:27.664404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51898) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:27.681880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group': {'name': 'tempest-secgroup--691813723'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:27.695994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0c89-a13a-467c-a6f7-a1cbec3e5229 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.704809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:27.709454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0c89-a13a-467c-a6f7-a1cbec3e5229 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.774419 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a83f4d7-94ac-45b2-a578-a57beeed4b08 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.795686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:27.838480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:27.854624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:subnet and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:27.860189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:27.866874 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.870209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:27.890922 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a83f4d7-94ac-45b2-a578-a57beeed4b08 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:27.892168 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3a83f4d7-94ac-45b2-a578-a57beeed4b08 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7488408 Jun 03 21:47:27.895621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51900) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:27.904511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d9fb7d86-797e-45f6-8dc6-a4caa3b15de5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:27.993514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:27.997597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:28.158221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:28.176345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Usage tracker for resource:security_group_rule and tenant:ddeaf2886b0b46af8070850360c22a36 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:28.183603 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:28.192211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:28.318798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:28.479987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:28.527559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:28.535940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d32ee722-d486-498d-8185-68cb5dfc25f2 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:28.607255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cb0c89-a13a-467c-a6f7-a1cbec3e5229 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:28.614894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25870064-83e0-4c5a-875d-35678bbc311b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:28.621315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:28.623898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:28.625096 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9597368 Jun 03 21:47:28.631498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51902) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:28.638235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-eaf8399e-d408-4191-8b8b-768935fc7d6d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:28.643694 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-eaf8399e-d408-4191-8b8b-768935fc7d6d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 03 21:47:28.644242 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-eaf8399e-d408-4191-8b8b-768935fc7d6d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] update failed (client error): There was a conflict when trying to complete your request. Jun 03 21:47:28.645241 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-eaf8399e-d408-4191-8b8b-768935fc7d6d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "PUT /v2.0/security-groups/25870064-83e0-4c5a-875d-35678bbc311b HTTP/1.1" status: 409 len: 330 time: 0.0132620 Jun 03 21:47:28.649946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51904) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:28.793879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7d86-797e-45f6-8dc6-a4caa3b15de5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:28.827651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe9a3-cc75-4d07-ac4f-58c70b7c5b9c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:28.840840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c62271e4-ef8e-41b9-8590-7511ee178e88 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:28.871988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7d86-797e-45f6-8dc6-a4caa3b15de5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:28.878343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-443b62a4-c7fc-49d4-8723-60a7450bc55d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:28.931384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fe9a3-cc75-4d07-ac4f-58c70b7c5b9c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event deleted for resources: {'Port': ['ID=b0c8c69d-86f4-472b-8984-8591e6f12fec,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:28.952274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cb0c89-a13a-467c-a6f7-a1cbec3e5229 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:28.967445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0c89-a13a-467c-a6f7-a1cbec3e5229 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:28.967641 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eddbbbb-8ea1-4731-bb49-9716b0d17c0d None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:28.981725 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eddbbbb-8ea1-4731-bb49-9716b0d17c0d None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:28.982711 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9eddbbbb-8ea1-4731-bb49-9716b0d17c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:28.995908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3d7fe9a3-cc75-4d07-ac4f-58c70b7c5b9c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:28.996425 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-443b62a4-c7fc-49d4-8723-60a7450bc55d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:29.044037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:29.058489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fd952c3e-5023-40d1-a81d-8b3a3de72d07 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:29.073016 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9eddbbbb-8ea1-4731-bb49-9716b0d17c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:29.084187 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eddbbbb-8ea1-4731-bb49-9716b0d17c0d None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:29.092725 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9eddbbbb-8ea1-4731-bb49-9716b0d17c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:29.188332 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9eddbbbb-8ea1-4731-bb49-9716b0d17c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:29.189400 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eddbbbb-8ea1-4731-bb49-9716b0d17c0d None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:29.203397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Subnet': ['ID=53fe875a-257a-4f61-b7f6-26ba83ee979d,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:29.209204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-443b62a4-c7fc-49d4-8723-60a7450bc55d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:29.215181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:29.219733 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9e7099fe-4600-45ea-8547-4f117c1b6ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:29.222641 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-89e18cc5-e25a-4420-8765-2eff01dfde39 req-cadb96cc-68bb-4bd8-ade6-94b99a38d9bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7199283 Jun 03 21:47:29.247432 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b62a4-c7fc-49d4-8723-60a7450bc55d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25870064-83e0-4c5a-875d-35678bbc311b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:29.250147 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c5cb0c89-a13a-467c-a6f7-a1cbec3e5229 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "PUT /v2.0/floatingips/cd0c7e1b-5f14-4929-b377-f63e431def6b HTTP/1.1" status: 200 len: 977 time: 3.9634814 Jun 03 21:47:29.250958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-443b62a4-c7fc-49d4-8723-60a7450bc55d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:29.255339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51906) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:29.315852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe9a3-cc75-4d07-ac4f-58c70b7c5b9c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:29.325948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Checking segment: {'id': '814583c3-84de-4c75-9ad9-c8f6ca93f6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'a9d74765-c12a-476f-950d-072a669fd18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:29.325948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network hostable DHCP agents. Network: a9d74765-c12a-476f-950d-072a669fd18f, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:29.341792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-443b62a4-c7fc-49d4-8723-60a7450bc55d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:29.343097 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-443b62a4-c7fc-49d4-8723-60a7450bc55d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "DELETE /v2.0/security-groups/25870064-83e0-4c5a-875d-35678bbc311b HTTP/1.1" status: 204 len: 168 time: 0.6449535 Jun 03 21:47:29.348868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51908) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:29.403342 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3d7fe9a3-cc75-4d07-ac4f-58c70b7c5b9c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "DELETE /v2.0/ports/b0c8c69d-86f4-472b-8984-8591e6f12fec HTTP/1.1" status: 204 len: 168 time: 3.1674101 Jun 03 21:47:29.423581 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51910) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:29.443183 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network a9d74765-c12a-476f-950d-072a669fd18f is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:29.468339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, a9d74765-c12a-476f-950d-072a669fd18f) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:29.477220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23fd64-2600-4ee2-a7f4-6791e4e8df31 None None] Network a9d74765-c12a-476f-950d-072a669fd18f requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:29.513610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fb7d86-797e-45f6-8dc6-a4caa3b15de5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Router 743d1717-4614-4f39-ad48-410ed4a9b09f is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:47:29.523036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7f9eec0-e75a-40c0-9a5b-9a393f19f369 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:29.529072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:29.529671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:29.557623 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6364424 Jun 03 21:47:29.560397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51912) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:29.565627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': 'a9d74765-c12a-476f-950d-072a669fd18f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-171631724'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:29.686753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port 216696da-2cb1-4d13-913d-301e135f4e55 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:29.687407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:29.741381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-a9d74765-c12a-476f-950d-072a669fd18f', 'network_id': 'a9d74765-c12a-476f-950d-072a669fd18f', 'tenant_id': '3a547e491c4a4a76bcbe66bef1cc3b0e', 'fixed_ips': [{'subnet_id': '53fe875a-257a-4f61-b7f6-26ba83ee979d'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:29.742333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:29.854341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-063d80f4-4e64-4b44-a166-f113b0af7d06 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Synchronizing usage tracker for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:29.922901 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Allocated IP 2001:db8::2 (a9d74765-c12a-476f-950d-072a669fd18f/53fe875a-257a-4f61-b7f6-26ba83ee979d/a3647732-b2d3-4e49-b8a8-3fd24d39b32d) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:29.968367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:29.975732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:port and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:29.979694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:29.988870 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:29.990538 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:47:30.008903 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:30.009333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:30.073761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:30.077307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:30.089239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fb7d86-797e-45f6-8dc6-a4caa3b15de5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:30.096080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9fb7d86-797e-45f6-8dc6-a4caa3b15de5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:30.097211 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d9fb7d86-797e-45f6-8dc6-a4caa3b15de5 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "PUT /v2.0/routers/743d1717-4614-4f39-ad48-410ed4a9b09f HTTP/1.1" status: 200 len: 698 time: 2.1985395 Jun 03 21:47:30.099713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-063d80f4-4e64-4b44-a166-f113b0af7d06 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Unset dirty status for tenant:ddeaf2886b0b46af8070850360c22a36 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:30.101187 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-063d80f4-4e64-4b44-a166-f113b0af7d06 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7473476 Jun 03 21:47:30.144361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51914) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:30.144596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51916) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:30.145900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0833fce-a928-496c-8200-62069a0859a4 None None] Sync routers for ids ['743d1717-4614-4f39-ad48-410ed4a9b09f'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:30.176796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e18cc5-e25a-4420-8765-2eff01dfde39 req-3366127f-3af4-45d9-a7f4-44143ad2d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:30.178462 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-89e18cc5-e25a-4420-8765-2eff01dfde39 req-3366127f-3af4-45d9-a7f4-44143ad2d14d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8575706e29d4efb935647060af56086&device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 1098 time: 0.8317387 Jun 03 21:47:30.178582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0833fce-a928-496c-8200-62069a0859a4 None None] Routers {'743d1717-4614-4f39-ad48-410ed4a9b09f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:30.179210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e0833fce-a928-496c-8200-62069a0859a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['743d1717-4614-4f39-ad48-410ed4a9b09f'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:30.225225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for 216696da-2cb1-4d13-913d-301e135f4e55 owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:30.263411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd19ae-6bc4-4bb6-b135-7a4bf7ccd804 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:30.264158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-79dd19ae-6bc4-4bb6-b135-7a4bf7ccd804 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Synchronizing usage tracker for tenant:8d406e6f3bd3496d95a3208cc6b19636 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:30.298368 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-c218b8c9-7684-438c-8cff-c35916a2b70a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] delete failed (client error): The resource could not be found. Jun 03 21:47:30.303237 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c218b8c9-7684-438c-8cff-c35916a2b70a tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "DELETE /v2.0/security-groups/96b28036-b20a-4a91-9030-7ef4600211be HTTP/1.1" status: 404 len: 347 time: 0.1019793 Jun 03 21:47:30.303237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port d9978bb5-989f-4098-9157-76070bbcced8 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:47:30.322105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:30.346050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-e0833fce-a928-496c-8200-62069a0859a4 None None] Set router 743d1717-4614-4f39-ad48-410ed4a9b09f gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:47:30.346838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51918) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:30.385211 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-97abb228-c49f-464e-b13c-44f05291f707 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/routers/743d1717-4614-4f39-ad48-410ed4a9b09f HTTP/1.1" status: 200 len: 704 time: 0.2370584 Jun 03 21:47:30.385421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-79dd19ae-6bc4-4bb6-b135-7a4bf7ccd804 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Unset dirty status for tenant:8d406e6f3bd3496d95a3208cc6b19636 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:30.385510 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-79dd19ae-6bc4-4bb6-b135-7a4bf7ccd804 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "GET /v2.0/ports?device_id=3aaceaaa-e5fe-4292-ac1b-d76588ba1593 HTTP/1.1" status: 200 len: 913 time: 0.9595532 Jun 03 21:47:30.386917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51920) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:30.391301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Transition to ACTIVE for port object a3647732-b2d3-4e49-b8a8-3fd24d39b32d will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:30.391531 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-ea2ebebe-570b-4bbf-ba3c-6ee545c55870 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] show failed (client error): The resource could not be found. Jun 03 21:47:30.397022 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ea2ebebe-570b-4bbf-ba3c-6ee545c55870 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "GET /v2.0/security-groups/73df2139-0c50-4a93-99ad-c18f449a2e66 HTTP/1.1" status: 404 len: 347 time: 0.0442777 Jun 03 21:47:30.397022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51922) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:30.423687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51924) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:30.464253 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-65d7b6a4-7062-4f27-9346-99630528ba27 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=743d1717-4614-4f39-ad48-410ed4a9b09f HTTP/1.1" status: 200 len: 205 time: 0.0734444 Jun 03 21:47:30.467790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51926) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:30.471970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e0833fce-a928-496c-8200-62069a0859a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1717-4614-4f39-ad48-410ed4a9b09f', 'name': 'tempest-RoutersIpV6Test-router-1309395051', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:27Z', 'updated_at': '2021-06-03T21:47:28Z', 'revision_number': 2, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:30.472342 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-3fb6bbdf-6ce1-4fb7-975b-c96d9c7ef146 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] show failed (client error): The resource could not be found. Jun 03 21:47:30.479395 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3fb6bbdf-6ce1-4fb7-975b-c96d9c7ef146 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] 10.222.0.96 "GET /v2.0/security-group-rules/768df7a1-8622-4e9a-9454-2e5726ed905c HTTP/1.1" status: 404 len: 356 time: 0.0442190 Jun 03 21:47:30.485849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0833fce-a928-496c-8200-62069a0859a4 None None] Checking router: 743d1717-4614-4f39-ad48-410ed4a9b09f for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:47:30.508523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Transition to ACTIVE for port object a3647732-b2d3-4e49-b8a8-3fd24d39b32d will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:30.521241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0833fce-a928-496c-8200-62069a0859a4 None None] Routers {'743d1717-4614-4f39-ad48-410ed4a9b09f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:30.522258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e0833fce-a928-496c-8200-62069a0859a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['743d1717-4614-4f39-ad48-410ed4a9b09f'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:30.544646 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e18cc5-e25a-4420-8765-2eff01dfde39 req-9b94e154-9102-46b5-a279-82f27eb7793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:30.546103 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-89e18cc5-e25a-4420-8765-2eff01dfde39 req-9b94e154-9102-46b5-a279-82f27eb7793c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3ab37d9-450d-465b-af87-fe797b3c7680 HTTP/1.1" status: 200 len: 914 time: 0.3322756 Jun 03 21:47:30.687919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:30.703174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-e0833fce-a928-496c-8200-62069a0859a4 None None] Set router 743d1717-4614-4f39-ad48-410ed4a9b09f gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:47:30.732122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8::97 (a9d74765-c12a-476f-950d-072a669fd18f/53fe875a-257a-4f61-b7f6-26ba83ee979d/d9978bb5-989f-4098-9157-76070bbcced8) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:30.741546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bcb321b-ef3f-4e1f-a26c-bfdf9ae31729 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:30.762214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:30.886028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51932) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:30.995815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Network a9d74765-c12a-476f-950d-072a669fd18f is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:30.999551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:31.007283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e0833fce-a928-496c-8200-62069a0859a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1717-4614-4f39-ad48-410ed4a9b09f', 'name': 'tempest-RoutersIpV6Test-router-1309395051', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:27Z', 'updated_at': '2021-06-03T21:47:28Z', 'revision_number': 2, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:31.016781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:31.020195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0833fce-a928-496c-8200-62069a0859a4 None None] The sync data for ids ['743d1717-4614-4f39-ad48-410ed4a9b09f'] in dv-neutron-792998-2-hyperv is: [{'id': '743d1717-4614-4f39-ad48-410ed4a9b09f', 'name': 'tempest-RoutersIpV6Test-router-1309395051', 'tenant_id': '79e648382f85452294831c70ad69ff15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:27Z', 'updated_at': '2021-06-03T21:47:28Z', 'revision_number': 2, 'project_id': '79e648382f85452294831c70ad69ff15', 'gw_port_host': None}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:31.083635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Pushing event updated for resources: {'Port': ['ID=a3647732-b2d3-4e49-b8a8-3fd24d39b32d,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:31.094814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:31.177831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Attempting to bind port a3647732-b2d3-4e49-b8a8-3fd24d39b32d on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:31.178243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Attempting to bind port a3647732-b2d3-4e49-b8a8-3fd24d39b32d by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '814583c3-84de-4c75-9ad9-c8f6ca93f6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'a9d74765-c12a-476f-950d-072a669fd18f'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:31.178698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Attempting to bind port a3647732-b2d3-4e49-b8a8-3fd24d39b32d on network a9d74765-c12a-476f-950d-072a669fd18f {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:31.186161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:31.186688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Checking segment: {'id': '814583c3-84de-4c75-9ad9-c8f6ca93f6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'a9d74765-c12a-476f-950d-072a669fd18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:31.187268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:31.187779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Bound using segment: {'id': '814583c3-84de-4c75-9ad9-c8f6ca93f6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'a9d74765-c12a-476f-950d-072a669fd18f'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:31.188360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Bound port: a3647732-b2d3-4e49-b8a8-3fd24d39b32d, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814583c3-84de-4c75-9ad9-c8f6ca93f6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'a9d74765-c12a-476f-950d-072a669fd18f'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:31.188951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:31.218054 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-89e18cc5-e25a-4420-8765-2eff01dfde39 req-83c5d1c5-acce-4019-9861-5bafe51a9757 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c160a6-3c5a-454f-998f-946a491894d8 HTTP/1.1" status: 200 len: 1001 time: 0.6601830 Jun 03 21:47:31.250098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:31.266533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dd3057b0-0cc6-4e44-b6a5-4d0a2fdc473f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:31.331377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] For port a3647732-b2d3-4e49-b8a8-3fd24d39b32d, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:31.335598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] For port a3647732-b2d3-4e49-b8a8-3fd24d39b32d, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a3647732-b2d3-4e49-b8a8-3fd24d39b32d,segment=NetworkSegment(814583c3-84de-4c75-9ad9-c8f6ca93f6f9),segment_id=814583c3-84de-4c75-9ad9-c8f6ca93f6f9)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:31.343317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:31.347943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7df6a046-dc07-4e6a-8ac9-35c7f8c819d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:31.443647 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Pushing event updated for resources: {'Port': ['ID=a3647732-b2d3-4e49-b8a8-3fd24d39b32d,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:31.445517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:31.453821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:31.461068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bcb321b-ef3f-4e1f-a26c-bfdf9ae31729 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:31.463190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fa6dc9ad-9df8-401a-b1af-c0a2874269ac tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:31.499335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bcb321b-ef3f-4e1f-a26c-bfdf9ae31729 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:31.514750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=216696da-2cb1-4d13-913d-301e135f4e55,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:31.550502 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:31.556542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:31.573309 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-52348bc3-f829-4df5-bb97-9242fc51e2d9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ddeaf2886b0b46af8070850360c22a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6865339 Jun 03 21:47:31.580736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51936) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:31.597390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e18cc5-e25a-4420-8765-2eff01dfde39 req-a70a74d0-f3d8-4adf-98a8-4e69cf8bacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:31.598900 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-89e18cc5-e25a-4420-8765-2eff01dfde39 req-a70a74d0-f3d8-4adf-98a8-4e69cf8bacb2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f48f48ce-c887-4cce-89b6-0302a64d4519 HTTP/1.1" status: 200 len: 851 time: 0.3689129 Jun 03 21:47:31.610581 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bcb321b-ef3f-4e1f-a26c-bfdf9ae31729 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:31.611066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcb321b-ef3f-4e1f-a26c-bfdf9ae31729 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Fanout notify agent at l3_agent the message router_deleted on router 743d1717-4614-4f39-ad48-410ed4a9b09f {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:47:31.612723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Subnet': ['ID=0370005d-c8cb-4695-aae8-a895b8d39b81,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:31.663128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:31.712297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bcb321b-ef3f-4e1f-a26c-bfdf9ae31729 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:31.712435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Transition to ACTIVE for port object d9978bb5-989f-4098-9157-76070bbcced8 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:31.713425 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1bcb321b-ef3f-4e1f-a26c-bfdf9ae31729 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/743d1717-4614-4f39-ad48-410ed4a9b09f HTTP/1.1" status: 204 len: 168 time: 1.2424526 Jun 03 21:47:31.713957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:31.714286 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Floating IP cd0c7e1b-5f14-4929-b377-f63e431def6b disassociated (deleted). External IP: 172.26.3.45, port: 1bc49043-23d9-4d81-ae50-ec80185a5149. Jun 03 21:47:31.726538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51938) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:31.727507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Checking segment: {'id': '494f086f-c0a9-4349-9d50-fa6f2d17850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'd15e6e0e-c001-49b6-ac31-ee2046f12ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:31.727891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network hostable DHCP agents. Network: d15e6e0e-c001-49b6-ac31-ee2046f12ae2, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:31.806314 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f5aa7d20-63a9-43e3-9c90-0f9eb01c0533 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=743d1717-4614-4f39-ad48-410ed4a9b09f HTTP/1.1" status: 200 len: 205 time: 0.0752165 Jun 03 21:47:31.808727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51940) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:31.815633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9eec0-e75a-40c0-9a5b-9a393f19f369 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Deleting port f87bac29-b4ce-4eb2-a980-eb9bbe3ba0f5 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:31.816267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7f9eec0-e75a-40c0-9a5b-9a393f19f369 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:31.871870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4197054-9ec8-41e9-97be-ce983eb50f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:31.888351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network d15e6e0e-c001-49b6-ac31-ee2046f12ae2 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:31.965816 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-7dcc5cd9-8a1e-4d72-856e-64bf85862707 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] delete failed (client error): The resource could not be found. Jun 03 21:47:31.969204 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7dcc5cd9-8a1e-4d72-856e-64bf85862707 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/743d1717-4614-4f39-ad48-410ed4a9b09f HTTP/1.1" status: 404 len: 336 time: 0.1558335 Jun 03 21:47:31.972739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51942) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:31.974151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, d15e6e0e-c001-49b6-ac31-ee2046f12ae2) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:31.986116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4873d14-18e8-4da5-a08d-50718475b0ee None None] Network d15e6e0e-c001-49b6-ac31-ee2046f12ae2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:31.988185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4197054-9ec8-41e9-97be-ce983eb50f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:32.011858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e18cc5-e25a-4420-8765-2eff01dfde39 req-9d796479-033c-451f-9c57-77ba3781e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:32.013344 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-89e18cc5-e25a-4420-8765-2eff01dfde39 req-9d796479-033c-451f-9c57-77ba3781e997 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3ab37d9-450d-465b-af87-fe797b3c7680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4062018 Jun 03 21:47:32.037106 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-279e20a0-6db9-4270-a5d0-210eb5731aac tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] DELETE failed (client error): The resource could not be found. Jun 03 21:47:32.037580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279e20a0-6db9-4270-a5d0-210eb5731aac tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:47:32.050003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:32.050594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:32.094490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:32.112635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3f0e92e4-8dcb-4282-81e3-aaaec1c2c2e7 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:32.170457 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7f9eec0-e75a-40c0-9a5b-9a393f19f369 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:32.186725 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-279e20a0-6db9-4270-a5d0-210eb5731aac tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/fed00848-f826-4d64-bcd0-dde4347bf732 HTTP/1.1" status: 404 len: 337 time: 0.2108524 Jun 03 21:47:32.193277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51944) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:32.197671 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.8288538 Jun 03 21:47:32.202238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51946) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:32.208358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1966021331'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:32.242694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-d15e6e0e-c001-49b6-ac31-ee2046f12ae2', 'network_id': 'd15e6e0e-c001-49b6-ac31-ee2046f12ae2', 'tenant_id': 'b019ab5693a243b49d7da2decb50e20d', 'fixed_ips': [{'subnet_id': '0370005d-c8cb-4695-aae8-a895b8d39b81'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:32.243816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:32.256703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network a9d74765-c12a-476f-950d-072a669fd18f is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:32.305575 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:32.309259 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:32.316540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:32.317185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:32.323031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:32.334513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9eec0-e75a-40c0-9a5b-9a393f19f369 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Calling delete_port for f87bac29-b4ce-4eb2-a980-eb9bbe3ba0f5 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:32.341752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:network and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:32.346409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for network was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:32.351743 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab7ea84-6b0e-4c47-a4c0-966e53f722c4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] DELETE failed (client error): The resource could not be found. Jun 03 21:47:32.352207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab7ea84-6b0e-4c47-a4c0-966e53f722c4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:47:32.356521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4197054-9ec8-41e9-97be-ce983eb50f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:32.357050 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0ab7ea84-6b0e-4c47-a4c0-966e53f722c4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/e65a246b-0079-4369-8c01-9630635eb058 HTTP/1.1" status: 404 len: 337 time: 0.1097786 Jun 03 21:47:32.360395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51948) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:32.365413 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=d9978bb5-989f-4098-9157-76070bbcced8,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:32.371419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:32.371755 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:32.374220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d20f026b-3148-4d21-accf-5c598872d881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:32.404553 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.8430653 Jun 03 21:47:32.437858 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Allocated IP 2001:db8::3 (d15e6e0e-c001-49b6-ac31-ee2046f12ae2/0370005d-c8cb-4695-aae8-a895b8d39b81/2a6133bb-5356-421a-b33e-3175b9cb1a74) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:32.457553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51950) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:32.486570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4197054-9ec8-41e9-97be-ce983eb50f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b770b5ac-791b-4d65-88e3-5014e94eab33,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:32.491405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a4197054-9ec8-41e9-97be-ce983eb50f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:32.530382 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-89e18cc5-e25a-4420-8765-2eff01dfde39 req-3ae0c7ed-10d8-4b66-b3a9-0df43e87bc1d service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043137 Jun 03 21:47:32.531018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:32.534602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:32.540268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90b369bf-3dd5-439d-ad70-e3ea68e9be80 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:32.551009 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-958c8397-a5fd-4d01-96c1-8f5f28ab640d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] DELETE failed (client error): The resource could not be found. Jun 03 21:47:32.551486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958c8397-a5fd-4d01-96c1-8f5f28ab640d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:47:32.626653 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-958c8397-a5fd-4d01-96c1-8f5f28ab640d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/683f1932-763f-4c4e-96e0-630e01ebdb8d HTTP/1.1" status: 404 len: 337 time: 0.2388086 Jun 03 21:47:32.626653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4197054-9ec8-41e9-97be-ce983eb50f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:32.627664 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a4197054-9ec8-41e9-97be-ce983eb50f24 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b770b5ac-791b-4d65-88e3-5014e94eab33 HTTP/1.1" status: 204 len: 168 time: 1.0452154 Jun 03 21:47:32.635726 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51952) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:32.702874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:32.781540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:32.795444 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Transition to ACTIVE for port object 2a6133bb-5356-421a-b33e-3175b9cb1a74 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:32.805150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:32.805489 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Added segment 5659434e-5130-4d06-bc7f-1089710dfc75 of type vlan for network edb22c25-0ce1-4e03-bde7-0dacce200a99 Jun 03 21:47:32.811682 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cfa44f-590a-4b2a-9e65-380e9f5124d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] DELETE failed (client error): The resource could not be found. Jun 03 21:47:32.812773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cfa44f-590a-4b2a-9e65-380e9f5124d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:47:32.814870 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f1cfa44f-590a-4b2a-9e65-380e9f5124d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/085218ab-c720-492f-a522-e53af7084157 HTTP/1.1" status: 404 len: 337 time: 0.1740749 Jun 03 21:47:32.825702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Transition to ACTIVE for port object 2a6133bb-5356-421a-b33e-3175b9cb1a74 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:32.829533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51956) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:32.829740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:32.835397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:32.846731 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9590dc2b-f7d6-4886-997b-65387ce54540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:32.930440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Pushing event updated for resources: {'Port': ['ID=2a6133bb-5356-421a-b33e-3175b9cb1a74,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:32.932900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6561c50d-0db9-4d2e-93ec-2fb7797dbfd6 None None] Network a9d74765-c12a-476f-950d-072a669fd18f requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:33.071028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:33.090448 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-89e18cc5-e25a-4420-8765-2eff01dfde39 req-5568c799-7dc5-486b-83c7-e0502ade1194 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356669 Jun 03 21:47:33.116737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7f9eec0-e75a-40c0-9a5b-9a393f19f369 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:33.130242 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9689a4ee-a8e6-4181-b0d2-9be8a882f92a tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=4105a8a5-c26d-4d90-b606-3b037cbbea8e HTTP/1.1" status: 200 len: 205 time: 0.2863193 Jun 03 21:47:33.162066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Network d15e6e0e-c001-49b6-ac31-ee2046f12ae2 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:33.162848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9071ac98-7014-4028-90e0-8454f9a51911 None None] Provisioning for port a3647732-b2d3-4e49-b8a8-3fd24d39b32d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:33.169263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:33.174824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:33.178850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:33.184217 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5aeeefdf-e9fc-4036-b96d-97727f21f89f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:33.254271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51966) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:33.323559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Attempting to bind port 2a6133bb-5356-421a-b33e-3175b9cb1a74 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:33.327043 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Attempting to bind port 2a6133bb-5356-421a-b33e-3175b9cb1a74 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '494f086f-c0a9-4349-9d50-fa6f2d17850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'd15e6e0e-c001-49b6-ac31-ee2046f12ae2'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:33.327418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Attempting to bind port 2a6133bb-5356-421a-b33e-3175b9cb1a74 on network d15e6e0e-c001-49b6-ac31-ee2046f12ae2 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:33.339123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:33.339565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Checking segment: {'id': '494f086f-c0a9-4349-9d50-fa6f2d17850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'd15e6e0e-c001-49b6-ac31-ee2046f12ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:33.339926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:33.340324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Bound using segment: {'id': '494f086f-c0a9-4349-9d50-fa6f2d17850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'd15e6e0e-c001-49b6-ac31-ee2046f12ae2'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:33.340804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Bound port: 2a6133bb-5356-421a-b33e-3175b9cb1a74, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494f086f-c0a9-4349-9d50-fa6f2d17850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'd15e6e0e-c001-49b6-ac31-ee2046f12ae2'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:33.342212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:33.450569 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-f3f8a73e-5b53-4074-8274-3424e93adac6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] delete failed (client error): The resource could not be found. Jun 03 21:47:33.451635 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f3f8a73e-5b53-4074-8274-3424e93adac6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/4105a8a5-c26d-4d90-b606-3b037cbbea8e HTTP/1.1" status: 404 len: 336 time: 0.1884632 Jun 03 21:47:33.460378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] For port 2a6133bb-5356-421a-b33e-3175b9cb1a74, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:33.463787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] For port 2a6133bb-5356-421a-b33e-3175b9cb1a74, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2a6133bb-5356-421a-b33e-3175b9cb1a74,segment=NetworkSegment(494f086f-c0a9-4349-9d50-fa6f2d17850b),segment_id=494f086f-c0a9-4349-9d50-fa6f2d17850b)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:33.465768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51974) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:33.471267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:33.482284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:33.524327 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-198ceaeb-a09f-4400-8a63-45055ac354d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port d9978bb5-989f-4098-9157-76070bbcced8 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:33.537902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-198ceaeb-a09f-4400-8a63-45055ac354d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:33.545177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9eec0-e75a-40c0-9a5b-9a393f19f369 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event deleted for resources: {'Port': ['ID=f87bac29-b4ce-4eb2-a980-eb9bbe3ba0f5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:33.550444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a7f9eec0-e75a-40c0-9a5b-9a393f19f369 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:33.563165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a3647732-b2d3-4e49-b8a8-3fd24d39b32d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:33.629393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:33.647003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:33.649312 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:33.677020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-da0df0fa-fad9-4a82-a161-5dae28ad2147 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:33.765677 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Pushing event updated for resources: {'Port': ['ID=2a6133bb-5356-421a-b33e-3175b9cb1a74,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:33.776896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-198ceaeb-a09f-4400-8a63-45055ac354d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:33.783847 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:33.797950 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port a3647732-b2d3-4e49-b8a8-3fd24d39b32d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:33.804112 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a3647732-b2d3-4e49-b8a8-3fd24d39b32d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:33.804602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:33.813161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9f01e59a-9863-473d-8134-a3805be1dd2d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Synchronizing usage tracker for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:33.908898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Network': ['ID=edb22c25-0ce1-4e03-bde7-0dacce200a99,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:33.924419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:34.004921 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8013875 Jun 03 21:47:34.012727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 51984) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:34.032040 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'subnet': {'network_id': 'edb22c25-0ce1-4e03-bde7-0dacce200a99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:34.061921 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-198ceaeb-a09f-4400-8a63-45055ac354d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for d9978bb5-989f-4098-9157-76070bbcced8 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:34.066623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:34.073255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network edb22c25-0ce1-4e03-bde7-0dacce200a99 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:34.077871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:34.100505 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4ec71-bbc7-42b7-b5a3-cd6c02b20b5f None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:34.117260 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4ec71-bbc7-42b7-b5a3-cd6c02b20b5f None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:34.117979 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-4dd4ec71-bbc7-42b7-b5a3-cd6c02b20b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:34.201868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9f01e59a-9863-473d-8134-a3805be1dd2d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Unset dirty status for tenant:79e648382f85452294831c70ad69ff15 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:34.203336 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9f01e59a-9863-473d-8134-a3805be1dd2d tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=e02296a3-ec8f-419e-bf6c-8103017d5b89 HTTP/1.1" status: 200 len: 205 time: 0.7354908 Jun 03 21:47:34.207641 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/floatingips/cd0c7e1b-5f14-4929-b377-f63e431def6b HTTP/1.1" status: 204 len: 168 time: 4.9475489 Jun 03 21:47:34.208054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51986) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:34.209396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51988) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:34.246915 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-4dd4ec71-bbc7-42b7-b5a3-cd6c02b20b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:34.266184 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4ec71-bbc7-42b7-b5a3-cd6c02b20b5f None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:34.266823 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-4dd4ec71-bbc7-42b7-b5a3-cd6c02b20b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:34.369992 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-4dd4ec71-bbc7-42b7-b5a3-cd6c02b20b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:34.370630 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4ec71-bbc7-42b7-b5a3-cd6c02b20b5f None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:34.388100 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-158690ba-01da-4a32-92ac-3c4374f6995d None None] Provisioning for port d9978bb5-989f-4098-9157-76070bbcced8 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:34.397802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-158690ba-01da-4a32-92ac-3c4374f6995d None None] Provisioning complete for port d9978bb5-989f-4098-9157-76070bbcced8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:34.398444 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-158690ba-01da-4a32-92ac-3c4374f6995d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:34.440120 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-bb2d3278-fe45-4857-b3d2-6045ceec1954 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] delete failed (client error): The resource could not be found. Jun 03 21:47:34.441388 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bb2d3278-fe45-4857-b3d2-6045ceec1954 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/e02296a3-ec8f-419e-bf6c-8103017d5b89 HTTP/1.1" status: 404 len: 336 time: 0.2288783 Jun 03 21:47:34.457085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 51992) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:34.480322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:34.535052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-158690ba-01da-4a32-92ac-3c4374f6995d None None] Port d9978bb5-989f-4098-9157-76070bbcced8 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:47:34.567025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port a3647732-b2d3-4e49-b8a8-3fd24d39b32d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a3647732-b2d3-4e49-b8a8-3fd24d39b32d,segment=NetworkSegment(814583c3-84de-4c75-9ad9-c8f6ca93f6f9),segment_id=814583c3-84de-4c75-9ad9-c8f6ca93f6f9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:34.571415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7f9eec0-e75a-40c0-9a5b-9a393f19f369 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:34.576575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:34.576904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:34.582967 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-42597a71-ff56-4614-8bc4-328f42f6a790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:34.585143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:subnet and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:34.592370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:34.618945 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c979f559-2e74-42b2-9661-d94d48902c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] DELETE failed (client error): The resource could not be found. Jun 03 21:47:34.619444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c979f559-2e74-42b2-9661-d94d48902c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:47:34.621714 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c979f559-2e74-42b2-9661-d94d48902c12 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/10f34607-48a9-4cb8-9b08-f3c0aeb2450b HTTP/1.1" status: 404 len: 337 time: 0.1611564 Jun 03 21:47:34.626476 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-158690ba-01da-4a32-92ac-3c4374f6995d None None] Provisioning complete for port a3647732-b2d3-4e49-b8a8-3fd24d39b32d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:34.626856 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-158690ba-01da-4a32-92ac-3c4374f6995d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:34.631033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52000) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:34.682909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:34.688748 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1369a6dc-6a03-4a68-b896-5292873fffcf tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=4197c852-cd25-4e47-915e-365087123be5 HTTP/1.1" status: 200 len: 205 time: 0.0553882 Jun 03 21:47:34.696323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52002) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:34.783571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=a3647732-b2d3-4e49-b8a8-3fd24d39b32d,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:34.789765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:34.861956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b94e26ba-c4f4-4414-82b0-69ba70512b60 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port 1bc49043-23d9-4d81-ae50-ec80185a5149 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:34.863096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b94e26ba-c4f4-4414-82b0-69ba70512b60 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:34.871909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:34.875974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:34.910642 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-ad164a65-cc1f-43c7-8ed4-209067ad400f tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] delete failed (client error): The resource could not be found. Jun 03 21:47:34.913836 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ad164a65-cc1f-43c7-8ed4-209067ad400f tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/4197c852-cd25-4e47-915e-365087123be5 HTTP/1.1" status: 404 len: 336 time: 0.2154620 Jun 03 21:47:34.964017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52008) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:35.033834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_backend_mixin [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Performing IP validity checks on allocation pools {{(pid=104396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 03 21:47:35.034367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_backend_mixin [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104396) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 03 21:47:35.047012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-83b50c58-5eee-4535-a0dd-3e53d4234ae5 None None] Provisioning complete for port d9978bb5-989f-4098-9157-76070bbcced8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:35.047750 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a6fd5559-8094-4b24-a613-994775c171e3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=57397a23-8e74-451b-a33a-db557eca25ba HTTP/1.1" status: 200 len: 205 time: 0.0745544 Jun 03 21:47:35.048422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52010) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:35.049022 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-83b50c58-5eee-4535-a0dd-3e53d4234ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:35.143852 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-83b50c58-5eee-4535-a0dd-3e53d4234ae5 None None] Port d9978bb5-989f-4098-9157-76070bbcced8 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:47:35.197093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e2845c-1094-4896-b625-6abfda47e4c6 None None] Network d15e6e0e-c001-49b6-ac31-ee2046f12ae2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:35.239921 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-3beea7f5-806e-4417-a97c-cf9ce6b96424 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] delete failed (client error): The resource could not be found. Jun 03 21:47:35.244166 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3beea7f5-806e-4417-a97c-cf9ce6b96424 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/57397a23-8e74-451b-a33a-db557eca25ba HTTP/1.1" status: 404 len: 336 time: 0.0874078 Jun 03 21:47:35.244313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52016) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:35.261409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f9eec0-e75a-40c0-9a5b-9a393f19f369 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Router c0404ff6-d4bb-454d-99ac-85e510743982 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:35.389259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b51bc9d2-1827-49e2-a379-d5dabaa88021 None None] Provisioning for port 2a6133bb-5356-421a-b33e-3175b9cb1a74 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:35.425012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-90b369bf-3dd5-439d-ad70-e3ea68e9be80 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Deleting port c2282cc3-28aa-46cf-a919-0f92fec0de4f {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:35.425379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90b369bf-3dd5-439d-ad70-e3ea68e9be80 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:35.465030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f9eec0-e75a-40c0-9a5b-9a393f19f369 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:35.479246 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a7f9eec0-e75a-40c0-9a5b-9a393f19f369 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "PUT /v2.0/routers/c0404ff6-d4bb-454d-99ac-85e510743982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1972899 Jun 03 21:47:35.479878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52018) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:35.495345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10550f3d-ca02-47fc-a7fc-ee2a5b929dad None None] Sync routers for ids ['c0404ff6-d4bb-454d-99ac-85e510743982'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:35.555102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a3647732-b2d3-4e49-b8a8-3fd24d39b32d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:35.559855 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb1b950-fb65-4c5c-b8ad-eeecdc2d9d19 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] DELETE failed (client error): The resource could not be found. Jun 03 21:47:35.560315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb1b950-fb65-4c5c-b8ad-eeecdc2d9d19 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:47:35.574292 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7fb1b950-fb65-4c5c-b8ad-eeecdc2d9d19 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/63668130-24bf-49d7-ad7c-f5e9405e5e3a HTTP/1.1" status: 404 len: 337 time: 0.1331637 Jun 03 21:47:35.579583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52020) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:35.616727 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-be5f80d8-ae18-4a78-92d2-d79fb98b9547 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] delete failed (client error): The resource could not be found. Jun 03 21:47:35.621917 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-be5f80d8-ae18-4a78-92d2-d79fb98b9547 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "DELETE /v2.0/routers/tempest-non_exist_router-364165518 HTTP/1.1" status: 404 len: 334 time: 0.1360192 Jun 03 21:47:35.622617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52022) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:35.635693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-198ceaeb-a09f-4400-8a63-45055ac354d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:35.639140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10550f3d-ca02-47fc-a7fc-ee2a5b929dad None None] Routers {'c0404ff6-d4bb-454d-99ac-85e510743982'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:35.639995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-10550f3d-ca02-47fc-a7fc-ee2a5b929dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c0404ff6-d4bb-454d-99ac-85e510743982'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:35.644947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-fc016d2f-e8a8-4d3a-a220-a25e9e4f19d0 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0404ff6-d4bb-454d-99ac-85e510743982'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:35.656659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9d659f4b-1fb1-409c-8d6f-0b3977c6dfaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1714998643-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:35.702964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52024) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:35.728313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-10550f3d-ca02-47fc-a7fc-ee2a5b929dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:35.750996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a3647732-b2d3-4e49-b8a8-3fd24d39b32d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:35.751376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:35.764726 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b94e26ba-c4f4-4414-82b0-69ba70512b60 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:35.779155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1634384785', 'description': 'tempest-secgroup-smoke-1634384785 description', 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:35.791123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-198ceaeb-a09f-4400-8a63-45055ac354d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:35.795999 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-198ceaeb-a09f-4400-8a63-45055ac354d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/d9978bb5-989f-4098-9157-76070bbcced8 HTTP/1.1" status: 204 len: 168 time: 3.3369246 Jun 03 21:47:35.803406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ceaeb-a09f-4400-8a63-45055ac354d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=d9978bb5-989f-4098-9157-76070bbcced8,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:35.805784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:35.812366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52026) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:35.822720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10550f3d-ca02-47fc-a7fc-ee2a5b929dad None None] Routers {'c0404ff6-d4bb-454d-99ac-85e510743982'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:35.823441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-10550f3d-ca02-47fc-a7fc-ee2a5b929dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c0404ff6-d4bb-454d-99ac-85e510743982'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:35.852521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3332d90d-6134-4550-a540-c35605caa8e7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4d56950-9d82-4a92-a510-9bb2f8ecc0c0 HTTP/1.1" status: 200 len: 205 time: 0.2710791 Jun 03 21:47:35.863397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52028) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:35.899644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-10550f3d-ca02-47fc-a7fc-ee2a5b929dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:35.900061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10550f3d-ca02-47fc-a7fc-ee2a5b929dad None None] The sync data for ids ['c0404ff6-d4bb-454d-99ac-85e510743982'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:35.917243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-198ceaeb-a09f-4400-8a63-45055ac354d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:35.920796 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-be124888-bc47-453d-9957-ecf711d3e308 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:47:35.921457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-be124888-bc47-453d-9957-ecf711d3e308 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:35.925362 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Usage tracker for resource:security_group and tenant:684d3d7afe73426f9cb4abdbeaeb79b4 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:35.996388 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-2e1406da-5332-42d1-ba3f-c02463ecd157 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] delete failed (client error): The resource could not be found. Jun 03 21:47:35.997430 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2e1406da-5332-42d1-ba3f-c02463ecd157 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/a4d56950-9d82-4a92-a510-9bb2f8ecc0c0 HTTP/1.1" status: 404 len: 336 time: 0.1325545 Jun 03 21:47:36.008570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:36.012906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52030) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:36.013121 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2a6133bb-5356-421a-b33e-3175b9cb1a74 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:36.018650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b94e26ba-c4f4-4414-82b0-69ba70512b60 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for 1bc49043-23d9-4d81-ae50-ec80185a5149 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:36.042403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:36.048611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90b369bf-3dd5-439d-ad70-e3ea68e9be80 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:36.057037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-be124888-bc47-453d-9957-ecf711d3e308 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:36.060755 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-be124888-bc47-453d-9957-ecf711d3e308 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/d9978bb5-989f-4098-9157-76070bbcced8 HTTP/1.1" status: 404 len: 333 time: 0.2448943 Jun 03 21:47:36.065167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52032) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:36.102898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 2a6133bb-5356-421a-b33e-3175b9cb1a74 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:36.110570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2a6133bb-5356-421a-b33e-3175b9cb1a74 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:36.111025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:36.209079 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c02ae85-bfd5-40f2-b1a0-78efe4dd8ed6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] DELETE failed (client error): The resource could not be found. Jun 03 21:47:36.209529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c02ae85-bfd5-40f2-b1a0-78efe4dd8ed6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:47:36.242227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-90b369bf-3dd5-439d-ad70-e3ea68e9be80 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Calling delete_port for c2282cc3-28aa-46cf-a919-0f92fec0de4f owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:36.247591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:36.254983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:36.257314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-59e76553-c29f-45c0-8ede-e312ff034caf None None] Provisioning complete for port 2a6133bb-5356-421a-b33e-3175b9cb1a74 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:36.257699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-59e76553-c29f-45c0-8ede-e312ff034caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:36.271293 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3c02ae85-bfd5-40f2-b1a0-78efe4dd8ed6 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/08c3e5b2-7261-408b-9937-b2094c8b87ac HTTP/1.1" status: 404 len: 337 time: 0.2568841 Jun 03 21:47:36.278485 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52034) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:36.339401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:36.339706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 2a6133bb-5356-421a-b33e-3175b9cb1a74, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2a6133bb-5356-421a-b33e-3175b9cb1a74,segment=NetworkSegment(494f086f-c0a9-4349-9d50-fa6f2d17850b),segment_id=494f086f-c0a9-4349-9d50-fa6f2d17850b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:36.364371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb02354-cf0b-4041-bb44-86bf1b4498b5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting subnet 53fe875a-257a-4f61-b7f6-26ba83ee979d {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:47:36.374950 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8aad3fe4-bee6-41c4-9c2e-3e6cffa25a0e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "GET /v2.0/ports?device_id=68884a68-fe06-43d7-8fda-9c7a380d118b HTTP/1.1" status: 200 len: 205 time: 0.0799568 Jun 03 21:47:36.374950 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cb02354-cf0b-4041-bb44-86bf1b4498b5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:36.375205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:36.377509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52036) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:36.377663 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7f9795d1-c73f-4e01-a5c6-77f0e562ccc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:36.428095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:36.442550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Usage tracker for resource:security_group_rule and tenant:684d3d7afe73426f9cb4abdbeaeb79b4 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:36.448783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:36.462687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:36.471828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cb02354-cf0b-4041-bb44-86bf1b4498b5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:36.472189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=2a6133bb-5356-421a-b33e-3175b9cb1a74,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:36.475352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:36.517787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc016d2f-e8a8-4d3a-a220-a25e9e4f19d0 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:36.521878 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-de864547-fd87-4cb1-9617-12d85e2f524f tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] delete failed (client error): The resource could not be found. Jun 03 21:47:36.522913 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-de864547-fd87-4cb1-9617-12d85e2f524f tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/routers/68884a68-fe06-43d7-8fda-9c7a380d118b HTTP/1.1" status: 404 len: 336 time: 0.1426675 Jun 03 21:47:36.528156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52038) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:36.597410 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0e6e91-a22d-44f4-8034-53622c82cfcd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] DELETE failed (client error): The resource could not be found. Jun 03 21:47:36.598189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0e6e91-a22d-44f4-8034-53622c82cfcd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:47:36.599931 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0f0e6e91-a22d-44f4-8034-53622c82cfcd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/ce808b7c-f1b0-41d5-afb6-e342e0335934 HTTP/1.1" status: 404 len: 337 time: 0.0708005 Jun 03 21:47:36.601207 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-fc016d2f-e8a8-4d3a-a220-a25e9e4f19d0 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] update failed (client error): The resource could not be found. Jun 03 21:47:36.604095 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fc016d2f-e8a8-4d3a-a220-a25e9e4f19d0 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "PUT /v2.0/routers/c0404ff6-d4bb-454d-99ac-85e510743982 HTTP/1.1" status: 404 len: 339 time: 0.9741449 Jun 03 21:47:36.605258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52040) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:36.612037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52042) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:36.767279 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0797abc9-4fbe-459c-8164-3a38d8b35bd4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] DELETE failed (client error): The resource could not be found. Jun 03 21:47:36.767649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0797abc9-4fbe-459c-8164-3a38d8b35bd4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:47:36.817229 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:36.821710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-866c38a1-5aaf-4dad-924f-fc90830060c4 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:36.860565 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0797abc9-4fbe-459c-8164-3a38d8b35bd4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] 10.222.0.96 "DELETE /v2.0/subnets/1be96ba8-4ac1-43ee-9482-8605f9e2a6c5 HTTP/1.1" status: 404 len: 337 time: 0.2510669 Jun 03 21:47:36.900640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Subnet': ['ID=663b31d5-69a3-44b7-ae22-04067d4af1c6,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:36.903819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:36.915248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Checking segment: {'id': '5659434e-5130-4d06-bc7f-1089710dfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'edb22c25-0ce1-4e03-bde7-0dacce200a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:36.915645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network hostable DHCP agents. Network: edb22c25-0ce1-4e03-bde7-0dacce200a99, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:36.935897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network edb22c25-0ce1-4e03-bde7-0dacce200a99 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:36.950100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, edb22c25-0ce1-4e03-bde7-0dacce200a99) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:36.960952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:36.961900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:36.966490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701d0107-e9d4-4003-a72e-6302dd7a82c6 None None] Network edb22c25-0ce1-4e03-bde7-0dacce200a99 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:36.986788 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9703877 Jun 03 21:47:36.987085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52046) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:37.161098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:37.176824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cb02354-cf0b-4041-bb44-86bf1b4498b5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:37.244624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b94e26ba-c4f4-4414-82b0-69ba70512b60 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:37.258233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:37.286044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-edb22c25-0ce1-4e03-bde7-0dacce200a99', 'network_id': 'edb22c25-0ce1-4e03-bde7-0dacce200a99', 'tenant_id': 'b019ab5693a243b49d7da2decb50e20d', 'fixed_ips': [{'subnet_id': '663b31d5-69a3-44b7-ae22-04067d4af1c6'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:37.287038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:37.311566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ee654ab8-05d0-4eb4-8026-a331e142da09 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:37.344508 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52050) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:37.361360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2a6133bb-5356-421a-b33e-3175b9cb1a74 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:37.472655 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e26ba-c4f4-4414-82b0-69ba70512b60 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=1bc49043-23d9-4d81-ae50-ec80185a5149,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:37.508088 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Allocated IP 2001:db8::3 (edb22c25-0ce1-4e03-bde7-0dacce200a99/663b31d5-69a3-44b7-ae22-04067d4af1c6/fec8bbc7-51b6-4561-93b6-ec48fb3bdb88) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:37.514739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2a6133bb-5356-421a-b33e-3175b9cb1a74 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:37.515511 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:37.537300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b94e26ba-c4f4-4414-82b0-69ba70512b60 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:37.841462 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:37.852346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Transition to ACTIVE for port object fec8bbc7-51b6-4561-93b6-ec48fb3bdb88 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:37.872447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Transition to ACTIVE for port object fec8bbc7-51b6-4561-93b6-ec48fb3bdb88 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:37.878816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:37.883888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-28171ff8-6fd9-4fba-b67c-d8f775bdada1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:37.900493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:37.907696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9e240505-c748-40f7-b564-9577e44105ac tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:37.945007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Network edb22c25-0ce1-4e03-bde7-0dacce200a99 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:37.947782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:37.951374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:37.955495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Subnet': ['ID=663b31d5-69a3-44b7-ae22-04067d4af1c6,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:37.957564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90b369bf-3dd5-439d-ad70-e3ea68e9be80 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:37.961601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:37.966593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Pushing event updated for resources: {'Port': ['ID=fec8bbc7-51b6-4561-93b6-ec48fb3bdb88,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:37.972909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-198ceaeb-a09f-4400-8a63-45055ac354d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:37.992644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:38.011887 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-958fe815-1838-4a19-a2d5-a6e70781e0a6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=79e648382f85452294831c70ad69ff15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6544902 Jun 03 21:47:38.025808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52054) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:38.057700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Attempting to bind port fec8bbc7-51b6-4561-93b6-ec48fb3bdb88 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:38.057929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Attempting to bind port fec8bbc7-51b6-4561-93b6-ec48fb3bdb88 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '5659434e-5130-4d06-bc7f-1089710dfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'edb22c25-0ce1-4e03-bde7-0dacce200a99'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:38.058277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Attempting to bind port fec8bbc7-51b6-4561-93b6-ec48fb3bdb88 on network edb22c25-0ce1-4e03-bde7-0dacce200a99 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:38.063717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:38.064182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Checking segment: {'id': '5659434e-5130-4d06-bc7f-1089710dfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'edb22c25-0ce1-4e03-bde7-0dacce200a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:38.064589 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.064981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Bound using segment: {'id': '5659434e-5130-4d06-bc7f-1089710dfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'edb22c25-0ce1-4e03-bde7-0dacce200a99'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:38.065508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Bound port: fec8bbc7-51b6-4561-93b6-ec48fb3bdb88, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5659434e-5130-4d06-bc7f-1089710dfc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'edb22c25-0ce1-4e03-bde7-0dacce200a99'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:38.065817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.067356 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.072138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.085039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb22c25-0ce1-4e03-bde7-0dacce200a99']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:38.093089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b369bf-3dd5-439d-ad70-e3ea68e9be80 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event deleted for resources: {'Port': ['ID=c2282cc3-28aa-46cf-a919-0f92fec0de4f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:38.102306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5659434e-5130-4d06-bc7f-1089710dfc75') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:38.103093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5659434e-5130-4d06-bc7f-1089710dfc75') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:38.118966 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.124521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.142769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.150098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:38.150483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:38.166411 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:38.169110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-90b369bf-3dd5-439d-ad70-e3ea68e9be80 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:38.182017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.183060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] For port fec8bbc7-51b6-4561-93b6-ec48fb3bdb88, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:38.197047 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-443b62a4-c7fc-49d4-8723-60a7450bc55d tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:38.251878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] For port fec8bbc7-51b6-4561-93b6-ec48fb3bdb88, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fec8bbc7-51b6-4561-93b6-ec48fb3bdb88,segment=NetworkSegment(5659434e-5130-4d06-bc7f-1089710dfc75),segment_id=5659434e-5130-4d06-bc7f-1089710dfc75)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:38.252338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.api [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:47:38.252338 dv-neutron-792998-2-hyperv neutron-server[104396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:47:38.252338 dv-neutron-792998-2-hyperv neutron-server[104396]: [parameters: {'id': 'edb22c25-0ce1-4e03-bde7-0dacce200a99'}] Jun 03 21:47:38.252338 dv-neutron-792998-2-hyperv neutron-server[104396]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:47:38.253273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_db.api [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:47:38.257547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.263696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-697cc4f8-9fb9-4412-8797-5de45d50b645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:38.268361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b94e26ba-c4f4-4414-82b0-69ba70512b60 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.271568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:38.345246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Usage tracker for resource:security_group_rule and tenant:684d3d7afe73426f9cb4abdbeaeb79b4 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:38.352170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:38.382977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Pushing event updated for resources: {'Port': ['ID=fec8bbc7-51b6-4561-93b6-ec48fb3bdb88,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:38.395747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:38.433617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f7fa1d-5dad-4c9d-8d58-f85173ab797d None None] Network edb22c25-0ce1-4e03-bde7-0dacce200a99 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:38.435430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:38.464596 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b94e26ba-c4f4-4414-82b0-69ba70512b60 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/ports/1bc49043-23d9-4d81-ae50-ec80185a5149 HTTP/1.1" status: 204 len: 168 time: 4.2501988 Jun 03 21:47:38.468151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52056) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:38.473061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:38.480679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:38.491694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:38.503343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.521647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abb3ae1-befa-4962-91ef-b0f53d883065,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:38.542579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:38.648034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc39185-64fe-4994-a168-a560033c3344 None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:47:38.660192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.666178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f29a933c-e532-4148-b085-96b8615d21f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.781977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.809253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc39185-64fe-4994-a168-a560033c3344 None None] Resources bound (agent type, host, resource id): {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 21:47:38.857027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cb02354-cf0b-4041-bb44-86bf1b4498b5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:38.862133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.26.3.31 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/ca3b6fdf-bd8b-424a-9582-816ad26369a9) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:38.915157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7596835a-12d7-4166-9afe-dadd422aaf4b tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:38.988524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Deleting port fec8bbc7-51b6-4561-93b6-ec48fb3bdb88 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:38.988524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.012994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cb02354-cf0b-4041-bb44-86bf1b4498b5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.022634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb02354-cf0b-4041-bb44-86bf1b4498b5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Subnet': ['ID=53fe875a-257a-4f61-b7f6-26ba83ee979d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:39.025247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3cb02354-cf0b-4041-bb44-86bf1b4498b5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:39.100163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f29a933c-e532-4148-b085-96b8615d21f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.126180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] For port fec8bbc7-51b6-4561-93b6-ec48fb3bdb88, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fec8bbc7-51b6-4561-93b6-ec48fb3bdb88,segment=NetworkSegment(5659434e-5130-4d06-bc7f-1089710dfc75),segment_id=5659434e-5130-4d06-bc7f-1089710dfc75)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:39.126528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.136320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.154170 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3cb02354-cf0b-4041-bb44-86bf1b4498b5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/53fe875a-257a-4f61-b7f6-26ba83ee979d HTTP/1.1" status: 204 len: 168 time: 3.0859723 Jun 03 21:47:39.173830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52058) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:39.253925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dcb22e-20e0-4e58-8e6e-a9b1e85ea858 None None] Network a9d74765-c12a-476f-950d-072a669fd18f requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:39.258067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Calling delete_port for fec8bbc7-51b6-4561-93b6-ec48fb3bdb88 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:39.279792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.306406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.307549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.316640 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-72483aed-0851-47da-9577-8aa68e883820 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:39.317987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:39.324828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90b369bf-3dd5-439d-ad70-e3ea68e9be80 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.385851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:39.388837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:39.398886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:39.431040 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.440278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=ca3b6fdf-bd8b-424a-9582-816ad26369a9,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:39.452827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:39.453337 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3e20a8b5-5c5b-471e-a3c4-7235f82589a7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:39.494560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Allocated IP 172.20.0.1 (f0f16604-f5e9-4880-b16b-a0b2920f9749/851e0cc8-2f33-48aa-b3cb-8c1838d06cbf/dd5734dd-464d-4cca-bd7f-0caddef20c1b) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:39.500724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Port': ['ID=fec8bbc7-51b6-4561-93b6-ec48fb3bdb88,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:39.502224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No DVR routers for this DVR port fec8bbc7-51b6-4561-93b6-ec48fb3bdb88 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:39.506390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:39.511288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.515533 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.8036094 Jun 03 21:47:39.516133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52060) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:39.527714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-1c131bbe-f911-4502-9568-b90726d2143a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Request body: {'security_group_rule': {'security_group_id': '4e1db978-ef7e-4a95-ae06-e59651f9ee79', 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:39.538591 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1db978-ef7e-4a95-ae06-e59651f9ee79,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:39.543746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.548840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:39.553322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f29a933c-e532-4148-b085-96b8615d21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.557096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f29a933c-e532-4148-b085-96b8615d21f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.558757 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f29a933c-e532-4148-b085-96b8615d21f0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9311e4c0-b147-4f5f-9fa8-d855b18afa22 HTTP/1.1" status: 204 len: 168 time: 1.5244374 Jun 03 21:47:39.570734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eb52c0-b376-4089-8f4b-cd3903e5be3a None None] DHCP port deletion for a9d74765-c12a-476f-950d-072a669fd18f request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:47:39.572685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1c131bbe-f911-4502-9568-b90726d2143a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:39.575268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9ca99923-69c0-4dba-bfd2-9affa708caea tempest-RoutersAdminNegativeIpV6Test-125339361 tempest-RoutersAdminNegativeIpV6Test-125339361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:39.594151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1c131bbe-f911-4502-9568-b90726d2143a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Usage tracker for resource:security_group_rule and tenant:684d3d7afe73426f9cb4abdbeaeb79b4 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:39.612950 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1c131bbe-f911-4502-9568-b90726d2143a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:39.619168 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a933c-e532-4148-b085-96b8615d21f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9311e4c0-b147-4f5f-9fa8-d855b18afa22,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:39.644448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f29a933c-e532-4148-b085-96b8615d21f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:39.666243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb52c0-b376-4089-8f4b-cd3903e5be3a None None] Deleting port a3647732-b2d3-4e49-b8a8-3fd24d39b32d {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:39.666759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b5eb52c0-b376-4089-8f4b-cd3903e5be3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.690205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.719682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1c131bbe-f911-4502-9568-b90726d2143a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:39.787558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b5eb52c0-b376-4089-8f4b-cd3903e5be3a None None] For port a3647732-b2d3-4e49-b8a8-3fd24d39b32d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a3647732-b2d3-4e49-b8a8-3fd24d39b32d,segment=NetworkSegment(814583c3-84de-4c75-9ad9-c8f6ca93f6f9),segment_id=814583c3-84de-4c75-9ad9-c8f6ca93f6f9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:39.787964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b5eb52c0-b376-4089-8f4b-cd3903e5be3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.878386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1c131bbe-f911-4502-9568-b90726d2143a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.907761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb22c25-0ce1-4e03-bde7-0dacce200a99']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:39.924155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5659434e-5130-4d06-bc7f-1089710dfc75') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:39.924476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5659434e-5130-4d06-bc7f-1089710dfc75') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:39.934166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb52c0-b376-4089-8f4b-cd3903e5be3a None None] Calling delete_port for a3647732-b2d3-4e49-b8a8-3fd24d39b32d owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:39.939506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.971280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.984122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.986593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:39.987067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:39.993158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b5eb52c0-b376-4089-8f4b-cd3903e5be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.002691 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:40.003473 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:40.047923 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.064975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb52c0-b376-4089-8f4b-cd3903e5be3a None None] Pushing event deleted for resources: {'Port': ['ID=a3647732-b2d3-4e49-b8a8-3fd24d39b32d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:40.068452 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb52c0-b376-4089-8f4b-cd3903e5be3a None None] No DVR routers for this DVR port a3647732-b2d3-4e49-b8a8-3fd24d39b32d on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:40.070056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b5eb52c0-b376-4089-8f4b-cd3903e5be3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:40.146048 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port a3647732-b2d3-4e49-b8a8-3fd24d39b32d {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:40.146414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.159143 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Transition to ACTIVE for port object dd5734dd-464d-4cca-bd7f-0caddef20c1b will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:40.190095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.190095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:40.203877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.222791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.257988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Network': ['ID=edb22c25-0ce1-4e03-bde7-0dacce200a99,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:40.270741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:40.287768 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/edb22c25-0ce1-4e03-bde7-0dacce200a99 HTTP/1.1" status: 204 len: 168 time: 3.2959490 Jun 03 21:47:40.288059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52078) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:40.291944 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1c131bbe-f911-4502-9568-b90726d2143a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.304586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2094959917'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:40.306589 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1c131bbe-f911-4502-9568-b90726d2143a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.307752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] For port a3647732-b2d3-4e49-b8a8-3fd24d39b32d, host dv-neutron-792998-2-hyperv, got binding levels [] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:40.308293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.316227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:40.322830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:network and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:40.330095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for network was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:40.332852 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:40.350984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:40.380826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:40.385332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.460201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b369bf-3dd5-439d-ad70-e3ea68e9be80 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Router 3aaceaaa-e5fe-4292-ac1b-d76588ba1593 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:40.471999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:40.482500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.482988 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Added segment f0a9c178-a103-4081-b826-fcbec9820e7e of type vlan for network 063316bb-9697-45ba-901a-af01dcff505e Jun 03 21:47:40.510163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.519925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52084) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:40.577855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.583898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:40.584657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.590779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:40.618576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for a3647732-b2d3-4e49-b8a8-3fd24d39b32d owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:40.632922 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.ipam_backend_mixin [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Port a3647732-b2d3-4e49-b8a8-3fd24d39b32d was not found and therefore no delete operation was performed {{(pid=104397) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:47:40.640265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c131bbe-f911-4502-9568-b90726d2143a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a013c23-526e-4557-8593-6105f197ecda,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:40.643688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.646118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.653859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.658487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e8653770-7c84-4cb7-bdd6-c8558327cbec tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-226674011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:40.659556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1c131bbe-f911-4502-9568-b90726d2143a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:40.662871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-39fb8867-0914-4634-b662-36dd03db9cb7 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:40.668164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.703115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1c131bbe-f911-4502-9568-b90726d2143a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.704325 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1c131bbe-f911-4502-9568-b90726d2143a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1807406 Jun 03 21:47:40.715052 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52088) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:40.715797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=a3647732-b2d3-4e49-b8a8-3fd24d39b32d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:40.719049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e8653770-7c84-4cb7-bdd6-c8558327cbec tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:40.729492 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4402955 Jun 03 21:47:40.737117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52090) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:40.739285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Network': ['ID=063316bb-9697-45ba-901a-af01dcff505e,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:40.741996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e8653770-7c84-4cb7-bdd6-c8558327cbec tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Usage tracker for resource:router and tenant:ca3c402395514dbd819bf7bda7f3fbf6 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:40.748066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'subnet': {'network_id': '063316bb-9697-45ba-901a-af01dcff505e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:40.750690 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 063316bb-9697-45ba-901a-af01dcff505e details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:40.766054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e8653770-7c84-4cb7-bdd6-c8558327cbec tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:40.769198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:40.769710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-86eb2831-932f-45d7-82df-f8a7282bb633 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:40.780634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No DVR routers for this DVR port a3647732-b2d3-4e49-b8a8-3fd24d39b32d on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:40.846716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e8653770-7c84-4cb7-bdd6-c8558327cbec tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:40.852310 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-1ac04903-e578-40b8-8a27-02b96125af50 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Request body: {'security_group_rule': {'security_group_id': '4e1db978-ef7e-4a95-ae06-e59651f9ee79', 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:40.862770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Network f0f16604-f5e9-4880-b16b-a0b2920f9749 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:40.875045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1ac04903-e578-40b8-8a27-02b96125af50 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:40.882959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:40.905380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1ac04903-e578-40b8-8a27-02b96125af50 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Usage tracker for resource:security_group_rule and tenant:684d3d7afe73426f9cb4abdbeaeb79b4 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:40.907984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:40.942204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1ac04903-e578-40b8-8a27-02b96125af50 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:40.944113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8653770-7c84-4cb7-bdd6-c8558327cbec tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.945167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8653770-7c84-4cb7-bdd6-c8558327cbec tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.986674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:40.991128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=ca3b6fdf-bd8b-424a-9582-816ad26369a9,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:40.996454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1ac04903-e578-40b8-8a27-02b96125af50 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:40.999718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:41.000842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:41.015253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:subnet and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:41.021695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:41.030561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8653770-7c84-4cb7-bdd6-c8558327cbec tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.032652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:41.041439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.045401 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5733953 Jun 03 21:47:41.047837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52092) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:41.055403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'port': {'network_id': '80c1fa85-883f-4907-8534-b862cce67f17', 'name': 'tempest-FloatingIPTestJSON-620991160'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:41.090570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:41.094075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.094279 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event updated for resources: {'Port': ['ID=dd5734dd-464d-4cca-bd7f-0caddef20c1b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:41.135864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8653770-7c84-4cb7-bdd6-c8558327cbec tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.136814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-befab8d8-f87e-4030-9375-56e31342b19a None None] Provisioning for port dd5734dd-464d-4cca-bd7f-0caddef20c1b completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:41.145619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-befab8d8-f87e-4030-9375-56e31342b19a None None] Provisioning complete for port dd5734dd-464d-4cca-bd7f-0caddef20c1b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:41.145619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-befab8d8-f87e-4030-9375-56e31342b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.148138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:41.150623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.497s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:41.151227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:41.165592 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.182664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.205513 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-befab8d8-f87e-4030-9375-56e31342b19a None None] Port dd5734dd-464d-4cca-bd7f-0caddef20c1b cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:47:41.278756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8653770-7c84-4cb7-bdd6-c8558327cbec tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.279976 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e8653770-7c84-4cb7-bdd6-c8558327cbec tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7586887 Jun 03 21:47:41.289188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52094) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:41.299432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-681027472'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:41.310686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ac04903-e578-40b8-8a27-02b96125af50 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.322321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:41.333555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d74765-c12a-476f-950d-072a669fd18f']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:41.334794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Usage tracker for resource:network and tenant:ca3c402395514dbd819bf7bda7f3fbf6 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:41.339434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:41.342384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:41.343102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b369bf-3dd5-439d-ad70-e3ea68e9be80 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:41.347910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:41.360845 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-90b369bf-3dd5-439d-ad70-e3ea68e9be80 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "PUT /v2.0/routers/3aaceaaa-e5fe-4292-ac1b-d76588ba1593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9595523 Jun 03 21:47:41.364110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814583c3-84de-4c75-9ad9-c8f6ca93f6f9') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:41.364520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814583c3-84de-4c75-9ad9-c8f6ca93f6f9') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:41.364657 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a1e2f-8a81-449e-9e78-371a848ba8cc None None] Sync routers for ids ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:41.365898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52096) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:41.366611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:41.369723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a3647732-b2d3-4e49-b8a8-3fd24d39b32d no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:47:41.379453 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a1e2f-8a81-449e-9e78-371a848ba8cc None None] Routers {'3aaceaaa-e5fe-4292-ac1b-d76588ba1593'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:41.380212 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-fa4a1e2f-8a81-449e-9e78-371a848ba8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:41.404863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.420280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: a3647732-b2d3-4e49-b8a8-3fd24d39b32d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:47:41.421744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a3647732-b2d3-4e49-b8a8-3fd24d39b32d not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:47:41.438664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.446981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Made reservation on behalf of ca3c402395514dbd819bf7bda7f3fbf6 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:41.450421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.459593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:41.460366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.469245 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-fa4a1e2f-8a81-449e-9e78-371a848ba8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:41.473495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:41.476686 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:41.481021 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a1e2f-8a81-449e-9e78-371a848ba8cc None None] Routers {'3aaceaaa-e5fe-4292-ac1b-d76588ba1593'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:41.482039 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-fa4a1e2f-8a81-449e-9e78-371a848ba8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:41.484543 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ac04903-e578-40b8-8a27-02b96125af50 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.500614 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ac04903-e578-40b8-8a27-02b96125af50 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.512317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Made reservation on behalf of 8fadebda9ac1462e88d820e23b14fdd7 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:41.516029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.547612 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-fa4a1e2f-8a81-449e-9e78-371a848ba8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:41.547927 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a1e2f-8a81-449e-9e78-371a848ba8cc None None] The sync data for ids ['3aaceaaa-e5fe-4292-ac1b-d76588ba1593'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:41.587494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:41.620998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:41.637452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac04903-e578-40b8-8a27-02b96125af50 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71ad849-fc6c-4523-bda2-2ae3ff179254,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:41.644826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1ac04903-e578-40b8-8a27-02b96125af50 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:41.648817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Usage tracker for resource:security_group_rule and tenant:ca3c402395514dbd819bf7bda7f3fbf6 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:41.653666 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ac04903-e578-40b8-8a27-02b96125af50 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.654850 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1ac04903-e578-40b8-8a27-02b96125af50 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8826890 Jun 03 21:47:41.655203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] device_id is not set on port 91a98dc2-a72a-46a3-8343-6c6a3aa639df yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:47:41.658080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52098) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:41.660195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.661869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.675928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c4da906e-57f8-47f9-85ca-4cd0b5f076d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Request body: {'security_group_rule': {'security_group_id': '4e1db978-ef7e-4a95-ae06-e59651f9ee79', 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:41.680723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-71aa0b46-8f31-4291-ae67-8d9e8e04f2e5 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:41.702859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.712714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c4da906e-57f8-47f9-85ca-4cd0b5f076d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:41.723972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Network': ['ID=a9d74765-c12a-476f-950d-072a669fd18f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:41.726774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c4da906e-57f8-47f9-85ca-4cd0b5f076d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Usage tracker for resource:security_group_rule and tenant:684d3d7afe73426f9cb4abdbeaeb79b4 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:41.755324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:41.756425 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c4da906e-57f8-47f9-85ca-4cd0b5f076d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:41.760164 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/networks/a9d74765-c12a-476f-950d-072a669fd18f HTTP/1.1" status: 204 len: 168 time: 2.5853252 Jun 03 21:47:41.775329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52100) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:41.777948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c4da906e-57f8-47f9-85ca-4cd0b5f076d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:41.786706 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'name': 'tempest-PortsIpV6TestJSON-1581042074'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:41.848873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:41.873522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:41.929784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:41.964198 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c4da906e-57f8-47f9-85ca-4cd0b5f076d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.229545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:42.231025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.20.0.11 (80c1fa85-883f-4907-8534-b862cce67f17/28395bbf-2e75-4cb4-acf1-82900255a86b/91a98dc2-a72a-46a3-8343-6c6a3aa639df) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:42.268436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:42.284218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.324243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:42.327728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.403213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c4da906e-57f8-47f9-85ca-4cd0b5f076d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.418549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c4da906e-57f8-47f9-85ca-4cd0b5f076d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.431079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.434846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f972d974-521a-4348-8515-1348ee2a512c tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:42.448504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port 971c4c57-e9da-48b6-92ef-40142d1bcbbe yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:47:42.451140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.459510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ae237bcb-dec5-4960-8c1b-8c93f862b229 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:42.509139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da906e-57f8-47f9-85ca-4cd0b5f076d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694cce11-8db3-44a3-81c5-9136da9f2cf9,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:42.530227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c4da906e-57f8-47f9-85ca-4cd0b5f076d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:42.543290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:42.552239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c4da906e-57f8-47f9-85ca-4cd0b5f076d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.553630 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c4da906e-57f8-47f9-85ca-4cd0b5f076d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8943496 Jun 03 21:47:42.566626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52102) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:42.571709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a59d0bd5-722a-4e88-b009-912e2c9c7848 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Request body: {'security_group_rule': {'security_group_id': '4e1db978-ef7e-4a95-ae06-e59651f9ee79', 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:42.588366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a59d0bd5-722a-4e88-b009-912e2c9c7848 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:42.604677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f3c767-e554-41c5-a163-af08a13b416e,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:42.610483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a59d0bd5-722a-4e88-b009-912e2c9c7848 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Usage tracker for resource:security_group_rule and tenant:684d3d7afe73426f9cb4abdbeaeb79b4 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:42.614806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:42.618226 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a59d0bd5-722a-4e88-b009-912e2c9c7848 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:42.623366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.624386 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Added segment f20bd03e-9bcc-4a73-81b0-8984ae0cb030 of type vlan for network 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9 Jun 03 21:47:42.634605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.637520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a59d0bd5-722a-4e88-b009-912e2c9c7848 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:42.646992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.680983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:42.698915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.706367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Deleting port 60279098-83af-43de-b3ca-3e13dd019a3f {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:42.706693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.754450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.843754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a59d0bd5-722a-4e88-b009-912e2c9c7848 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.889319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.901686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event updated for resources: {'Port': ['ID=dd5734dd-464d-4cca-bd7f-0caddef20c1b,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:42.917815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.923342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:42.923997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.925345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:42.934230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f4c84721-0b28-4670-8757-0e9b29954394 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:42.959754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:42.963970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.005373 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.068232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a59d0bd5-722a-4e88-b009-912e2c9c7848 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.082333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a59d0bd5-722a-4e88-b009-912e2c9c7848 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.093136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7fa822bf-8c0d-4682-9157-4140b5561796 tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:43.135260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d0bd5-722a-4e88-b009-912e2c9c7848 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcab6173-bb8b-48d7-a821-906ab69637d3,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:43.146913 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a59d0bd5-722a-4e88-b009-912e2c9c7848 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:43.157431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a59d0bd5-722a-4e88-b009-912e2c9c7848 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.158646 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a59d0bd5-722a-4e88-b009-912e2c9c7848 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5910225 Jun 03 21:47:43.162728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.164227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52104) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:43.166104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Network f0f16604-f5e9-4880-b16b-a0b2920f9749 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:43.171829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Request body: {'security_group_rule': {'security_group_id': '4e1db978-ef7e-4a95-ae06-e59651f9ee79', 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:43.180146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:43.181950 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7c7b419b-5a2d-468b-9289-5646bb35da45 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:43.215545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Calling delete_port for 60279098-83af-43de-b3ca-3e13dd019a3f owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:43.218806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.223799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event updated for resources: {'Network': ['ID=5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:43.234291 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:43.237551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:43.239493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f9839d6b-adca-4075-bafd-8911d9c69845 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:43.247187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:43.276784 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9867547 Jun 03 21:47:43.288004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52106) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:43.301854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=971c4c57-e9da-48b6-92ef-40142d1bcbbe,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:43.305023 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Usage tracker for resource:security_group_rule and tenant:684d3d7afe73426f9cb4abdbeaeb79b4 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:43.305442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Request body: {'subnet': {'network_id': '5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:43.308611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:43.316418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:43.367621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 80c1fa85-883f-4907-8534-b862cce67f17 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:43.374238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Checking segment: {'id': 'f0a9c178-a103-4081-b826-fcbec9820e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '063316bb-9697-45ba-901a-af01dcff505e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:43.374238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network hostable DHCP agents. Network: 063316bb-9697-45ba-901a-af01dcff505e, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:43.383597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:43.411961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:43.413150 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Project 684d3d7afe73426f9cb4abdbeaeb79b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:47:43.431491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.435138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Subnet': ['ID=2c23c21a-05e3-4366-a997-130267ed2ba4,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:43.466780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:43.506235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:43.520625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:43.522827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d4c9cf63-fd0d-4b3a-8c1f-f7f8bc7d6ddb tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:43.527732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:43.541572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:43.547519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:43.548293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.619104 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8426540 Jun 03 21:47:43.624703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52108) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:43.657780 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4fddf135-0756-40c5-b92a-d8ea1830286a None None] Provisioning complete for port dd5734dd-464d-4cca-bd7f-0caddef20c1b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:43.658693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4fddf135-0756-40c5-b92a-d8ea1830286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.695198 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.704387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Router c0404ff6-d4bb-454d-99ac-85e510743982 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:43.713465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.723149 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:43.729778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4fddf135-0756-40c5-b92a-d8ea1830286a None None] Port dd5734dd-464d-4cca-bd7f-0caddef20c1b cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:47:43.802749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:43.812201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Usage tracker for resource:subnet and tenant:ca3c402395514dbd819bf7bda7f3fbf6 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:43.825026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:43.837051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network 063316bb-9697-45ba-901a-af01dcff505e is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:43.844297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:43.844734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185cdaa7-b328-4d5f-b9ad-7e53249857c8,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:43.844892 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.855858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:43.859103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=91a98dc2-a72a-46a3-8343-6c6a3aa639df,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:43.866795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:43.873252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:43.886417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 063316bb-9697-45ba-901a-af01dcff505e) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:43.898223 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaceaaa-65ac-4efe-8ed8-ab70f7c5ac76 None None] Network 063316bb-9697-45ba-901a-af01dcff505e requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:43.899525 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8505697 Jun 03 21:47:43.902548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52110) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:43.910274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2f01a71c-3b1d-4dfa-b24d-b596968db546 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'floatingip': {'port_id': '91a98dc2-a72a-46a3-8343-6c6a3aa639df'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:43.945202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.949126 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7790320 Jun 03 21:47:43.950177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52112) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:43.953849 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Request body: {'security_group_rule': {'security_group_id': '4e1db978-ef7e-4a95-ae06-e59651f9ee79', 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:43.965533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:43.966135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:43.976106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:43.983092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:43.985825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Usage tracker for resource:security_group_rule and tenant:684d3d7afe73426f9cb4abdbeaeb79b4 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:43.994866 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "PUT /v2.0/routers/c0404ff6-d4bb-454d-99ac-85e510743982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3789673 Jun 03 21:47:43.997502 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:44.001306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52114) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:44.005615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82469849-d92f-4b2c-84b8-c928c9dabdc9 None None] Sync routers for ids ['c0404ff6-d4bb-454d-99ac-85e510743982'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:44.013214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Made reservation on behalf of ca3c402395514dbd819bf7bda7f3fbf6 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:44.016718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.032071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82469849-d92f-4b2c-84b8-c928c9dabdc9 None None] Routers {'c0404ff6-d4bb-454d-99ac-85e510743982'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:44.032813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-82469849-d92f-4b2c-84b8-c928c9dabdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c0404ff6-d4bb-454d-99ac-85e510743982'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:44.033454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f01a71c-3b1d-4dfa-b24d-b596968db546 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.061614 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:44.117685 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-82469849-d92f-4b2c-84b8-c928c9dabdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:44.163923 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82469849-d92f-4b2c-84b8-c928c9dabdc9 None None] Routers {'c0404ff6-d4bb-454d-99ac-85e510743982'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:44.164667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-82469849-d92f-4b2c-84b8-c928c9dabdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c0404ff6-d4bb-454d-99ac-85e510743982'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:44.225203 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.4842856 Jun 03 21:47:44.232399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52116) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:44.287047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-82469849-d92f-4b2c-84b8-c928c9dabdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:44.287701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82469849-d92f-4b2c-84b8-c928c9dabdc9 None None] The sync data for ids ['c0404ff6-d4bb-454d-99ac-85e510743982'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:44.351001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-063316bb-9697-45ba-901a-af01dcff505e', 'network_id': '063316bb-9697-45ba-901a-af01dcff505e', 'tenant_id': 'b019ab5693a243b49d7da2decb50e20d', 'fixed_ips': [{'subnet_id': '2c23c21a-05e3-4366-a997-130267ed2ba4'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:44.352093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.365379 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Project 684d3d7afe73426f9cb4abdbeaeb79b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:47:44.379895 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.387742 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0cc956ef-2ea8-467e-a1ff-a7a06c80097f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port 971c4c57-e9da-48b6-92ef-40142d1bcbbe {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:44.388068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0cc956ef-2ea8-467e-a1ff-a7a06c80097f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.471375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f4429bc1-7733-418f-8902-5c5fac7b830c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.508045 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.511875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:44.547924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Allocated IP 2001:db8::1 (063316bb-9697-45ba-901a-af01dcff505e/2c23c21a-05e3-4366-a997-130267ed2ba4/52218bf3-f029-4746-8fde-b66c0fbf2a52) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:44.576316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event deleted for resources: {'Port': ['ID=60279098-83af-43de-b3ca-3e13dd019a3f,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:44.592271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:44.700393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0cc956ef-2ea8-467e-a1ff-a7a06c80097f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.780091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.792494 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Transition to ACTIVE for port object 52218bf3-f029-4746-8fde-b66c0fbf2a52 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:44.799612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.813655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Transition to ACTIVE for port object 52218bf3-f029-4746-8fde-b66c0fbf2a52 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:44.823184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.827232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:44.864364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0cc956ef-2ea8-467e-a1ff-a7a06c80097f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for 971c4c57-e9da-48b6-92ef-40142d1bcbbe owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:44.868317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.889575 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.903548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:44.909748 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-f4429bc1-7733-418f-8902-5c5fac7b830c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 03 21:47:44.911070 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f4429bc1-7733-418f-8902-5c5fac7b830c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "DELETE /v2.0/routers/c0404ff6-d4bb-454d-99ac-85e510743982 HTTP/1.1" status: 409 len: 329 time: 0.9098771 Jun 03 21:47:44.913711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Network 063316bb-9697-45ba-901a-af01dcff505e is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:44.914211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52118) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:44.916117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:44.925984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:44.936257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adaa1bc2-4721-4679-9224-2949a2bf88d7,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:44.936842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Pushing event updated for resources: {'Port': ['ID=52218bf3-f029-4746-8fde-b66c0fbf2a52,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:44.940022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:44.944675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:44.956554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:44.961140 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0074189 Jun 03 21:47:44.961718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52120) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:44.968014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Request body: {'network': {'name': 'tempest-network-smoke--102512740', 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'port_security_enabled': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:44.975505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:44.979511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Usage tracker for resource:network and tenant:684d3d7afe73426f9cb4abdbeaeb79b4 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:44.987265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:44.994600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:45.007493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0cc956ef-2ea8-467e-a1ff-a7a06c80097f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.015832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e102d7e0-0254-4714-93e5-50aff2313db3 tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:45.039638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Attempting to bind port 52218bf3-f029-4746-8fde-b66c0fbf2a52 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:45.039984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Attempting to bind port 52218bf3-f029-4746-8fde-b66c0fbf2a52 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'f0a9c178-a103-4081-b826-fcbec9820e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '063316bb-9697-45ba-901a-af01dcff505e'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:45.040276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Attempting to bind port 52218bf3-f029-4746-8fde-b66c0fbf2a52 on network 063316bb-9697-45ba-901a-af01dcff505e {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:45.046449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:45.046969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Checking segment: {'id': 'f0a9c178-a103-4081-b826-fcbec9820e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '063316bb-9697-45ba-901a-af01dcff505e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:45.047282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.047736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Bound using segment: {'id': 'f0a9c178-a103-4081-b826-fcbec9820e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '063316bb-9697-45ba-901a-af01dcff505e'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:45.048276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Bound port: 52218bf3-f029-4746-8fde-b66c0fbf2a52, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a9c178-a103-4081-b826-fcbec9820e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '063316bb-9697-45ba-901a-af01dcff505e'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:45.048646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.059042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Made reservation on behalf of 684d3d7afe73426f9cb4abdbeaeb79b4 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:45.062811 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.083910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc956ef-2ea8-467e-a1ff-a7a06c80097f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=971c4c57-e9da-48b6-92ef-40142d1bcbbe,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:45.086398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0cc956ef-2ea8-467e-a1ff-a7a06c80097f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:45.092562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0cc956ef-2ea8-467e-a1ff-a7a06c80097f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.127610 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0cc956ef-2ea8-467e-a1ff-a7a06c80097f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/971c4c57-e9da-48b6-92ef-40142d1bcbbe HTTP/1.1" status: 204 len: 168 time: 1.4993887 Jun 03 21:47:45.128414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52122) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:45.134336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'mac_address': 'fa:16:3e:00:2d:0f', 'name': 'tempest-PortsIpV6TestJSON-220665147'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:45.148519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:45.171259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.178274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] For port 52218bf3-f029-4746-8fde-b66c0fbf2a52, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:45.183632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.183995 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Added segment dd2d9013-33a3-4bc4-8b39-7e41e872d69e of type vlan for network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 Jun 03 21:47:45.184902 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] For port 52218bf3-f029-4746-8fde-b66c0fbf2a52, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=52218bf3-f029-4746-8fde-b66c0fbf2a52,segment=NetworkSegment(f0a9c178-a103-4081-b826-fcbec9820e7e),segment_id=f0a9c178-a103-4081-b826-fcbec9820e7e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:45.190054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.196473 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5d4ae508-cd64-42a6-aa2c-fee8662c7248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:45.282566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:45.286010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.292175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:port and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:45.292521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Pushing event updated for resources: {'Port': ['ID=52218bf3-f029-4746-8fde-b66c0fbf2a52,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:45.297833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:45.301758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:45.309601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:45.335711 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:45.373959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.379675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:45.381075 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.387876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:45.591209 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6258094 Jun 03 21:47:45.591209 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.607143 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52124) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:45.613636 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'admin_state_up': True, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:45.630282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'Network': ['ID=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:45.633294 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:45.637055 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:45.648567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:45.649731 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port 152ea916-5e36-4f3a-b459-6082ac3ee7f3 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:47:45.693753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Usage tracker for resource:router and tenant:684d3d7afe73426f9cb4abdbeaeb79b4 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:45.698791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:45.710720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:45.747447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.749381 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.750654 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.753326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.797714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.916404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:45.916906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Fanout notify agent at l3_agent the message router_deleted on router 3aaceaaa-e5fe-4292-ac1b-d76588ba1593 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:47:45.924605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Deleting port 52218bf3-f029-4746-8fde-b66c0fbf2a52 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:45.924935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:46.079016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.resource_extend [None req-2f01a71c-3b1d-4dfa-b24d-b596968db546 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:47:46.211853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:46.224900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:46.228211 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "DELETE /v2.0/routers/3aaceaaa-e5fe-4292-ac1b-d76588ba1593 HTTP/1.1" status: 204 len: 168 time: 4.8591197 Jun 03 21:47:46.233058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52126) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:46.335623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4b494a-dc6c-4876-9db0-f11213411769 None None] Network 063316bb-9697-45ba-901a-af01dcff505e requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:46.359101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:46.399377 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f01a71c-3b1d-4dfa-b24d-b596968db546 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:46.417134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] For port 52218bf3-f029-4746-8fde-b66c0fbf2a52, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=52218bf3-f029-4746-8fde-b66c0fbf2a52,segment=NetworkSegment(f0a9c178-a103-4081-b826-fcbec9820e7e),segment_id=f0a9c178-a103-4081-b826-fcbec9820e7e)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:46.417505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:46.422283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:46.431174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7d106c0f-b451-4de9-9fae-9db49bad25cc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:46.435697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f01a71c-3b1d-4dfa-b24d-b596968db546 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:46.441021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b6483175-b5d4-40ad-bb63-94d2daff5311 None None] Provisioning for port 52218bf3-f029-4746-8fde-b66c0fbf2a52 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:46.501857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-424b55a0-f994-44bc-85ff-1bff8774c4ad tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Deleting subnet 79ea086f-a7db-4752-aa3e-30fe7ba67237 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:47:46.609097 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:46.623866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:46.636545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:46.638058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Calling delete_port for 52218bf3-f029-4746-8fde-b66c0fbf2a52 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:46.644433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:46.645581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:46.651220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=152ea916-5e36-4f3a-b459-6082ac3ee7f3,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:46.651451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-424b55a0-f994-44bc-85ff-1bff8774c4ad tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:46.658932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:46.721130 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5917165 Jun 03 21:47:46.724864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52128) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:46.931373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e315b8f-de45-48ff-b798-8b91487ea6ab tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:46.931919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2e315b8f-de45-48ff-b798-8b91487ea6ab tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:47.050898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2e315b8f-de45-48ff-b798-8b91487ea6ab tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:47.054945 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2e315b8f-de45-48ff-b798-8b91487ea6ab tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/152ea916-5e36-4f3a-b459-6082ac3ee7f3 HTTP/1.1" status: 200 len: 844 time: 0.3228507 Jun 03 21:47:47.055865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52130) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:47.075328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-424b55a0-f994-44bc-85ff-1bff8774c4ad tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:47.088905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:47.129118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:47.219784 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-2f01a71c-3b1d-4dfa-b24d-b596968db546 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Floating IP 6570cc65-3756-40d0-9ca9-71dd756947c5 associated. External IP: 172.26.3.31, port: 91a98dc2-a72a-46a3-8343-6c6a3aa639df. Jun 03 21:47:47.335976 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Allocated IP 172.26.3.250 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/e598204c-7ee8-417a-bdaa-2d7b17672ad4) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:47.354990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-949a9fa0-597d-42e5-b79d-8cdb4d586918 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port 152ea916-5e36-4f3a-b459-6082ac3ee7f3 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:47.356596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-949a9fa0-597d-42e5-b79d-8cdb4d586918 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:47.403146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 52218bf3-f029-4746-8fde-b66c0fbf2a52 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:47.441428 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:47.496871 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a900d2ef-e999-4bf4-882f-cad509e49e44 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:47.544536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-949a9fa0-597d-42e5-b79d-8cdb4d586918 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:47.552376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-424b55a0-f994-44bc-85ff-1bff8774c4ad tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:47.654662 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 52218bf3-f029-4746-8fde-b66c0fbf2a52 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:47.660212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 52218bf3-f029-4746-8fde-b66c0fbf2a52 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:47.660833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:47.664287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-93b7c0c3-f6d5-41e6-a81c-c4f3e4a0ab5c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:47.682095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-949a9fa0-597d-42e5-b79d-8cdb4d586918 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for 152ea916-5e36-4f3a-b459-6082ac3ee7f3 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:47.703691 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Port 52218bf3-f029-4746-8fde-b66c0fbf2a52 was deleted so its status cannot be updated. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 03 21:47:47.741799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event updated for resources: {'Subnet': ['ID=8b298b3e-e67f-4dac-a4e3-8b2544f71f63,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:47.744112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:47.762241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:47.762241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-927182ed-b786-4e85-a696-4745212a4ae1 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:47.878674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:47.914328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Port': ['ID=52218bf3-f029-4746-8fde-b66c0fbf2a52,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:47.939139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-949a9fa0-597d-42e5-b79d-8cdb4d586918 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:47.945839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-972b8faa-2c48-4690-9ddf-47cdf2d8780a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:47.978454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:47.985066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c7e0b4-d30d-45ec-a778-3d9ec725ac84 None None] DHCP port deletion for 063316bb-9697-45ba-901a-af01dcff505e request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:47:47.992007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:48.004347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a9fa0-597d-42e5-b79d-8cdb4d586918 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=152ea916-5e36-4f3a-b459-6082ac3ee7f3,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:48.010531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5851910-3a43-4137-95e3-dc69c8ea1754 None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:47:48.011378 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-949a9fa0-597d-42e5-b79d-8cdb4d586918 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:48.014047 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-949a9fa0-597d-42e5-b79d-8cdb4d586918 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:48.014587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-727798f1-e739-47e3-8009-305b005f81cf tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:48.067337 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Checking segment: {'id': 'f20bd03e-9bcc-4a73-81b0-8984ae0cb030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:48.067768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Network hostable DHCP agents. Network: 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:48.068269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:48.072850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:48.078036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:48.110242 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-949a9fa0-597d-42e5-b79d-8cdb4d586918 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/152ea916-5e36-4f3a-b459-6082ac3ee7f3 HTTP/1.1" status: 204 len: 168 time: 1.0533535 Jun 03 21:47:48.118943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52132) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:48.180420 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc0fe0d-ef49-4e21-8781-129c0f67f2a9 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:47:48.182125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0fc0fe0d-ef49-4e21-8781-129c0f67f2a9 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:48.182375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No DVR routers for this DVR port 52218bf3-f029-4746-8fde-b66c0fbf2a52 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:48.192820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'Port': ['ID=e598204c-7ee8-417a-bdaa-2d7b17672ad4,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:48.198991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:48.267596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0fc0fe0d-ef49-4e21-8781-129c0f67f2a9 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:48.267596 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0fc0fe0d-ef49-4e21-8781-129c0f67f2a9 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/152ea916-5e36-4f3a-b459-6082ac3ee7f3 HTTP/1.1" status: 404 len: 333 time: 0.1476607 Jun 03 21:47:48.276083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52134) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:48.282219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'name': 'tempest-PortsIpV6TestJSON-2139116639'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:48.335622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5851910-3a43-4137-95e3-dc69c8ea1754 None None] Network 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:48.346534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5851910-3a43-4137-95e3-dc69c8ea1754 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9) {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 21:47:48.509598 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:48.521490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:48.622363 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 already present Jun 03 21:47:48.622363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Network 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:48.622363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:48.688027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:48.691592 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:48.702649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:48.727377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:48.730122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:48.730780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:48.785552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port 244e966e-1da1-4079-b6a9-76fba07a0cb9 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:47:48.793646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-063316bb-9697-45ba-901a-af01dcff505e', 'network_id': '063316bb-9697-45ba-901a-af01dcff505e', 'tenant_id': 'b019ab5693a243b49d7da2decb50e20d', 'fixed_ips': [{'subnet_id': '2c23c21a-05e3-4366-a997-130267ed2ba4'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:48.794819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:48.810776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9', 'network_id': '5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9', 'tenant_id': 'ca3c402395514dbd819bf7bda7f3fbf6', 'fixed_ips': [{'subnet_id': '8b298b3e-e67f-4dac-a4e3-8b2544f71f63'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:48.811891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:48.826871 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f01a71c-3b1d-4dfa-b24d-b596968db546 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:48.861007 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.5637751 Jun 03 21:47:48.861246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52136) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:48.877565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Request body: {'network': {'name': 'tempest-router-network01--675096688'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:48.957179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:48.966693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Usage tracker for resource:network and tenant:ca3c402395514dbd819bf7bda7f3fbf6 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:48.977169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:48.991304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:49.048643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Made reservation on behalf of ca3c402395514dbd819bf7bda7f3fbf6 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:49.052700 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.138006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-424b55a0-f994-44bc-85ff-1bff8774c4ad tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.138435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Allocated IP 2001:db8::2 (5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9/8b298b3e-e67f-4dac-a4e3-8b2544f71f63/b54bb128-4b2f-454b-8ade-60e18d733bbb) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:49.140989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Allocated IP 2001:db8::1 (063316bb-9697-45ba-901a-af01dcff505e/2c23c21a-05e3-4366-a997-130267ed2ba4/3f76bc68-158c-44f5-8f66-8160b359542a) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:49.153095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-55a8283e-199c-400e-8706-c39c1d0f7611 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:49.212948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-424b55a0-f994-44bc-85ff-1bff8774c4ad tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.293616 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-424b55a0-f994-44bc-85ff-1bff8774c4ad tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "DELETE /v2.0/subnets/79ea086f-a7db-4752-aa3e-30fe7ba67237 HTTP/1.1" status: 204 len: 168 time: 3.0311875 Jun 03 21:47:49.294374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52138) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:49.322192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b55a0-f994-44bc-85ff-1bff8774c4ad tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event deleted for resources: {'Subnet': ['ID=79ea086f-a7db-4752-aa3e-30fe7ba67237,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:49.325436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-424b55a0-f994-44bc-85ff-1bff8774c4ad tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:49.403076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 52218bf3-f029-4746-8fde-b66c0fbf2a52 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:47:49.458504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:49.479776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.497138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.497508 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Added segment bbd42537-9355-486c-b14c-cb9bfab0539e of type vlan for network c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2 Jun 03 21:47:49.509324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.519319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 52218bf3-f029-4746-8fde-b66c0fbf2a52 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:47:49.519762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 52218bf3-f029-4746-8fde-b66c0fbf2a52 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:47:49.524307 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.537552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Transition to ACTIVE for port object 3f76bc68-158c-44f5-8f66-8160b359542a will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:49.571313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.594165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f01a71c-3b1d-4dfa-b24d-b596968db546 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:49.599398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f01a71c-3b1d-4dfa-b24d-b596968db546 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.607169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.609290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Transition to ACTIVE for port object 3f76bc68-158c-44f5-8f66-8160b359542a will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:49.615006 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f72fccd-310a-496a-acf6-937571c69620 None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:49.621167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.632785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-50d9a668-d072-4e4a-ab5d-216da0a70052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:49.644496 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72fccd-310a-496a-acf6-937571c69620 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:49.646499 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7f72fccd-310a-496a-acf6-937571c69620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:49.704449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.717161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Network 063316bb-9697-45ba-901a-af01dcff505e is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:49.727657 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.728876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:49.735955 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2f01a71c-3b1d-4dfa-b24d-b596968db546 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "PUT /v2.0/floatingips/6570cc65-3756-40d0-9ca9-71dd756947c5 HTTP/1.1" status: 200 len: 977 time: 5.8299339 Jun 03 21:47:49.737097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Transition to ACTIVE for port object b54bb128-4b2f-454b-8ade-60e18d733bbb will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:49.740903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:49.747213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Pushing event updated for resources: {'Port': ['ID=3f76bc68-158c-44f5-8f66-8160b359542a,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:49.749681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1a537baa-6cbe-4aae-82f3-47713cf421dd tempest-ServersTestManualDisk-1841608409 tempest-ServersTestManualDisk-1841608409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:49.752663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52140) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:49.755930 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:49.790908 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7f72fccd-310a-496a-acf6-937571c69620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:49.810024 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72fccd-310a-496a-acf6-937571c69620 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:49.810858 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7f72fccd-310a-496a-acf6-937571c69620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:49.814803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.820786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:49.821885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.855599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:49.861030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Transition to ACTIVE for port object b54bb128-4b2f-454b-8ade-60e18d733bbb will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:49.863042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:49.868865 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Attempting to bind port 3f76bc68-158c-44f5-8f66-8160b359542a on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:49.869495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Attempting to bind port 3f76bc68-158c-44f5-8f66-8160b359542a by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'f0a9c178-a103-4081-b826-fcbec9820e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '063316bb-9697-45ba-901a-af01dcff505e'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:49.869862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Attempting to bind port 3f76bc68-158c-44f5-8f66-8160b359542a on network 063316bb-9697-45ba-901a-af01dcff505e {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:49.870099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-93b7c0c3-f6d5-41e6-a81c-c4f3e4a0ab5c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Deleting port dd5734dd-464d-4cca-bd7f-0caddef20c1b {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:49.870439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-93b7c0c3-f6d5-41e6-a81c-c4f3e4a0ab5c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.874315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.880224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:49.885420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-635b4580-23d0-4164-bed0-147a3af59a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:49.886449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:49.887251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.906584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=244e966e-1da1-4079-b6a9-76fba07a0cb9,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:49.914140 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0518837 Jun 03 21:47:49.916069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:49.920038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c6aebc59-00f0-4d30-b715-f5d8696e81f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:49.926077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:49.926512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Checking segment: {'id': 'f0a9c178-a103-4081-b826-fcbec9820e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '063316bb-9697-45ba-901a-af01dcff505e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:49.926973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.927523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Bound using segment: {'id': 'f0a9c178-a103-4081-b826-fcbec9820e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '063316bb-9697-45ba-901a-af01dcff505e'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:49.928029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Bound port: 3f76bc68-158c-44f5-8f66-8160b359542a, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a9c178-a103-4081-b826-fcbec9820e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '063316bb-9697-45ba-901a-af01dcff505e'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:49.928405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.933117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:49.942175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52142) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:49.948590 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7f72fccd-310a-496a-acf6-937571c69620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:49.949003 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f72fccd-310a-496a-acf6-937571c69620 None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:49.951153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Request body: {'network': {'name': 'tempest-router-network02--1986607304'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:49.958110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Network 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:49.962719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:49.964501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:49.965276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:49.967719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:49.978613 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7026289 Jun 03 21:47:49.990580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52144) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:49.991930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Usage tracker for resource:network and tenant:ca3c402395514dbd819bf7bda7f3fbf6 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:50.000518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a878db82-b691-43d9-9471-0643b6735017 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:50.025616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Quota usage for network was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:50.029165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Subnet': ['ID=2c23c21a-05e3-4366-a997-130267ed2ba4,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:50.032796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:50.042856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:50.058588 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Pushing event updated for resources: {'Port': ['ID=b54bb128-4b2f-454b-8ade-60e18d733bbb,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:50.067484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:50.129648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event updated for resources: {'Network': ['ID=c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:50.136436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:50.140096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Made reservation on behalf of ca3c402395514dbd819bf7bda7f3fbf6 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:50.144440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.145123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Attempting to bind port b54bb128-4b2f-454b-8ade-60e18d733bbb on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:50.146223 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Attempting to bind port b54bb128-4b2f-454b-8ade-60e18d733bbb by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'f20bd03e-9bcc-4a73-81b0-8984ae0cb030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:50.146611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Attempting to bind port b54bb128-4b2f-454b-8ade-60e18d733bbb on network 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:50.157443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:50.158436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Checking segment: {'id': 'f20bd03e-9bcc-4a73-81b0-8984ae0cb030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:50.158436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.158706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Bound using segment: {'id': 'f20bd03e-9bcc-4a73-81b0-8984ae0cb030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:50.159118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Bound port: b54bb128-4b2f-454b-8ade-60e18d733bbb, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20bd03e-9bcc-4a73-81b0-8984ae0cb030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:50.159521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.166195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Router 8e3b8b4d-71ec-46dd-80c2-7add9044422d is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:47:50.172309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Deleting port 82320ca1-2ed4-40d9-90a9-196442d62a4f {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:50.172705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.173361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:50.214847 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] For port 3f76bc68-158c-44f5-8f66-8160b359542a, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:50.255295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] For port 3f76bc68-158c-44f5-8f66-8160b359542a, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3f76bc68-158c-44f5-8f66-8160b359542a,segment=NetworkSegment(f0a9c178-a103-4081-b826-fcbec9820e7e),segment_id=f0a9c178-a103-4081-b826-fcbec9820e7e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:50.282540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.308321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:50.310607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-93b7c0c3-f6d5-41e6-a81c-c4f3e4a0ab5c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.330240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063316bb-9697-45ba-901a-af01dcff505e']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:50.351116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.351559 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Added segment 1a680d63-040b-4903-a04b-0813fd5f9404 of type vlan for network 8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86 Jun 03 21:47:50.355189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a878db82-b691-43d9-9471-0643b6735017 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.369547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.380226 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-36c8cf3f-204b-4a6b-98ce-2974eff6c6ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:50.520632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.539016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] For port b54bb128-4b2f-454b-8ade-60e18d733bbb, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:50.553413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Pushing event updated for resources: {'Port': ['ID=3f76bc68-158c-44f5-8f66-8160b359542a,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:50.560653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:50.562499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] For port b54bb128-4b2f-454b-8ade-60e18d733bbb, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b54bb128-4b2f-454b-8ade-60e18d733bbb,segment=NetworkSegment(f20bd03e-9bcc-4a73-81b0-8984ae0cb030),segment_id=f20bd03e-9bcc-4a73-81b0-8984ae0cb030)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:50.573762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.591748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3fb8d76c-1b53-4c34-8298-57664423bb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:50.596123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:50.648596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Sync routers for ids ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:50.656838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.669907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:50.670851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.672831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Routers {'8e3b8b4d-71ec-46dd-80c2-7add9044422d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:50.673485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:50.680162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-36400c81-6e82-4663-8e45-ebdc5a7f53c0 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:50.737213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a9c178-a103-4081-b826-fcbec9820e7e') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:50.737501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a9c178-a103-4081-b826-fcbec9820e7e') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:50.770617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Pushing event updated for resources: {'Port': ['ID=b54bb128-4b2f-454b-8ade-60e18d733bbb,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:50.790986 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:50.815443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.817472 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.2092535 Jun 03 21:47:50.822123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52146) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:50.833624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-93b7c0c3-f6d5-41e6-a81c-c4f3e4a0ab5c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Calling delete_port for dd5734dd-464d-4cca-bd7f-0caddef20c1b owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:50.845851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.877948 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9283905 Jun 03 21:47:50.888214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] For port 82320ca1-2ed4-40d9-90a9-196442d62a4f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=82320ca1-2ed4-40d9-90a9-196442d62a4f,segment=NetworkSegment(7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217),segment_id=7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:50.888653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:50.892971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52150) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:50.904308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Request body: {'subnet': {'network_id': 'c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:50.928961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event updated for resources: {'Network': ['ID=8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:50.936793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:50.984257 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:51.019999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Set router 8e3b8b4d-71ec-46dd-80c2-7add9044422d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:47:51.061964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.resource_extend [None req-a878db82-b691-43d9-9471-0643b6735017 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:47:51.078584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a878db82-b691-43d9-9471-0643b6735017 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:51.086662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a878db82-b691-43d9-9471-0643b6735017 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:51.100733 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9db9d8b1-2cb0-4ef5-b2f5-f844a94f7687 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:51.139889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port 91a98dc2-a72a-46a3-8343-6c6a3aa639df {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:51.140256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:51.158884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:51.161891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Calling delete_port for 82320ca1-2ed4-40d9-90a9-196442d62a4f owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:51.163211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Usage tracker for resource:subnet and tenant:ca3c402395514dbd819bf7bda7f3fbf6 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:51.167811 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:51.177235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:51.210389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Made reservation on behalf of ca3c402395514dbd819bf7bda7f3fbf6 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:51.215163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:51.242600 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:51.256383 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7f8843a6-5443-4cbd-8ac9-56324250abf8 tempest-TestNetworkAdvancedServerOps-494466594 tempest-TestNetworkAdvancedServerOps-494466594-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=684d3d7afe73426f9cb4abdbeaeb79b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4121473 Jun 03 21:47:51.263689 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:51.264096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:51.280980 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52152) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:51.281330 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:51.498728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b54bb128-4b2f-454b-8ade-60e18d733bbb up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:51.601294 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-a878db82-b691-43d9-9471-0643b6735017 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] In _notify_port_updated(), no bound segment for port 244e966e-1da1-4079-b6a9-76fba07a0cb9 on network 9234cfc4-cac9-4628-886a-308ddd89dd3a {{(pid=104397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:47:51.607337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a878db82-b691-43d9-9471-0643b6735017 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:51.609267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a878db82-b691-43d9-9471-0643b6735017 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:51.614592 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a878db82-b691-43d9-9471-0643b6735017 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "PUT /v2.0/ports/244e966e-1da1-4079-b6a9-76fba07a0cb9 HTTP/1.1" status: 200 len: 818 time: 1.6194558 Jun 03 21:47:51.616417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.api [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:47:51.616417 dv-neutron-792998-2-hyperv neutron-server[104396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:47:51.616417 dv-neutron-792998-2-hyperv neutron-server[104396]: [parameters: {'id': '063316bb-9697-45ba-901a-af01dcff505e'}] Jun 03 21:47:51.616417 dv-neutron-792998-2-hyperv neutron-server[104396]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:47:51.616854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_db.api [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:47:51.621517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52154) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:51.653901 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port b54bb128-4b2f-454b-8ade-60e18d733bbb completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:51.655183 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878db82-b691-43d9-9471-0643b6735017 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=244e966e-1da1-4079-b6a9-76fba07a0cb9,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:51.662841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a878db82-b691-43d9-9471-0643b6735017 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:51.716290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:51.726236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:47:48Z', 'revision_number': 3, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:51.731584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Checking router: 8e3b8b4d-71ec-46dd-80c2-7add9044422d for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:47:51.731925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Updating router 8e3b8b4d-71ec-46dd-80c2-7add9044422d port e598204c-7ee8-417a-bdaa-2d7b17672ad4 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:47:51.799732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:51.812024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f6206-00ce-42d2-8909-0cb5bf8f19d7 tempest-TestNetworkAdvancedServerOps-494466594 tempest-TestNetworkAdvancedServerOps-494466594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:51.813522 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a93f6206-00ce-42d2-8909-0cb5bf8f19d7 tempest-TestNetworkAdvancedServerOps-494466594 tempest-TestNetworkAdvancedServerOps-494466594-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5313740 Jun 03 21:47:51.828372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52156) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:51.876767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:51.889676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:51.971674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:51.977300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3cb02354-cf0b-4041-bb44-86bf1b4498b5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:51.982458 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b7174481-863a-4d10-96c7-4e52d82b3101 tempest-TestNetworkAdvancedServerOps-494466594 tempest-TestNetworkAdvancedServerOps-494466594-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1509175 Jun 03 21:47:51.992892 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event deleted for resources: {'Port': ['ID=82320ca1-2ed4-40d9-90a9-196442d62a4f,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:51.995038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] No DVR routers for this DVR port 82320ca1-2ed4-40d9-90a9-196442d62a4f on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:51.999435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52158) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:52.016043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-949360980', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:52.032656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:52.077204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event updated for resources: {'Subnet': ['ID=90c2b9d1-b91a-4331-976f-db875a97510e,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:52.080905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:52.099012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Checking segment: {'id': 'bbd42537-9355-486c-b14c-cb9bfab0539e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:52.099369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Network hostable DHCP agents. Network: c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:52.127181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Network c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:52.141575 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:52.150515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.158284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:52.158926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.181946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.186358 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2886889 Jun 03 21:47:52.189218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52160) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:52.195249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Request body: {'subnet': {'network_id': '8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:52.221590 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b6c52e-1280-4aa4-8cb6-3c7dbb2b4405 None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:47:52.283014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-87f7ff54-41d9-4356-9988-3e87e66c9487 None None] Provisioning for port b54bb128-4b2f-454b-8ade-60e18d733bbb completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:52.297998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-87f7ff54-41d9-4356-9988-3e87e66c9487 None None] Provisioning complete for port b54bb128-4b2f-454b-8ade-60e18d733bbb triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:52.298367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-87f7ff54-41d9-4356-9988-3e87e66c9487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.335978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:52.339945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Usage tracker for resource:subnet and tenant:ca3c402395514dbd819bf7bda7f3fbf6 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:52.343104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:52.349245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:52.361786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Made reservation on behalf of ca3c402395514dbd819bf7bda7f3fbf6 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:52.366750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.491984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b6c52e-1280-4aa4-8cb6-3c7dbb2b4405 None None] Resources bound (agent type, host, resource id): {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 21:47:52.497045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-87f7ff54-41d9-4356-9988-3e87e66c9487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.625425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-87f7ff54-41d9-4356-9988-3e87e66c9487 None None] For port b54bb128-4b2f-454b-8ade-60e18d733bbb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b54bb128-4b2f-454b-8ade-60e18d733bbb,segment=NetworkSegment(f20bd03e-9bcc-4a73-81b0-8984ae0cb030),segment_id=f20bd03e-9bcc-4a73-81b0-8984ae0cb030)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:52.680025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-87f7ff54-41d9-4356-9988-3e87e66c9487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.684613 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:52.722535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.734855 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Transition to ACTIVE for port object e598204c-7ee8-417a-bdaa-2d7b17672ad4 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:52.746054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-93b7c0c3-f6d5-41e6-a81c-c4f3e4a0ab5c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.759815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:52.760304 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.793741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab292eb-9de1-4bd9-9c72-492001f31c50']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:52.815153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:52.835450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7ff54-41d9-4356-9988-3e87e66c9487 None None] Pushing event updated for resources: {'Port': ['ID=b54bb128-4b2f-454b-8ade-60e18d733bbb,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:52.843380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.843804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7c0c3-f6d5-41e6-a81c-c4f3e4a0ab5c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event deleted for resources: {'Port': ['ID=dd5734dd-464d-4cca-bd7f-0caddef20c1b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:52.849181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:52.849995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-87f7ff54-41d9-4356-9988-3e87e66c9487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:52.875092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:52.882925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:52.883395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab4e7c5-efab-42fd-9e8c-fa7ed25d0217') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:52.892356 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Usage tracker for resource:subnet and tenant:684d3d7afe73426f9cb4abdbeaeb79b4 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:52.904838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-93b7c0c3-f6d5-41e6-a81c-c4f3e4a0ab5c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:52.905653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:52.920858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-dec3f1d0-b6c6-452f-946e-f8f40dd16263 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port 244e966e-1da1-4079-b6a9-76fba07a0cb9 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:52.921224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dec3f1d0-b6c6-452f-946e-f8f40dd16263 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.921899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Attempting to bind port e598204c-7ee8-417a-bdaa-2d7b17672ad4 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:52.922281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Attempting to bind port e598204c-7ee8-417a-bdaa-2d7b17672ad4 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:52.922650 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Attempting to bind port e598204c-7ee8-417a-bdaa-2d7b17672ad4 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:52.936348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.937558 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event updated for resources: {'Subnet': ['ID=a70ac920-e3bb-4b0b-9edc-195c07e60544,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:52.938644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9692ba1a-4ec1-49b5-87c1-f948f2371ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.941628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:52.944615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Checking segment: {'id': '1a680d63-040b-4903-a04b-0813fd5f9404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:52.945065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Network hostable DHCP agents. Network: 8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:52.946824 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:52.946992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.947197 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:52.947317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.947653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.947773 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Floating IP 6570cc65-3756-40d0-9ca9-71dd756947c5 disassociated. External IP: 172.26.3.31, port: 91a98dc2-a72a-46a3-8343-6c6a3aa639df. Jun 03 21:47:52.948000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for 91a98dc2-a72a-46a3-8343-6c6a3aa639df owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:52.948138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:52.948524 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Bound port: e598204c-7ee8-417a-bdaa-2d7b17672ad4, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:52.948898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:52.956531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:52.968331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Network 8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:52.986411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:52.998143 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:52.999097 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:53.003753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c895d23-75f4-42f2-9449-4ce2184ce33c None None] Pushing event updated for resources: {'Port': ['ID=e598204c-7ee8-417a-bdaa-2d7b17672ad4,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:53.010022 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0c895d23-75f4-42f2-9449-4ce2184ce33c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:53.026385 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8357885 Jun 03 21:47:53.029946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52162) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:53.034830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:53.064569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] For port e598204c-7ee8-417a-bdaa-2d7b17672ad4, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:53.117377 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:53.117786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:53.123826 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] For port e598204c-7ee8-417a-bdaa-2d7b17672ad4, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e598204c-7ee8-417a-bdaa-2d7b17672ad4,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:53.136758 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:53.145603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Made reservation on behalf of 684d3d7afe73426f9cb4abdbeaeb79b4 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:53.147886 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-dfa21933-1685-4ed3-81c2-757ee7dcb447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:53.149239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:53.163324 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:53.260691 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c895d23-75f4-42f2-9449-4ce2184ce33c None None] Pushing event updated for resources: {'Port': ['ID=e598204c-7ee8-417a-bdaa-2d7b17672ad4,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:53.263185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Routers {'8e3b8b4d-71ec-46dd-80c2-7add9044422d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:53.263834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:53.310414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dec3f1d0-b6c6-452f-946e-f8f40dd16263 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:53.325403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0c895d23-75f4-42f2-9449-4ce2184ce33c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:53.327162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2', 'network_id': 'c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2', 'tenant_id': 'ca3c402395514dbd819bf7bda7f3fbf6', 'fixed_ips': [{'subnet_id': '90c2b9d1-b91a-4331-976f-db875a97510e'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:53.328037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:53.476250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Deleting port 3f76bc68-158c-44f5-8f66-8160b359542a {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:53.476591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:53.582037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b54bb128-4b2f-454b-8ade-60e18d733bbb up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:53.620864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] Set router 8e3b8b4d-71ec-46dd-80c2-7add9044422d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:47:53.637098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:53.646940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-dec3f1d0-b6c6-452f-946e-f8f40dd16263 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for 244e966e-1da1-4079-b6a9-76fba07a0cb9 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:53.682932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4dea82bd-7836-40f4-ae73-0d4ade0c984b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:53.769963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:53.842896 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Allocated IP 2001:db8::2 (c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2/90c2b9d1-b91a-4331-976f-db875a97510e/8dc50738-79ea-4605-91a4-5dcc8f35e7b8) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:53.857012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:53.869635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event deleted for resources: {'Network': ['ID=0ab292eb-9de1-4bd9-9c72-492001f31c50,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:54.048848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port b54bb128-4b2f-454b-8ade-60e18d733bbb triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:54.049451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:54.126678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:54.144562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-93b7c0c3-f6d5-41e6-a81c-c4f3e4a0ab5c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:54.193780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] For port 3f76bc68-158c-44f5-8f66-8160b359542a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3f76bc68-158c-44f5-8f66-8160b359542a,segment=NetworkSegment(f0a9c178-a103-4081-b826-fcbec9820e7e),segment_id=f0a9c178-a103-4081-b826-fcbec9820e7e)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:54.194328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:54.221652 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "DELETE /v2.0/networks/0ab292eb-9de1-4bd9-9c72-492001f31c50 HTTP/1.1" status: 204 len: 168 time: 4.9005756 Jun 03 21:47:54.224904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52164) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:54.425580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:54.453636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Transition to ACTIVE for port object 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:54.454875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Calling delete_port for 3f76bc68-158c-44f5-8f66-8160b359542a owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:54.469287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:47:48Z', 'revision_number': 3, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:54.481704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c95ed-0686-45da-b1b7-6ba68ea25aab None None] The sync data for ids ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'] in dv-neutron-792998-2-hyperv is: [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:47:48Z', 'revision_number': 3, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:54.483614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Transition to ACTIVE for port object 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:54.492306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:54.496478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ac2206a8-472e-41f0-893c-bda53eda3a1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:54.565298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Network c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:54.570191 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:54.574708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:54.583283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:54.600279 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Allocated IP 2001:db8::1 (c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2/90c2b9d1-b91a-4331-976f-db875a97510e/d421e661-a7f6-44fa-a174-0bfe6035a9a0) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:54.604013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:54.628224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Pushing event updated for resources: {'Port': ['ID=8dc50738-79ea-4605-91a4-5dcc8f35e7b8,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:54.637148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:54.648011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-81684608-bad9-4522-bd4a-4287ffe47a73 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Deleting port c4fd4237-3963-4736-b3ec-3a826dcf54d4 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:54.648793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-81684608-bad9-4522-bd4a-4287ffe47a73 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:54.686571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=91a98dc2-a72a-46a3-8343-6c6a3aa639df,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:54.692330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:54.701032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Attempting to bind port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:47:54.701384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Attempting to bind port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'bbd42537-9355-486c-b14c-cb9bfab0539e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:47:54.701759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Attempting to bind port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 on network c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:47:54.708008 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:47:54.708578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Checking segment: {'id': 'bbd42537-9355-486c-b14c-cb9bfab0539e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:54.709127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:54.709536 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Bound using segment: {'id': 'bbd42537-9355-486c-b14c-cb9bfab0539e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:47:54.710071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Bound port: 8dc50738-79ea-4605-91a4-5dcc8f35e7b8, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd42537-9355-486c-b14c-cb9bfab0539e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': 'c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:47:54.710501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:54.808352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] For port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:47:54.811973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] For port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8dc50738-79ea-4605-91a4-5dcc8f35e7b8,segment=NetworkSegment(bbd42537-9355-486c-b14c-cb9bfab0539e),segment_id=bbd42537-9355-486c-b14c-cb9bfab0539e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:47:54.818419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:54.822537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-87f7ff54-41d9-4356-9988-3e87e66c9487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:54.962433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Pushing event updated for resources: {'Port': ['ID=8dc50738-79ea-4605-91a4-5dcc8f35e7b8,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:54.967130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:55.011692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:55.038167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-81684608-bad9-4522-bd4a-4287ffe47a73 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:55.038784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-81684608-bad9-4522-bd4a-4287ffe47a73 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:55.058354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Transition to ACTIVE for port object d421e661-a7f6-44fa-a174-0bfe6035a9a0 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:47:55.062989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dec3f1d0-b6c6-452f-946e-f8f40dd16263 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:55.128490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:55.221462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-81684608-bad9-4522-bd4a-4287ffe47a73 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Calling delete_port for c4fd4237-3963-4736-b3ec-3a826dcf54d4 owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:55.251802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3f1d0-b6c6-452f-946e-f8f40dd16263 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=244e966e-1da1-4079-b6a9-76fba07a0cb9,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:55.254524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dec3f1d0-b6c6-452f-946e-f8f40dd16263 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:55.263602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:55.281373 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b7c0c3-f6d5-41e6-a81c-c4f3e4a0ab5c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Router c0404ff6-d4bb-454d-99ac-85e510743982 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:55.297193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dec3f1d0-b6c6-452f-946e-f8f40dd16263 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:55.346959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No DVR routers for this DVR port 3f76bc68-158c-44f5-8f66-8160b359542a on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:47:55.366209 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:55.376483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:55.381642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dec3f1d0-b6c6-452f-946e-f8f40dd16263 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:55.399642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:55.408950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Port': ['ID=3f76bc68-158c-44f5-8f66-8160b359542a,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:55.412212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:55.440125 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-dec3f1d0-b6c6-452f-946e-f8f40dd16263 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/244e966e-1da1-4079-b6a9-76fba07a0cb9 HTTP/1.1" status: 204 len: 168 time: 3.8116853 Jun 03 21:47:55.472903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b9421ad4-b4dd-4407-a481-8feb7e4b91ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:55.479797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52166) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:55.505033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:55.549935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event updated for resources: {'Port': ['ID=d421e661-a7f6-44fa-a174-0bfe6035a9a0,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:55.563837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:55.580007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Network c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:55.585896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:55.593749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:55.597537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:47:55.598932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:55.600218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e598204c-7ee8-417a-bdaa-2d7b17672ad4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:55.628680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-81684608-bad9-4522-bd4a-4287ffe47a73 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:55.640891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7759ec8d-1f6b-4311-bf50-d75aca1ffeb8 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:55.658330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b7c0c3-f6d5-41e6-a81c-c4f3e4a0ab5c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:55.672910 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-93b7c0c3-f6d5-41e6-a81c-c4f3e4a0ab5c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "PUT /v2.0/routers/c0404ff6-d4bb-454d-99ac-85e510743982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7517257 Jun 03 21:47:55.673145 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd5084-4c83-4761-bc7a-5c3da01d72ec None None] Sync routers for ids ['c0404ff6-d4bb-454d-99ac-85e510743982'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:55.685712 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd5084-4c83-4761-bc7a-5c3da01d72ec None None] Routers {'c0404ff6-d4bb-454d-99ac-85e510743982'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:55.686504 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-edfd5084-4c83-4761-bc7a-5c3da01d72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c0404ff6-d4bb-454d-99ac-85e510743982'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:55.687526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52168) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:55.690106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:47:55.725826 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port e598204c-7ee8-417a-bdaa-2d7b17672ad4 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:55.733698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e598204c-7ee8-417a-bdaa-2d7b17672ad4 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:55.734068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:55.735676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81684608-bad9-4522-bd4a-4287ffe47a73 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Pushing event deleted for resources: {'Port': ['ID=c4fd4237-3963-4736-b3ec-3a826dcf54d4,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:55.743322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-81684608-bad9-4522-bd4a-4287ffe47a73 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:55.921771 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-edfd5084-4c83-4761-bc7a-5c3da01d72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:55.943001 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd5084-4c83-4761-bc7a-5c3da01d72ec None None] Routers {'c0404ff6-d4bb-454d-99ac-85e510743982'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:55.944167 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-edfd5084-4c83-4761-bc7a-5c3da01d72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c0404ff6-d4bb-454d-99ac-85e510743982'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:55.965202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:55.990819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port e598204c-7ee8-417a-bdaa-2d7b17672ad4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e598204c-7ee8-417a-bdaa-2d7b17672ad4,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:55.999989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.002452 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-49d7d86d-c947-4aff-83ce-d7b882d950c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:56.049173 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-edfd5084-4c83-4761-bc7a-5c3da01d72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:56.049946 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd5084-4c83-4761-bc7a-5c3da01d72ec None None] The sync data for ids ['c0404ff6-d4bb-454d-99ac-85e510743982'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:56.075813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3e8266-cf1d-43f9-abe7-6e51831da8af tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:56.076860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8b3e8266-cf1d-43f9-abe7-6e51831da8af tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:47:56.134815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=e598204c-7ee8-417a-bdaa-2d7b17672ad4,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:56.139570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:56.155052 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.165066 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-f4debd55-11b0-4427-a4b2-b02933af742c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] show failed (client error): The resource could not be found. Jun 03 21:47:56.165861 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f4debd55-11b0-4427-a4b2-b02933af742c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "GET /v2.0/routers/tempest-non_exist_router-2045335415 HTTP/1.1" status: 404 len: 335 time: 0.4745209 Jun 03 21:47:56.173932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52170) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:56.193924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-81684608-bad9-4522-bd4a-4287ffe47a73 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.197717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8b3e8266-cf1d-43f9-abe7-6e51831da8af tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:47:56.201846 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8b3e8266-cf1d-43f9-abe7-6e51831da8af tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7069547 Jun 03 21:47:56.205756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52172) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:56.226017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6d981714-5d20-4431-ae17-ba0ecb37de74 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:56.260199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49a29a5-850b-4fd3-9af4-b8c482be471f None None] Network 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:56.272476 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea56f9cb-20b3-4c24-ba58-6510767b5955 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:47:56.273831 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ea56f9cb-20b3-4c24-ba58-6510767b5955 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/244e966e-1da1-4079-b6a9-76fba07a0cb9 HTTP/1.1" status: 404 len: 333 time: 0.0671349 Jun 03 21:47:56.280273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52174) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:56.280878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.286730 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f28a94-b6ea-4262-ac96-75f33a46e1ac None None] Network 0ab292eb-9de1-4bd9-9c72-492001f31c50 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:56.303642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1661673788'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:56.309797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a75dff-29b1-4a8d-9f61-2b709cf197ab None None] Network 063316bb-9697-45ba-901a-af01dcff505e requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:56.315772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:56.323232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:network and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:56.343685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063316bb-9697-45ba-901a-af01dcff505e']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:56.357730 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-81684608-bad9-4522-bd4a-4287ffe47a73 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.361891 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-81684608-bad9-4522-bd4a-4287ffe47a73 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] 10.222.0.96 "DELETE /v2.0/floatingips/7edcc399-36db-4850-aead-0ba78c937951 HTTP/1.1" status: 204 len: 168 time: 2.1355526 Jun 03 21:47:56.368246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:56.385570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:56.413956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a9c178-a103-4081-b826-fcbec9820e7e') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:56.414224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a9c178-a103-4081-b826-fcbec9820e7e') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:56.430967 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-6d981714-5d20-4431-ae17-ba0ecb37de74 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] update failed (client error): The resource could not be found. Jun 03 21:47:56.432018 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6d981714-5d20-4431-ae17-ba0ecb37de74 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "PUT /v2.0/routers/tempest-non_exist_router-1564619726 HTTP/1.1" status: 404 len: 335 time: 0.2107458 Jun 03 21:47:56.446585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.453056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52180) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:56.460694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba28d32-3fcb-4937-bb36-d6b3460071bf None None] Network c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:56.473654 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf26911b-12ee-427a-90f5-dc00d3dab14d None None] Network 8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:56.483321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:56.493819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.531917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.544854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:47:56.547912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:47:56.574840 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:47:56.614303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:56.649038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.649424 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Added segment e038a120-4f97-4e47-8dcd-a5e853b65c5f of type vlan for network fce6987b-af35-4633-9a0d-08a831f85a74 Jun 03 21:47:56.690926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f28a94-b6ea-4262-ac96-75f33a46e1ac None None] Network 0ab292eb-9de1-4bd9-9c72-492001f31c50 could not be found, it might have been deleted concurrently. {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 03 21:47:56.733397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.828220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77a41db-3c42-453f-a197-18b41efd6b27 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Deleting subnet 71181b07-03e3-49df-96c6-28e28cc9a370 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:47:56.832289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c77a41db-3c42-453f-a197-18b41efd6b27 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.883593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.890313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:56.891243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.898821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c1421be4-6e6c-42ee-b5bf-c8e7b95687f4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:56.899898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c77a41db-3c42-453f-a197-18b41efd6b27 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.918496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4408f4ef-3397-4148-bf2f-92f3f27f6bc9 None None] DHCP port deletion for 0ab292eb-9de1-4bd9-9c72-492001f31c50 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:47:56.920393 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d9098-8f44-4918-b53c-a0b5028594f7 None None] DHCP port deletion for 063316bb-9697-45ba-901a-af01dcff505e request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:47:56.942086 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-86e53b8c-bbea-4da8-af48-6d2277b6fa9d None None] Provisioning for port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:56.947314 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52184) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:56.954308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.958106 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:56.959165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:47:57.000420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b9cab9e4-5060-454f-b20d-51d923b02e09 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:57.001889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8b64a-24ef-41e1-98bd-8b4eb8c785a7 None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:47:57.015541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.022389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-86e53b8c-bbea-4da8-af48-6d2277b6fa9d None None] Provisioning complete for port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:57.023082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-86e53b8c-bbea-4da8-af48-6d2277b6fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.050718 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7526903 Jun 03 21:47:57.056919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52188) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:57.066790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.068754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Network': ['ID=fce6987b-af35-4633-9a0d-08a831f85a74,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:57.070625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8b64a-24ef-41e1-98bd-8b4eb8c785a7 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:57.071383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-a1e8b64a-24ef-41e1-98bd-8b4eb8c785a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:57.072362 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:57.075761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.076589 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.081593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a878db82-b691-43d9-9471-0643b6735017 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:57.096937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': 'fce6987b-af35-4633-9a0d-08a831f85a74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:57.118828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Network': ['ID=063316bb-9697-45ba-901a-af01dcff505e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:57.134681 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/063316bb-9697-45ba-901a-af01dcff505e HTTP/1.1" status: 204 len: 168 time: 12.8956578 Jun 03 21:47:57.145474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:57.145983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52190) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:57.153149 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1038875081'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:57.183404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:57.210600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:network and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:57.217248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for network was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:57.235347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:57.242098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network fce6987b-af35-4633-9a0d-08a831f85a74 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:57.281768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.296263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event updated for resources: {'Port': ['ID=d421e661-a7f6-44fa-a174-0bfe6035a9a0,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:57.299789 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:57.304799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-a1e8b64a-24ef-41e1-98bd-8b4eb8c785a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:57.326391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.331141 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/ports/91a98dc2-a72a-46a3-8343-6c6a3aa639df HTTP/1.1" status: 204 len: 168 time: 7.5773294 Jun 03 21:47:57.334690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c77a41db-3c42-453f-a197-18b41efd6b27 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.339217 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52192) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:57.339762 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:57.343659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.366699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8b64a-24ef-41e1-98bd-8b4eb8c785a7 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:47:57.367380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-a1e8b64a-24ef-41e1-98bd-8b4eb8c785a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:57.394350 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:57.411123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:57.418664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:57.430412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:57.434985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.458848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f1caab7a-52d4-4a88-9715-3f2355708e7a tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:57.490806 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cfd8e3a7-e1bd-4fe2-9043-fe888a6eba21 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "GET /v2.0/floatingips/6570cc65-3756-40d0-9ca9-71dd756947c5 HTTP/1.1" status: 200 len: 687 time: 0.1318018 Jun 03 21:47:57.490806 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5c020a7f-31ae-490b-ae5a-577e1ea5c67c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8d406e6f3bd3496d95a3208cc6b19636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397213 Jun 03 21:47:57.495163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52194) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:57.495163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52196) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:57.535032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:57.538641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.542975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e598204c-7ee8-417a-bdaa-2d7b17672ad4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:57.626354 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-a1e8b64a-24ef-41e1-98bd-8b4eb8c785a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:47:57.626765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8b64a-24ef-41e1-98bd-8b4eb8c785a7 None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:47:57.661146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'Subnet': ['ID=d9572515-61d3-4237-9d45-489c6c5adb2d,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:57.690464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:47:57.738955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Network c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:47:57.747552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:57.754912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.755287 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Added segment 8cde9bf8-d80e-4bb0-9bb3-07eb61938b76 of type vlan for network d3d99c3b-0916-4afc-8adb-e7f1e330f1cd Jun 03 21:47:57.895290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:57.898659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86', 'network_id': '8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86', 'tenant_id': 'ca3c402395514dbd819bf7bda7f3fbf6', 'fixed_ips': [{'subnet_id': 'a70ac920-e3bb-4b0b-9edc-195c07e60544'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:57.899519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.918337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-86e53b8c-bbea-4da8-af48-6d2277b6fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:57.943126 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Checking segment: {'id': 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:57.943126 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Network hostable DHCP agents. Network: a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:57.952475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e598204c-7ee8-417a-bdaa-2d7b17672ad4 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:57.953114 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.068911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:58.081298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-86e53b8c-bbea-4da8-af48-6d2277b6fa9d None None] For port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8dc50738-79ea-4605-91a4-5dcc8f35e7b8,segment=NetworkSegment(bbd42537-9355-486c-b14c-cb9bfab0539e),segment_id=bbd42537-9355-486c-b14c-cb9bfab0539e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:47:58.102156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-86e53b8c-bbea-4da8-af48-6d2277b6fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.103564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:58.115031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:58.128667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:58.129163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.138123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.146439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f606295f-2d65-4af7-9807-329e219ec890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.162433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075cdcc3-c018-4155-bfec-569c253a5da8 None None] Network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:58.163439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c77a41db-3c42-453f-a197-18b41efd6b27 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.172977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c9b6162-0f9b-4d20-b5f0-f41cef6ce98b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:58.222105 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 6.2203155 Jun 03 21:47:58.229947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52198) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:58.231358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a41db-3c42-453f-a197-18b41efd6b27 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event deleted for resources: {'Subnet': ['ID=71181b07-03e3-49df-96c6-28e28cc9a370,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:58.235379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c77a41db-3c42-453f-a197-18b41efd6b27 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.237401 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c77a41db-3c42-453f-a197-18b41efd6b27 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "DELETE /v2.0/subnets/71181b07-03e3-49df-96c6-28e28cc9a370 HTTP/1.1" status: 204 len: 168 time: 1.7834074 Jun 03 21:47:58.239173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c77a41db-3c42-453f-a197-18b41efd6b27 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:58.244966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f606295f-2d65-4af7-9807-329e219ec890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.256184 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52200) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:58.286587 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf7d6ae-6a78-4ca0-b34b-3e5d65f16eb0 None None] Network 42fe3f38-a97b-4603-9746-954c40a7226b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:58.338490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b67a4-41af-47c0-9f24-299e582a78db tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port ca3b6fdf-bd8b-424a-9582-816ad26369a9 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:47:58.338995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd0b67a4-41af-47c0-9f24-299e582a78db tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.365727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.371908 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:58.372672 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.385959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:58.609647 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Allocated IP 2001:db8::2 (8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86/a70ac920-e3bb-4b0b-9edc-195c07e60544/b89d5c87-3e06-4524-9927-9522660b9479) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:47:58.646300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-44df7291-0b1a-42b9-93fe-9b7b9d774f01 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Deleting subnet 9e73d5a7-f799-4524-82d3-04ac19bcafe1 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:47:58.660352 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5131662 Jun 03 21:47:58.661875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52202) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:58.669628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-44df7291-0b1a-42b9-93fe-9b7b9d774f01 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.713456 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'subnet': {'network_id': 'd3d99c3b-0916-4afc-8adb-e7f1e330f1cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:58.734835 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 82320ca1-2ed4-40d9-90a9-196442d62a4f no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:47:58.751063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Network': ['ID=d3d99c3b-0916-4afc-8adb-e7f1e330f1cd,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:58.765988 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e53b8c-bbea-4da8-af48-6d2277b6fa9d None None] Pushing event updated for resources: {'Port': ['ID=8dc50738-79ea-4605-91a4-5dcc8f35e7b8,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:58.768763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:58.779272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Router eccb899c-7110-4a98-90d3-d079723361fa is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:47:58.829101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network d3d99c3b-0916-4afc-8adb-e7f1e330f1cd details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:47:58.865924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-86e53b8c-bbea-4da8-af48-6d2277b6fa9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:58.903823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.921355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 82320ca1-2ed4-40d9-90a9-196442d62a4f {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:47:58.921908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 82320ca1-2ed4-40d9-90a9-196442d62a4f not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:47:58.950760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f606295f-2d65-4af7-9807-329e219ec890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.976492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd0b67a4-41af-47c0-9f24-299e582a78db tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:58.977116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd0b67a4-41af-47c0-9f24-299e582a78db tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:59.159445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b67a4-41af-47c0-9f24-299e582a78db tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for ca3b6fdf-bd8b-424a-9582-816ad26369a9 owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:47:59.175345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-46bac0cd-ad7c-4590-88a9-b1c4a4ea9344 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:59.195821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:59.202246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-606ca072-d784-4e6c-8f70-047c836585e1 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:59.205838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d8030f-11fe-4b46-918f-ff40f85624b1 None None] Network c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:59.217927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890dfe63-45d9-4e5c-afb6-271b75419008 None None] Network 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:59.245637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-44df7291-0b1a-42b9-93fe-9b7b9d774f01 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:59.306029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:47:59.311247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:subnet and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:47:59.314405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:47:59.322905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:47:59.331249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606295f-2d65-4af7-9807-329e219ec890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a89f926-585d-47ec-8172-267ec16c501a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:59.360958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Subnet': ['ID=4c728a10-4fb2-461a-8845-2a15192fd944,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:47:59.364703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:59.405218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Checking segment: {'id': 'e038a120-4f97-4e47-8dcd-a5e853b65c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'fce6987b-af35-4633-9a0d-08a831f85a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:47:59.405638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network hostable DHCP agents. Network: fce6987b-af35-4633-9a0d-08a831f85a74, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:47:59.430993 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f606295f-2d65-4af7-9807-329e219ec890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:47:59.432068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:47:59.436328 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:59.446859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:59.458800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network fce6987b-af35-4633-9a0d-08a831f85a74 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:47:59.480687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f606295f-2d65-4af7-9807-329e219ec890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:59.484042 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f606295f-2d65-4af7-9807-329e219ec890 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5a89f926-585d-47ec-8172-267ec16c501a HTTP/1.1" status: 204 len: 168 time: 1.9875097 Jun 03 21:47:59.492575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:47:59.540288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, fce6987b-af35-4633-9a0d-08a831f85a74) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:47:59.541119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-24cef046-6966-42f6-973e-d3bdd03a8084 None None] Provisioning for port d421e661-a7f6-44fa-a174-0bfe6035a9a0 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:47:59.565880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:47:59.566589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:59.581091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02afb6-d828-4a25-9ca4-f97f045a4b22 None None] Network fce6987b-af35-4633-9a0d-08a831f85a74 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:47:59.603868 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5112693 Jun 03 21:47:59.608546 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-24cef046-6966-42f6-973e-d3bdd03a8084 None None] Provisioning complete for port d421e661-a7f6-44fa-a174-0bfe6035a9a0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:47:59.608921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-24cef046-6966-42f6-973e-d3bdd03a8084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:59.658665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52206) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:59.716085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-44df7291-0b1a-42b9-93fe-9b7b9d774f01 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:59.868571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-1d0ff825-c90f-4ad1-9615-746dcb279288 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': 'fce6987b-af35-4633-9a0d-08a831f85a74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:47:59.868776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'fixed_ips': [{'subnet_id': 'd9572515-61d3-4237-9d45-489c6c5adb2d'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:47:59.869437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:59.890272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52210) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:47:59.929489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-858a0358-c620-4a52-aaa3-5ca6adf6d7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:59.957318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd0b67a4-41af-47c0-9f24-299e582a78db tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:47:59.969307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b3ce84c2-38c4-475c-9bb5-9b580e4fcbc7 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:47:59.993632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-24cef046-6966-42f6-973e-d3bdd03a8084 None None] Port d421e661-a7f6-44fa-a174-0bfe6035a9a0 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:00.041665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-858a0358-c620-4a52-aaa3-5ca6adf6d7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:00.133105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d0d6d4-2f16-4ace-80ef-1fa5f57837e0 None None] DHCP port deletion for 42fe3f38-a97b-4603-9746-954c40a7226b request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:48:00.140460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-858a0358-c620-4a52-aaa3-5ca6adf6d7d1 admin admin] Usage tracker for resource:security_group_rule and tenant:85b767037e234c46b1c398f5eb1ff98f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:00.157360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-858a0358-c620-4a52-aaa3-5ca6adf6d7d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:00.163897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:00.177038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-858a0358-c620-4a52-aaa3-5ca6adf6d7d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:00.180249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1d0ff825-c90f-4ad1-9615-746dcb279288 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:00.191310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1d0ff825-c90f-4ad1-9615-746dcb279288 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:00.202711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1d0ff825-c90f-4ad1-9615-746dcb279288 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:00.203510 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:00.203510 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:00.216054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1d0ff825-c90f-4ad1-9615-746dcb279288 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:00.252249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-24cef046-6966-42f6-973e-d3bdd03a8084 None None] Provisioning complete for port b54bb128-4b2f-454b-8ade-60e18d733bbb triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:00.252542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-24cef046-6966-42f6-973e-d3bdd03a8084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:00.279070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b67a4-41af-47c0-9f24-299e582a78db tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=ca3b6fdf-bd8b-424a-9582-816ad26369a9,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:00.286279 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0ff825-c90f-4ad1-9615-746dcb279288 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:00.289676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff825-c90f-4ad1-9615-746dcb279288 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:00.362169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bd0b67a4-41af-47c0-9f24-299e582a78db tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:00.366479 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Transition to ACTIVE for port object b89d5c87-3e06-4524-9927-9522660b9479 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:00.366893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:00.383525 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ebc39b-d17c-4007-87da-2351933477ef None None] Sync routers for ids ['eccb899c-7110-4a98-90d3-d079723361fa'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:00.396464 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ebc39b-d17c-4007-87da-2351933477ef None None] Routers {'eccb899c-7110-4a98-90d3-d079723361fa'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:00.397467 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-07ebc39b-d17c-4007-87da-2351933477ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['eccb899c-7110-4a98-90d3-d079723361fa'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:00.452294 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "PUT /v2.0/routers/eccb899c-7110-4a98-90d3-d079723361fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4182849 Jun 03 21:48:00.459204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52212) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:00.499408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd0b67a4-41af-47c0-9f24-299e582a78db tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:00.501969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Transition to ACTIVE for port object b89d5c87-3e06-4524-9927-9522660b9479 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:00.525697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd0b67a4-41af-47c0-9f24-299e582a78db tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:00.531919 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-07ebc39b-d17c-4007-87da-2351933477ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:00.532416 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bd0b67a4-41af-47c0-9f24-299e582a78db tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/floatingips/6570cc65-3756-40d0-9ca9-71dd756947c5 HTTP/1.1" status: 204 len: 168 time: 3.0369833 Jun 03 21:48:00.533115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52214) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:00.537433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:00.542414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '949a1bbf-6873-4ab5-9df5-bb7d59dd8951'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:00.548364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:00.551055 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ebc39b-d17c-4007-87da-2351933477ef None None] Routers {'eccb899c-7110-4a98-90d3-d079723361fa'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:00.552201 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-07ebc39b-d17c-4007-87da-2351933477ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['eccb899c-7110-4a98-90d3-d079723361fa'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:00.560507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:00.588196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:00.599451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:00.635746 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-07ebc39b-d17c-4007-87da-2351933477ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:00.636769 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ebc39b-d17c-4007-87da-2351933477ef None None] The sync data for ids ['eccb899c-7110-4a98-90d3-d079723361fa'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:00.701277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Allocated IP 172.20.0.1 (a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6/d9572515-61d3-4237-9d45-489c6c5adb2d/4ffce88d-295d-4236-9494-4cf9ccd9fcde) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:00.724173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-44df7291-0b1a-42b9-93fe-9b7b9d774f01 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:00.731524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4de0523b-8b0d-4385-b348-361e21933585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:00.752842 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.ipam_backend_mixin [None req-1d0ff825-c90f-4ad1-9615-746dcb279288 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c728a10-4fb2-461a-8845-2a15192fd944 (CIDR: 2001:db8::/64) Jun 03 21:48:00.764370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-858a0358-c620-4a52-aaa3-5ca6adf6d7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:00.770620 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0ff825-c90f-4ad1-9615-746dcb279288 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:48:00.771381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0ff825-c90f-4ad1-9615-746dcb279288 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:48:00.779008 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Pushing event updated for resources: {'Port': ['ID=b89d5c87-3e06-4524-9927-9522660b9479,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:00.782901 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:00.795957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df7291-0b1a-42b9-93fe-9b7b9d774f01 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event deleted for resources: {'Subnet': ['ID=9e73d5a7-f799-4524-82d3-04ac19bcafe1,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:00.808732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-44df7291-0b1a-42b9-93fe-9b7b9d774f01 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:00.812485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Network 8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:00.847259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:00.850269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-fce6987b-af35-4633-9a0d-08a831f85a74', 'network_id': 'fce6987b-af35-4633-9a0d-08a831f85a74', 'tenant_id': '3a547e491c4a4a76bcbe66bef1cc3b0e', 'fixed_ips': [{'subnet_id': '4c728a10-4fb2-461a-8845-2a15192fd944'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:48:00.851073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:00.855261 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-44df7291-0b1a-42b9-93fe-9b7b9d774f01 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:00.862989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765a7182-0669-4885-94c2-4e9c03c81ae5 None None] Network 23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:00.874536 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-44df7291-0b1a-42b9-93fe-9b7b9d774f01 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "DELETE /v2.0/subnets/9e73d5a7-f799-4524-82d3-04ac19bcafe1 HTTP/1.1" status: 204 len: 168 time: 2.6129546 Jun 03 21:48:00.883389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:00.886554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-858a0358-c620-4a52-aaa3-5ca6adf6d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:00.891956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52216) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:00.905261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c640ba2b-b7eb-4847-a7a6-ca7d1c7e9834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:01.016363 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0d6d4-2f16-4ace-80ef-1fa5f57837e0 None None] Deleting port 530fb78f-0d90-494e-a8de-2d4a023439dd {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:01.016738 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c7d0d6d4-2f16-4ace-80ef-1fa5f57837e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:01.058824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:01.132715 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-858a0358-c620-4a52-aaa3-5ca6adf6d7d1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=85b767037e234c46b1c398f5eb1ff98f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2413793 Jun 03 21:48:01.134492 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1d0ff825-c90f-4ad1-9615-746dcb279288 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4747436 Jun 03 21:48:01.136825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52218) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:01.137393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52220) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:01.155053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a0358-c620-4a52-aaa3-5ca6adf6d7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af5a5e7-6ab8-430c-85a4-6fe18b92831c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:01.158529 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': 'fce6987b-af35-4633-9a0d-08a831f85a74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:01.159070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-858a0358-c620-4a52-aaa3-5ca6adf6d7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:01.371528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:01.446621 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Attempting to bind port b89d5c87-3e06-4524-9927-9522660b9479 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:01.447116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Attempting to bind port b89d5c87-3e06-4524-9927-9522660b9479 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '1a680d63-040b-4903-a04b-0813fd5f9404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:01.447345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Attempting to bind port b89d5c87-3e06-4524-9927-9522660b9479 on network 8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:01.454871 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Transition to ACTIVE for port object 4ffce88d-295d-4236-9494-4cf9ccd9fcde will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:01.511554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:01.516682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:01.517061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Checking segment: {'id': '1a680d63-040b-4903-a04b-0813fd5f9404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:01.517461 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:01.517847 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Bound using segment: {'id': '1a680d63-040b-4903-a04b-0813fd5f9404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:01.518338 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Bound port: b89d5c87-3e06-4524-9927-9522660b9479, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a680d63-040b-4903-a04b-0813fd5f9404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:01.518709 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:01.546129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 530fb78f-0d90-494e-a8de-2d4a023439dd no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:48:01.573255 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-2a6b4a95-e802-4a7d-8cb2-2c202aa594f3 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:48:01.577662 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2a6b4a95-e802-4a7d-8cb2-2c202aa594f3 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "PUT /v2.0/routers/eccb899c-7110-4a98-90d3-d079723361fa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1127529 Jun 03 21:48:01.578151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52222) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:01.582262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:01.584931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c7d0d6d4-2f16-4ace-80ef-1fa5f57837e0 None None] For port 530fb78f-0d90-494e-a8de-2d4a023439dd, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=530fb78f-0d90-494e-a8de-2d4a023439dd,segment=NetworkSegment(b3ccb17f-ea5c-4b65-ba11-ada83b886c3e),segment_id=b3ccb17f-ea5c-4b65-ba11-ada83b886c3e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:01.585271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c7d0d6d4-2f16-4ace-80ef-1fa5f57837e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:01.615016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-24cef046-6966-42f6-973e-d3bdd03a8084 None None] Provisioning complete for port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:01.615394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-24cef046-6966-42f6-973e-d3bdd03a8084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:01.714468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:01.759009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:01.777759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:01.811385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:01.841005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Deleting port 530fb78f-0d90-494e-a8de-2d4a023439dd {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:01.841366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:01.860181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:01.873085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:01.880234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:01.946868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0d6d4-2f16-4ace-80ef-1fa5f57837e0 None None] Calling delete_port for 530fb78f-0d90-494e-a8de-2d4a023439dd owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:02.004858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:02.008747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:02.012134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:02.022395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:02.034588 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] For port b89d5c87-3e06-4524-9927-9522660b9479, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:02.038179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] For port b89d5c87-3e06-4524-9927-9522660b9479, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b89d5c87-3e06-4524-9927-9522660b9479,segment=NetworkSegment(1a680d63-040b-4903-a04b-0813fd5f9404),segment_id=1a680d63-040b-4903-a04b-0813fd5f9404)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:02.044732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:02.049106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.26.3.201 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/d5d72dbd-cdf1-447b-b013-635d0cf1eb92) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:02.074543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'Port': ['ID=4ffce88d-295d-4236-9494-4cf9ccd9fcde,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:02.077767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:02.096739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:02.098996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] For port 530fb78f-0d90-494e-a8de-2d4a023439dd, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=530fb78f-0d90-494e-a8de-2d4a023439dd,segment=NetworkSegment(b3ccb17f-ea5c-4b65-ba11-ada83b886c3e),segment_id=b3ccb17f-ea5c-4b65-ba11-ada83b886c3e)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:02.099358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:02.110583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:02.121726 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e7c81497-e4a0-4b37-9fde-46b9e2a6c5f5 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:02.123017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:02.136528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:02.198347 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Allocated IP 2001:db8::2 (fce6987b-af35-4633-9a0d-08a831f85a74/4c728a10-4fb2-461a-8845-2a15192fd944/a01ad83b-04d9-4460-9d29-0b24333b8058) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:02.258031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:02.284981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Allocated IP 172.20.0.2 (a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6/d9572515-61d3-4237-9d45-489c6c5adb2d/19014626-7e03-4d10-9b50-4d7a717870b0) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:02.394761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66b3f51-d913-4376-9dfc-95e72f83bf2f None None] DHCP port deletion for 23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:48:02.406999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Pushing event updated for resources: {'Port': ['ID=b89d5c87-3e06-4524-9927-9522660b9479,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:02.461425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:02.495774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af5a5e7-6ab8-430c-85a4-6fe18b92831c,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:02.523422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Calling delete_port for 530fb78f-0d90-494e-a8de-2d4a023439dd owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:02.575677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:02.576050 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:02.576416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:02.576775 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:02.577128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:02.577479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:02.577836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:02.578183 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:02.578531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:02.578883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:02.579218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:02.579607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:02.595814 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:02.601949 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-53c22508-6631-469d-861f-17bc15757e2e tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:02.694743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:02.694952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:02.805499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:02.806641 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6af5a5e7-6ab8-430c-85a4-6fe18b92831c HTTP/1.1" status: 204 len: 168 time: 1.6640742 Jun 03 21:48:02.827315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-58dd3d6a-dd78-4845-969f-c14a7de7b282 None None] Provisioning complete for port d421e661-a7f6-44fa-a174-0bfe6035a9a0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:02.827735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58dd3d6a-dd78-4845-969f-c14a7de7b282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:02.857230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Subnet': ['ID=83d1dda9-2f3c-468d-a632-5a8f670e1bc6,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:02.860593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:02.887813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Checking segment: {'id': '8cde9bf8-d80e-4bb0-9bb3-07eb61938b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd3d99c3b-0916-4afc-8adb-e7f1e330f1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:02.888446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network hostable DHCP agents. Network: d3d99c3b-0916-4afc-8adb-e7f1e330f1cd, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:02.962533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.013250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network d3d99c3b-0916-4afc-8adb-e7f1e330f1cd is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:03.025238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.028331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c7d0d6d4-2f16-4ace-80ef-1fa5f57837e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.041657 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, d3d99c3b-0916-4afc-8adb-e7f1e330f1cd) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:03.061621 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:03.065917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.070412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:03.070996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.085779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4e3b58ce-b78f-48c6-bc1e-f3b17f16dbd2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:03.140778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9027b6-9548-4756-b648-8df89c7364e1 None None] Network d3d99c3b-0916-4afc-8adb-e7f1e330f1cd requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:03.161958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] No DVR routers for this DVR port 530fb78f-0d90-494e-a8de-2d4a023439dd on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:03.172133 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0d6d4-2f16-4ace-80ef-1fa5f57837e0 None None] No DVR routers for this DVR port 530fb78f-0d90-494e-a8de-2d4a023439dd on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:03.191056 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event deleted for resources: {'Port': ['ID=530fb78f-0d90-494e-a8de-2d4a023439dd,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:03.194044 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:03.244042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-58dd3d6a-dd78-4845-969f-c14a7de7b282 None None] Port d421e661-a7f6-44fa-a174-0bfe6035a9a0 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:03.249126 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.5406625 Jun 03 21:48:03.266848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0d6d4-2f16-4ace-80ef-1fa5f57837e0 None None] Pushing event deleted for resources: {'Port': ['ID=530fb78f-0d90-494e-a8de-2d4a023439dd,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:03.270002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52228) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:03.306662 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c7d0d6d4-2f16-4ace-80ef-1fa5f57837e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:03.384643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.401892 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.411237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:03.492998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.513778 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fe3f38-a97b-4603-9746-954c40a7226b']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:03.572715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-58dd3d6a-dd78-4845-969f-c14a7de7b282 None None] Provisioning complete for port b54bb128-4b2f-454b-8ade-60e18d733bbb triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:03.573468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58dd3d6a-dd78-4845-969f-c14a7de7b282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.594123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52230) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:03.618958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:03.626338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ccb17f-ea5c-4b65-ba11-ada83b886c3e') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:03.626632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ccb17f-ea5c-4b65-ba11-ada83b886c3e') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:03.635661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:03.638204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:03.663985 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Transition to ACTIVE for port object a01ad83b-04d9-4460-9d29-0b24333b8058 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:03.691143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Transition to ACTIVE for port object a01ad83b-04d9-4460-9d29-0b24333b8058 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:03.702216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b89d5c87-3e06-4524-9927-9522660b9479 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:03.714333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4e51812-ad94-4815-b1ee-51b6fef92e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.732080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.757117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=d5d72dbd-cdf1-447b-b013-635d0cf1eb92,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:03.760495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:03.771755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.788983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.794571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b66b3f51-d913-4376-9dfc-95e72f83bf2f None None] Deleting port ff52516d-936b-467e-9164-c7755407a2bf {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:03.795385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b66b3f51-d913-4376-9dfc-95e72f83bf2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.798901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.804198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.819087 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b4e51812-ad94-4815-b1ee-51b6fef92e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:03.831825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:48:03.832225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.834850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-86e53b8c-bbea-4da8-af48-6d2277b6fa9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:48:03.849749 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:48:03.852684 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4e51812-ad94-4815-b1ee-51b6fef92e89 admin admin] Usage tracker for resource:security_group_rule and tenant:5b16a6f368db463f8ff095c4e9eaae92 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:03.862185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.866846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4e51812-ad94-4815-b1ee-51b6fef92e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:03.889776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:03.905948 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840c7a8d-020e-4c4d-9fe8-f1415b224444 None None] Network 8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:03.925435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Network fce6987b-af35-4633-9a0d-08a831f85a74 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:03.927603 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b4e51812-ad94-4815-b1ee-51b6fef92e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:03.961124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:03.978640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:03.993385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:04.014251 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.070329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'Port': ['ID=4ffce88d-295d-4236-9494-4cf9ccd9fcde,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:04.129122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.134777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.135247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Pushing event updated for resources: {'Port': ['ID=a01ad83b-04d9-4460-9d29-0b24333b8058,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:04.153436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:04.163709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e2809bf9-b94e-464a-bfc9-08d8bd64d961 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:04.198379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Transition to ACTIVE for port object 19014626-7e03-4d10-9b50-4d7a717870b0 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:04.213537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:04.237336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:04.239501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Deleting port d421e661-a7f6-44fa-a174-0bfe6035a9a0 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:04.239682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.251505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event deleted for resources: {'Network': ['ID=42fe3f38-a97b-4603-9746-954c40a7226b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:04.253903 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:04.255552 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "DELETE /v2.0/networks/42fe3f38-a97b-4603-9746-954c40a7226b HTTP/1.1" status: 204 len: 168 time: 3.3625934 Jun 03 21:48:04.255719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:04.264732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52232) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:04.269253 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.308601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-d3d99c3b-0916-4afc-8adb-e7f1e330f1cd', 'network_id': 'd3d99c3b-0916-4afc-8adb-e7f1e330f1cd', 'tenant_id': 'b019ab5693a243b49d7da2decb50e20d', 'fixed_ips': [{'subnet_id': '83d1dda9-2f3c-468d-a632-5a8f670e1bc6'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:48:04.309662 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.336313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b66b3f51-d913-4376-9dfc-95e72f83bf2f None None] For port ff52516d-936b-467e-9164-c7755407a2bf, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ff52516d-936b-467e-9164-c7755407a2bf,segment=NetworkSegment(b3958188-ba8b-4c05-b2c2-1603383aa8f1),segment_id=b3958188-ba8b-4c05-b2c2-1603383aa8f1)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:04.336693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b66b3f51-d913-4376-9dfc-95e72f83bf2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.383683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Transition to ACTIVE for port object 19014626-7e03-4d10-9b50-4d7a717870b0 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:04.454474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Attempting to bind port a01ad83b-04d9-4460-9d29-0b24333b8058 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:04.454725 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Attempting to bind port a01ad83b-04d9-4460-9d29-0b24333b8058 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'e038a120-4f97-4e47-8dcd-a5e853b65c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'fce6987b-af35-4633-9a0d-08a831f85a74'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:04.454939 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Attempting to bind port a01ad83b-04d9-4460-9d29-0b24333b8058 on network fce6987b-af35-4633-9a0d-08a831f85a74 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:04.557349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.612095 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b66b3f51-d913-4376-9dfc-95e72f83bf2f None None] Calling delete_port for ff52516d-936b-467e-9164-c7755407a2bf owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:04.616457 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port b89d5c87-3e06-4524-9927-9522660b9479 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:04.619723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.631901 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:04.649523 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.707723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:04.708036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Checking segment: {'id': 'e038a120-4f97-4e47-8dcd-a5e853b65c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'fce6987b-af35-4633-9a0d-08a831f85a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:04.708540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.708772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Bound using segment: {'id': 'e038a120-4f97-4e47-8dcd-a5e853b65c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'fce6987b-af35-4633-9a0d-08a831f85a74'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:04.709264 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Bound port: a01ad83b-04d9-4460-9d29-0b24333b8058, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e038a120-4f97-4e47-8dcd-a5e853b65c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': 'fce6987b-af35-4633-9a0d-08a831f85a74'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:04.709636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.826448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4e51812-ad94-4815-b1ee-51b6fef92e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.830928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Calling delete_port for d421e661-a7f6-44fa-a174-0bfe6035a9a0 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:04.834309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:04.848519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4e51812-ad94-4815-b1ee-51b6fef92e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:04.856329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Router 8e3b8b4d-71ec-46dd-80c2-7add9044422d has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:04.860981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a556e7a4-d0c8-4721-abde-7e28f0a7f6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:04.906823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:04.909685 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:04.930660 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ff52516d-936b-467e-9164-c7755407a2bf no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:48:04.974844 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Pushing event updated for resources: {'Port': ['ID=19014626-7e03-4d10-9b50-4d7a717870b0,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:05.003918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Deleting port ff52516d-936b-467e-9164-c7755407a2bf {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:05.004895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.029932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e51812-ad94-4815-b1ee-51b6fef92e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e664fa13-f3c3-4a36-94ba-10d1e6b84aae,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:05.033454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b4e51812-ad94-4815-b1ee-51b6fef92e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:05.036971 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b4e51812-ad94-4815-b1ee-51b6fef92e89 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5b16a6f368db463f8ff095c4e9eaae92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4416521 Jun 03 21:48:05.039887 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:05.065525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52234) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:05.079084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-58dd3d6a-dd78-4845-969f-c14a7de7b282 None None] Provisioning complete for port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:05.079485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58dd3d6a-dd78-4845-969f-c14a7de7b282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.150600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.161712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f6b8fbfd-7b81-4372-8382-07ee786b8197 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:05.226540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Attempting to bind port 19014626-7e03-4d10-9b50-4d7a717870b0 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:05.227114 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Attempting to bind port 19014626-7e03-4d10-9b50-4d7a717870b0 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:05.227242 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Attempting to bind port 19014626-7e03-4d10-9b50-4d7a717870b0 on network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:05.265423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network fce6987b-af35-4633-9a0d-08a831f85a74 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:05.274439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:05.301477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:05.303504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Checking segment: {'id': 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:05.303680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.303992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Bound using segment: {'id': 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:05.304550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Bound port: 19014626-7e03-4d10-9b50-4d7a717870b0, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:05.305058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.313214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:05.313760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.344313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f6f03165-559f-402d-8d36-be45547e1ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.347641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Subnet': ['ID=c4794d2a-71c2-4abd-9cf1-28f5b45a605a,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:05.368854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:05.389079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] For port ff52516d-936b-467e-9164-c7755407a2bf, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ff52516d-936b-467e-9164-c7755407a2bf,segment=NetworkSegment(b3958188-ba8b-4c05-b2c2-1603383aa8f1),segment_id=b3958188-ba8b-4c05-b2c2-1603383aa8f1)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:05.389607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.400688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-52255144-825f-40ab-9232-a0e56560d52d None None] For port a01ad83b-04d9-4460-9d29-0b24333b8058, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:05.406476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f6f03165-559f-402d-8d36-be45547e1ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.409970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:05.414570 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.2604179 Jun 03 21:48:05.420397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b66b3f51-d913-4376-9dfc-95e72f83bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.420555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52236) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:05.425530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': 'fce6987b-af35-4633-9a0d-08a831f85a74', 'fixed_ips': [{'subnet_id': '4c728a10-4fb2-461a-8845-2a15192fd944'}, {'subnet_id': 'c4794d2a-71c2-4abd-9cf1-28f5b45a605a'}], 'name': 'tempest-PortsIpV6TestJSON-1950083536'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:05.440414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.442044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Allocated IP 2001:db8::1 (d3d99c3b-0916-4afc-8adb-e7f1e330f1cd/83d1dda9-2f3c-468d-a632-5a8f670e1bc6/fa081601-196b-4618-a0f6-c2834cfe011b) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:05.445398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:05.476433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Sync routers for ids ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:05.513111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b3f51-d913-4376-9dfc-95e72f83bf2f None None] No DVR routers for this DVR port ff52516d-936b-467e-9164-c7755407a2bf on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:05.537500 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "PUT /v2.0/routers/8e3b8b4d-71ec-46dd-80c2-7add9044422d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3032289 Jun 03 21:48:05.545415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Calling delete_port for ff52516d-936b-467e-9164-c7755407a2bf owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:05.564849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Port ff52516d-936b-467e-9164-c7755407a2bf update to DOWN by agent not found {{(pid=104398) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} Jun 03 21:48:05.581663 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b3f51-d913-4376-9dfc-95e72f83bf2f None None] Pushing event deleted for resources: {'Port': ['ID=ff52516d-936b-467e-9164-c7755407a2bf,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:05.588603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b66b3f51-d913-4376-9dfc-95e72f83bf2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:05.643261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-52255144-825f-40ab-9232-a0e56560d52d None None] For port a01ad83b-04d9-4460-9d29-0b24333b8058, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a01ad83b-04d9-4460-9d29-0b24333b8058,segment=NetworkSegment(e038a120-4f97-4e47-8dcd-a5e853b65c5f),segment_id=e038a120-4f97-4e47-8dcd-a5e853b65c5f)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:05.645621 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Routers {'8e3b8b4d-71ec-46dd-80c2-7add9044422d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:05.646417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:05.667914 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.675536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a57fa08c-951d-4acd-9d92-1ae3706ac10c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:05.705486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f6f03165-559f-402d-8d36-be45547e1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.712064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-294491b2-0a04-48b6-899c-572d1cacb2d9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:05.719315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.747313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.761580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event deleted for resources: {'Port': ['ID=d421e661-a7f6-44fa-a174-0bfe6035a9a0,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:05.778649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f03165-559f-402d-8d36-be45547e1ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e664fa13-f3c3-4a36-94ba-10d1e6b84aae,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:05.785254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:05.803988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f6f03165-559f-402d-8d36-be45547e1ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:05.807679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f6f03165-559f-402d-8d36-be45547e1ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.811672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:05.812009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:05.812384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:05.812909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:05.813189 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f6f03165-559f-402d-8d36-be45547e1ff3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e664fa13-f3c3-4a36-94ba-10d1e6b84aae HTTP/1.1" status: 204 len: 168 time: 0.7449327 Jun 03 21:48:05.813305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:05.813623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:05.813983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:05.814348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:05.815135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:05.815135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:05.815436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:05.815779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:05.819825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] No DVR routers for this DVR port ff52516d-936b-467e-9164-c7755407a2bf on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:05.828559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:05.829097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:05.835211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:port and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:05.848818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:05.871321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:05.873438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:05.879138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c7d0d6d4-2f16-4ace-80ef-1fa5f57837e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:05.926213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-5afc7629-eb17-4576-a5aa-e4b5ab5ccb90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Synchronizing usage tracker for tenant:684d3d7afe73426f9cb4abdbeaeb79b4 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:05.999551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Pushing event updated for resources: {'Port': ['ID=a01ad83b-04d9-4460-9d29-0b24333b8058,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:06.002294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event deleted for resources: {'Port': ['ID=ff52516d-936b-467e-9164-c7755407a2bf,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:06.002645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:06.039080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:06.056494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:06.118538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-5afc7629-eb17-4576-a5aa-e4b5ab5ccb90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Unset dirty status for tenant:684d3d7afe73426f9cb4abdbeaeb79b4 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:06.120697 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-5afc7629-eb17-4576-a5aa-e4b5ab5ccb90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1634384785&fields=id&tenant_id=684d3d7afe73426f9cb4abdbeaeb79b4 HTTP/1.1" status: 200 len: 267 time: 0.3525686 Jun 03 21:48:06.184335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-71ad6744-1499-49d0-8808-f203efa773c9 None None] Provisioning for port b89d5c87-3e06-4524-9927-9522660b9479 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:06.218359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-71ad6744-1499-49d0-8808-f203efa773c9 None None] Provisioning complete for port b89d5c87-3e06-4524-9927-9522660b9479 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:06.218746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-71ad6744-1499-49d0-8808-f203efa773c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:06.221890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:06.319917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] For port 19014626-7e03-4d10-9b50-4d7a717870b0, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:06.421755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:06.453377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:06.460681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] For port 19014626-7e03-4d10-9b50-4d7a717870b0, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=19014626-7e03-4d10-9b50-4d7a717870b0,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:06.465835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:06.471940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.resource_extend [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:48:06.480290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Set router 8e3b8b4d-71ec-46dd-80c2-7add9044422d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:06.530341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:06.557303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-436c2844-d669-4feb-9284-e99d44d099ba tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:06.558048 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-436c2844-d669-4feb-9284-e99d44d099ba tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Synchronizing usage tracker for tenant:684d3d7afe73426f9cb4abdbeaeb79b4 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:06.568114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:48:06.572987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:06.593665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8ec658fb-38ec-4f7a-bc0c-5908eb5c2774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:06.622564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:06.637051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3958188-ba8b-4c05-b2c2-1603383aa8f1') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:06.637415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3958188-ba8b-4c05-b2c2-1603383aa8f1') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:06.649496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:06.676271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:06.722014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-71ad6744-1499-49d0-8808-f203efa773c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:06.787920 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-71ad6744-1499-49d0-8808-f203efa773c9 None None] For port b89d5c87-3e06-4524-9927-9522660b9479, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b89d5c87-3e06-4524-9927-9522660b9479,segment=NetworkSegment(1a680d63-040b-4903-a04b-0813fd5f9404),segment_id=1a680d63-040b-4903-a04b-0813fd5f9404)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:06.790954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:06.865863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-71ad6744-1499-49d0-8808-f203efa773c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:06.982940 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:48:06.995306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=d5d72dbd-cdf1-447b-b013-635d0cf1eb92,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:07.008647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-436c2844-d669-4feb-9284-e99d44d099ba tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Unset dirty status for tenant:684d3d7afe73426f9cb4abdbeaeb79b4 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:07.009925 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-436c2844-d669-4feb-9284-e99d44d099ba tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/networks?id=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 HTTP/1.1" status: 200 len: 796 time: 0.8222880 Jun 03 21:48:07.010953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:07.022687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:48:07.023858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:07.027655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Pushing event updated for resources: {'Port': ['ID=19014626-7e03-4d10-9b50-4d7a717870b0,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:07.037342 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:07.048345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0c895d23-75f4-42f2-9449-4ce2184ce33c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:48:07.114711 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:48:07.129051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:07.129893 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-8ef72822-b687-41f1-9931-c418f6b9a43b tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/quotas/684d3d7afe73426f9cb4abdbeaeb79b4 HTTP/1.1" status: 200 len: 375 time: 0.1077430 Jun 03 21:48:07.169719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Transition to ACTIVE for port object fa081601-196b-4618-a0f6-c2834cfe011b will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:07.201521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ae2ad96c-7bde-44fd-97d6-1af7f83ac82c None None] Provisioning complete for port b89d5c87-3e06-4524-9927-9522660b9479 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:07.201909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad96c-7bde-44fd-97d6-1af7f83ac82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:07.218178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Router eccb899c-7110-4a98-90d3-d079723361fa has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:07.223822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:07.228832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e7c29ff2-a3f1-41c7-9ce5-d385d5ff73f8 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:07.252878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:07.279259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event deleted for resources: {'Network': ['ID=23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:07.294859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:07.359803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:07.363044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Transition to ACTIVE for port object fa081601-196b-4618-a0f6-c2834cfe011b will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:07.380067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad6744-1499-49d0-8808-f203efa773c9 None None] Pushing event updated for resources: {'Port': ['ID=b89d5c87-3e06-4524-9927-9522660b9479,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:07.383917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-71ad6744-1499-49d0-8808-f203efa773c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:07.390026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:07.405512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a9edefe4-cc97-4ce8-b112-591d1a1707f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:07.419051 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "DELETE /v2.0/networks/23a7b5b8-db43-4c4a-bfa5-4c87f7e86de7 HTTP/1.1" status: 204 len: 168 time: 3.1542187 Jun 03 21:48:07.505880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Network d3d99c3b-0916-4afc-8adb-e7f1e330f1cd is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:07.522599 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:07.529581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:07.638807 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52274) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:07.642828 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Floating IP 580dc179-e375-421e-ae03-98bd4f3754aa associated. External IP: 172.26.3.201, port: 949a1bbf-6873-4ab5-9df5-bb7d59dd8951. Jun 03 21:48:07.689984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Pushing event updated for resources: {'Port': ['ID=fa081601-196b-4618-a0f6-c2834cfe011b,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:07.693006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:07.767252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1f924-d4b2-453c-b7fa-0da85a971318 None None] Network fce6987b-af35-4633-9a0d-08a831f85a74 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:07.782428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Attempting to bind port fa081601-196b-4618-a0f6-c2834cfe011b on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:07.783295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Attempting to bind port fa081601-196b-4618-a0f6-c2834cfe011b by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '8cde9bf8-d80e-4bb0-9bb3-07eb61938b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd3d99c3b-0916-4afc-8adb-e7f1e330f1cd'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:07.783998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Attempting to bind port fa081601-196b-4618-a0f6-c2834cfe011b on network d3d99c3b-0916-4afc-8adb-e7f1e330f1cd {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:07.792771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:07.793220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Checking segment: {'id': '8cde9bf8-d80e-4bb0-9bb3-07eb61938b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd3d99c3b-0916-4afc-8adb-e7f1e330f1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:07.793703 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:07.794105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Bound using segment: {'id': '8cde9bf8-d80e-4bb0-9bb3-07eb61938b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd3d99c3b-0916-4afc-8adb-e7f1e330f1cd'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:07.794599 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Bound port: fa081601-196b-4618-a0f6-c2834cfe011b, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cde9bf8-d80e-4bb0-9bb3-07eb61938b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd3d99c3b-0916-4afc-8adb-e7f1e330f1cd'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:07.794981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:07.811643 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:07.812973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:48:02Z', 'revision_number': 4, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '4ffce88d-295d-4236-9494-4cf9ccd9fcde', 'name': '', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'mac_address': 'fa:16:3e:08:f7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:00Z', 'updated_at': '2021-06-03T21:48:03Z', 'revision_number': 2, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'subnets': [{'id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:07.821174 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "PUT /v2.0/routers/eccb899c-7110-4a98-90d3-d079723361fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2409217 Jun 03 21:48:07.826656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52280) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:07.827846 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da5a193-a4b3-4bdf-9072-e305791a5849 None None] Sync routers for ids ['eccb899c-7110-4a98-90d3-d079723361fa'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:07.842910 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da5a193-a4b3-4bdf-9072-e305791a5849 None None] Routers {'eccb899c-7110-4a98-90d3-d079723361fa'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:07.843622 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3da5a193-a4b3-4bdf-9072-e305791a5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['eccb899c-7110-4a98-90d3-d079723361fa'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:07.915516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Checking router: 8e3b8b4d-71ec-46dd-80c2-7add9044422d for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:48:07.915516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Updating router 8e3b8b4d-71ec-46dd-80c2-7add9044422d port 4ffce88d-295d-4236-9494-4cf9ccd9fcde binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:48:07.937583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:07.971788 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-639d566a-093b-4dbe-8762-f1b3e7850b70 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:07.978903 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-3b6633e7-f885-4612-b529-1da6965a94ed tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] delete failed (client error): The resource could not be found. Jun 03 21:48:07.998836 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3b6633e7-f885-4612-b529-1da6965a94ed tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "DELETE /v2.0/routers/tempest-non_exist_router-1544939476 HTTP/1.1" status: 404 len: 335 time: 0.1604264 Jun 03 21:48:07.999564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52284) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:08.007209 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3da5a193-a4b3-4bdf-9072-e305791a5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:08.012837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6f9ffe26-4a3d-469b-8420-c4c5bdbbb427 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eccb899c-7110-4a98-90d3-d079723361fa'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:08.035020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a01ad83b-04d9-4460-9d29-0b24333b8058 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:08.042525 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da5a193-a4b3-4bdf-9072-e305791a5849 None None] Routers {'eccb899c-7110-4a98-90d3-d079723361fa'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:08.043158 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3da5a193-a4b3-4bdf-9072-e305791a5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['eccb899c-7110-4a98-90d3-d079723361fa'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:08.112668 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Subnet': ['ID=83d1dda9-2f3c-468d-a632-5a8f670e1bc6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:08.128275 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:08.193905 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3da5a193-a4b3-4bdf-9072-e305791a5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:08.194330 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da5a193-a4b3-4bdf-9072-e305791a5849 None None] The sync data for ids ['eccb899c-7110-4a98-90d3-d079723361fa'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:08.306669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-528c25a1-662e-45bc-99bd-751a9a21411a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Deleting subnet 851e0cc8-2f33-48aa-b3cb-8c1838d06cbf {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:48:08.354834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4f0712b3-02af-4164-b1b5-81b5b3b8fd40 None None] Provisioning for port a01ad83b-04d9-4460-9d29-0b24333b8058 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:08.363747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-528c25a1-662e-45bc-99bd-751a9a21411a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.369537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c490a3f8-5a9c-4664-8377-4020b90d9e32 None None] Network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:08.438645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.526318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.540871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d99c3b-0916-4afc-8adb-e7f1e330f1cd']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:08.554271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cde9bf8-d80e-4bb0-9bb3-07eb61938b76') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:08.554645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cde9bf8-d80e-4bb0-9bb3-07eb61938b76') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:08.567304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.585714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.592892 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:48:08.593289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.612383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f9ffe26-4a3d-469b-8420-c4c5bdbbb427 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.654446 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-6f9ffe26-4a3d-469b-8420-c4c5bdbbb427 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] update failed (client error): The resource could not be found. Jun 03 21:48:08.655516 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6f9ffe26-4a3d-469b-8420-c4c5bdbbb427 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "PUT /v2.0/routers/eccb899c-7110-4a98-90d3-d079723361fa HTTP/1.1" status: 404 len: 339 time: 0.6547804 Jun 03 21:48:08.659159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52298) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:08.664746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1045372039'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:48:08.670971 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:48:08.685134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:08.689328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Usage tracker for resource:network and tenant:ca3c402395514dbd819bf7bda7f3fbf6 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:08.694067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Quota usage for network was recalculated. Used quota:3. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:08.701214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:08.718136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Made reservation on behalf of ca3c402395514dbd819bf7bda7f3fbf6 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:08.721964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.786714 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-8e7e8674-0bb6-4e49-9011-10b6e4362c5a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=684d3d7afe73426f9cb4abdbeaeb79b4&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5999982 Jun 03 21:48:08.824965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52302) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:08.843693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] For port fa081601-196b-4618-a0f6-c2834cfe011b, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:08.846832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:08.852401 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] For port fa081601-196b-4618-a0f6-c2834cfe011b, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fa081601-196b-4618-a0f6-c2834cfe011b,segment=NetworkSegment(8cde9bf8-d80e-4bb0-9bb3-07eb61938b76),segment_id=8cde9bf8-d80e-4bb0-9bb3-07eb61938b76)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:08.862945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.863338 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Added segment 46f66503-db32-4b13-a1b0-2061db8388c7 of type vlan for network f632698d-2f9d-4aeb-93f0-0a1dce2e4231 Jun 03 21:48:08.863885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-528c25a1-662e-45bc-99bd-751a9a21411a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.879894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.896892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:08.906179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.945395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.api [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 21:48:08.945395 dv-neutron-792998-2-hyperv neutron-server[104397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 21:48:08.945395 dv-neutron-792998-2-hyperv neutron-server[104397]: [parameters: {'id': 'd3d99c3b-0916-4afc-8adb-e7f1e330f1cd'}] Jun 03 21:48:08.945395 dv-neutron-792998-2-hyperv neutron-server[104397]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:48:08.946218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_db.api [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:48:08.947415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.953978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:08.954910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:08.975304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ac2618a4-7a62-4a2f-a4b7-fa5fcec88913 tempest-FloatingIPNegativeTestJSON-984487650 tempest-FloatingIPNegativeTestJSON-984487650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:08.992162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-4408c587-4bdf-4437-a73a-d683bb3c0dc2 tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:08.994580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-bf18a25a-b1c3-4699-9abb-0e6a886a5e9d None None] Provisioning for port 19014626-7e03-4d10-9b50-4d7a717870b0 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:09.013716 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3534691 Jun 03 21:48:09.018693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52306) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:09.027795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Request body: {'subnet': {'network_id': 'f632698d-2f9d-4aeb-93f0-0a1dce2e4231', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:09.092366 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port a01ad83b-04d9-4460-9d29-0b24333b8058 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:09.130503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event updated for resources: {'Network': ['ID=f632698d-2f9d-4aeb-93f0-0a1dce2e4231,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:09.142954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:09.148008 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4408c587-4bdf-4437-a73a-d683bb3c0dc2 tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] 10.222.0.96 "PUT /v2.0/quotas/9af9fe279464426f87acda016ff102d2 HTTP/1.1" status: 200 len: 366 time: 0.3183894 Jun 03 21:48:09.189442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52308) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:09.197558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network f632698d-2f9d-4aeb-93f0-0a1dce2e4231 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:09.211128 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a01ad83b-04d9-4460-9d29-0b24333b8058 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:09.211553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.220882 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7944e426-3dfd-4f40-a45c-e29a9ea4678a tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] 10.222.0.96 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0284200 Jun 03 21:48:09.222066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52310) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:09.241579 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-75bcf7db-2e35-48ba-a25a-d360678c471f tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] 10.222.0.96 "GET /v2.0/quotas/9af9fe279464426f87acda016ff102d2 HTTP/1.1" status: 200 len: 366 time: 0.0154855 Jun 03 21:48:09.241579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:09.245201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52312) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:09.249941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Usage tracker for resource:subnet and tenant:ca3c402395514dbd819bf7bda7f3fbf6 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:09.253503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:09.261800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:09.274296 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0b8116f8-5cb0-4919-b02c-125c9338db48 tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] 10.222.0.96 "DELETE /v2.0/quotas/9af9fe279464426f87acda016ff102d2 HTTP/1.1" status: 204 len: 168 time: 0.0280082 Jun 03 21:48:09.274508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52314) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:09.284288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Made reservation on behalf of ca3c402395514dbd819bf7bda7f3fbf6 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:09.288757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.301601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Pushing event updated for resources: {'Port': ['ID=fa081601-196b-4618-a0f6-c2834cfe011b,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:09.318059 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7c2b2055-7c5d-42db-bec6-b6889c35dba3 tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] 10.222.0.96 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0398173 Jun 03 21:48:09.326047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52316) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:09.339019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:09.391651 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-578fe0bf-22ce-4fe3-8fb9-ec00a09904f7 tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] 10.222.0.96 "GET /v2.0/quotas/9af9fe279464426f87acda016ff102d2 HTTP/1.1" status: 200 len: 370 time: 0.0622618 Jun 03 21:48:09.395900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52318) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:09.408048 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a09f0232-0c12-4e8c-aa89-b9a9b5b0bf1e tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] 10.222.0.96 "GET /v2.0/quotas/9af9fe279464426f87acda016ff102d2/default HTTP/1.1" status: 200 len: 370 time: 0.0092676 Jun 03 21:48:09.408873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52320) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:09.412652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8::165 (fce6987b-af35-4633-9a0d-08a831f85a74/4c728a10-4fb2-461a-8845-2a15192fd944/b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:09.429167 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-f43c273f-0395-48f0-accd-9a2621061607 tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] delete failed (client error): The resource could not be found. Jun 03 21:48:09.432955 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f43c273f-0395-48f0-accd-9a2621061607 tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] 10.222.0.96 "DELETE /v2.0/quotas/9af9fe279464426f87acda016ff102d2 HTTP/1.1" status: 404 len: 348 time: 0.0206640 Jun 03 21:48:09.443643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8:0:1::268 (fce6987b-af35-4633-9a0d-08a831f85a74/c4794d2a-71c2-4abd-9cf1-28f5b45a605a/b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:09.449261 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.462450 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-2e31e18b-7e55-409f-b510-167973525a1f service neutron] 10.222.0.96 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605020 Jun 03 21:48:09.478417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:09.479574 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67f91ed-6f59-44ec-b9d5-ebc888ea7b3f None None] Network d3d99c3b-0916-4afc-8adb-e7f1e330f1cd requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:09.593670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52324) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:09.629708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Usage tracker for resource:network and tenant:be5779089b524678b925fd9009cd966a is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:09.634833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-528c25a1-662e-45bc-99bd-751a9a21411a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.636803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:09.665586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Usage tracker for resource:subnet and tenant:be5779089b524678b925fd9009cd966a is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:09.686332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:09.709954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Usage tracker for resource:subnetpool and tenant:be5779089b524678b925fd9009cd966a is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:09.718185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:09.784680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Usage tracker for resource:port and tenant:be5779089b524678b925fd9009cd966a is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:09.793888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:09.815178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Usage tracker for resource:router and tenant:be5779089b524678b925fd9009cd966a is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:09.823983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:09.838891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Usage tracker for resource:floatingip and tenant:be5779089b524678b925fd9009cd966a is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:09.846012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:09.858888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.957543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Usage tracker for resource:security_group and tenant:be5779089b524678b925fd9009cd966a is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:09.964106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:09.968391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-59462a1b-dd1f-49eb-81f4-994d6e89ef14 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:10.029004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port a01ad83b-04d9-4460-9d29-0b24333b8058, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a01ad83b-04d9-4460-9d29-0b24333b8058,segment=NetworkSegment(e038a120-4f97-4e47-8dcd-a5e853b65c5f),segment_id=e038a120-4f97-4e47-8dcd-a5e853b65c5f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:10.051180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:10.052090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 19014626-7e03-4d10-9b50-4d7a717870b0 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:10.089799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:10.158260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:10.167886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:10.175362 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b1124-181d-4145-af36-577d4e8e1c84 None None] Update dhcp port {'port': {'network_id': 'fce6987b-af35-4633-9a0d-08a831f85a74', 'fixed_ips': [{'subnet_id': '4c728a10-4fb2-461a-8845-2a15192fd944', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c4794d2a-71c2-4abd-9cf1-28f5b45a605a'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': 'a01ad83b-04d9-4460-9d29-0b24333b8058'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:48:10.194670 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-bee58d0b-125a-4d41-b999-fc1e6db6e186 service neutron] 10.222.0.96 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7042873 Jun 03 21:48:10.195975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:10.232196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36e00a1-ad69-43cb-8210-a2e285210c27 None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:10.259208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Usage tracker for resource:security_group_rule and tenant:be5779089b524678b925fd9009cd966a is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:10.279633 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Transition to ACTIVE for port object 4ffce88d-295d-4236-9494-4cf9ccd9fcde will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:10.288542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:10.305265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event updated for resources: {'Subnet': ['ID=0f3957ab-a0f4-4956-ac72-8445c50e38a5,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:10.314369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:10.315963 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c36d23a8-a73a-44ea-a04e-aaa827663bfe tempest-QuotasTest-1474991340 tempest-QuotasTest-1474991340-project-admin] 10.222.0.96 "GET /v2.0/quotas/be5779089b524678b925fd9009cd966a/details.json HTTP/1.1" status: 200 len: 703 time: 0.7208419 Jun 03 21:48:10.324544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Checking segment: {'id': '46f66503-db32-4b13-a1b0-2061db8388c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'f632698d-2f9d-4aeb-93f0-0a1dce2e4231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:10.324911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Network hostable DHCP agents. Network: f632698d-2f9d-4aeb-93f0-0a1dce2e4231, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:10.366918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Network f632698d-2f9d-4aeb-93f0-0a1dce2e4231 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:10.370022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Deleting port fa081601-196b-4618-a0f6-c2834cfe011b {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:10.370370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:10.392857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:10.403702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, f632698d-2f9d-4aeb-93f0-0a1dce2e4231) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:10.412050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e00a1-ad69-43cb-8210-a2e285210c27 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:10.412707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f36e00a1-ad69-43cb-8210-a2e285210c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:10.428937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:10.429670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:10.548567 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5260272 Jun 03 21:48:10.558250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52334) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:10.561446 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-1ab14ec5-ebaf-40fc-8512-08ae5321d1c6 req-43ecccf9-3402-4226-9e3a-309a8fd6a4bd tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Synchronizing usage tracker for tenant:684d3d7afe73426f9cb4abdbeaeb79b4 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:10.569143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b2825a58-5d76-4cba-a269-41bac5496f03 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f632698d-2f9d-4aeb-93f0-0a1dce2e4231'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:10.621980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8016215a-67f8-43d6-869f-4499de6a6714 None None] Network f632698d-2f9d-4aeb-93f0-0a1dce2e4231 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:10.672791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:10.724707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-294b1124-181d-4145-af36-577d4e8e1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:10.738934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] For port fa081601-196b-4618-a0f6-c2834cfe011b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fa081601-196b-4618-a0f6-c2834cfe011b,segment=NetworkSegment(8cde9bf8-d80e-4bb0-9bb3-07eb61938b76),segment_id=8cde9bf8-d80e-4bb0-9bb3-07eb61938b76)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:10.739297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:10.786760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-1ab14ec5-ebaf-40fc-8512-08ae5321d1c6 req-43ecccf9-3402-4226-9e3a-309a8fd6a4bd tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Unset dirty status for tenant:684d3d7afe73426f9cb4abdbeaeb79b4 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:10.794758 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ab14ec5-ebaf-40fc-8512-08ae5321d1c6 req-43ecccf9-3402-4226-9e3a-309a8fd6a4bd tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 210 time: 0.3174093 Jun 03 21:48:10.876942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:10.911714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Transition to ACTIVE for port object b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:10.925250 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=a01ad83b-04d9-4460-9d29-0b24333b8058,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:10.985066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:10.985386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:10.985752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:10.986062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:10.986364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:10.986682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:10.986998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:10.987319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:10.987667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:10.987979 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:10.988292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:10.988794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:11.004871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f36e00a1-ad69-43cb-8210-a2e285210c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:11.011627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:11.042837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 19014626-7e03-4d10-9b50-4d7a717870b0 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:11.048326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2e567e74-5969-4759-afa9-5dd7f5e6147d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.638s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:11.064333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.072896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52344) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:11.091774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Calling delete_port for fa081601-196b-4618-a0f6-c2834cfe011b owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:11.111823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:11.130356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 19014626-7e03-4d10-9b50-4d7a717870b0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:11.130653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.254600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8b4bf612-c991-4c59-a5b9-0ca37c073d7d None None] Provisioning for port 4ffce88d-295d-4236-9494-4cf9ccd9fcde completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:11.310437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2825a58-5d76-4cba-a269-41bac5496f03 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.315072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-94e4778b-0baf-4dd6-824e-0b41b8faad1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.335374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-94e4778b-0baf-4dd6-824e-0b41b8faad1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:11.346669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e00a1-ad69-43cb-8210-a2e285210c27 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:11.348117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f36e00a1-ad69-43cb-8210-a2e285210c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:11.360697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-94e4778b-0baf-4dd6-824e-0b41b8faad1c admin admin] Usage tracker for resource:security_group_rule and tenant:37461268604f4e29a87d3b979c40dfff is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:11.365309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-94e4778b-0baf-4dd6-824e-0b41b8faad1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:11.381245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-94e4778b-0baf-4dd6-824e-0b41b8faad1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:11.482501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:11.505318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:11.528370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-528c25a1-662e-45bc-99bd-751a9a21411a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.531427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f36e00a1-ad69-43cb-8210-a2e285210c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:11.532031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36e00a1-ad69-43cb-8210-a2e285210c27 None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:11.537208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network fce6987b-af35-4633-9a0d-08a831f85a74 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:11.538736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-81e2af9c-1558-4e7f-94f1-5ec0e9daaee2 tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:11.568825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:11.574801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-94e4778b-0baf-4dd6-824e-0b41b8faad1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.576653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.581771 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.0430338 Jun 03 21:48:11.588598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52348) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:11.588841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:11.590167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-94e4778b-0baf-4dd6-824e-0b41b8faad1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.594632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:11.594810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.601439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c25a1-662e-45bc-99bd-751a9a21411a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event deleted for resources: {'Subnet': ['ID=851e0cc8-2f33-48aa-b3cb-8c1838d06cbf,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:11.604345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-528c25a1-662e-45bc-99bd-751a9a21411a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:11.606798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-409418831'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:11.611398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-062d3f74-108f-45e6-a0c1-2b15763bef8b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:11.611727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:11.620322 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-b2825a58-5d76-4cba-a269-41bac5496f03 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:48:11.625092 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b2825a58-5d76-4cba-a269-41bac5496f03 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "PUT /v2.0/routers/eccb899c-7110-4a98-90d3-d079723361fa HTTP/1.1" status: 400 len: 364 time: 1.0618653 Jun 03 21:48:11.630777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52350) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:11.633412 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ed86ea-7f8f-461f-a49e-50e39469eb71 None None] Network f0f16604-f5e9-4880-b16b-a0b2920f9749 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:11.634595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:11.646311 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-528c25a1-662e-45bc-99bd-751a9a21411a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.650485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c9e4a-9d50-4719-a87b-a1b026d92f28 None None] Pushing event updated for resources: {'Port': ['ID=4ffce88d-295d-4236-9494-4cf9ccd9fcde,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:11.662937 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-718c9e4a-9d50-4719-a87b-a1b026d92f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:11.667246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No DVR routers for this DVR port fa081601-196b-4618-a0f6-c2834cfe011b on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:11.671576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Port': ['ID=fa081601-196b-4618-a0f6-c2834cfe011b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:11.682807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Attempting to bind port 4ffce88d-295d-4236-9494-4cf9ccd9fcde on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:11.682930 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Attempting to bind port 4ffce88d-295d-4236-9494-4cf9ccd9fcde by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:11.683303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Attempting to bind port 4ffce88d-295d-4236-9494-4cf9ccd9fcde on network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:11.700177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:11.702849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8b4bf612-c991-4c59-a5b9-0ca37c073d7d None None] Provisioning complete for port 19014626-7e03-4d10-9b50-4d7a717870b0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:11.703412 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf612-c991-4c59-a5b9-0ca37c073d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.704965 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-528c25a1-662e-45bc-99bd-751a9a21411a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "DELETE /v2.0/subnets/851e0cc8-2f33-48aa-b3cb-8c1838d06cbf HTTP/1.1" status: 204 len: 168 time: 3.9981711 Jun 03 21:48:11.708790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52352) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:11.724340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Usage tracker for resource:network and tenant:8fadebda9ac1462e88d820e23b14fdd7 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:11.737603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:11.747500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4778b-0baf-4dd6-824e-0b41b8faad1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d6914c-add0-4da0-b7b6-656196630d1b,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:11.751387 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 6.3275211 Jun 03 21:48:11.761346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:11.761732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Checking segment: {'id': 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:11.762143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.762542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Bound using segment: {'id': 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:11.763026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Bound port: 4ffce88d-295d-4236-9494-4cf9ccd9fcde, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:11.763399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.804841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52354) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:11.806133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:11.818307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-94e4778b-0baf-4dd6-824e-0b41b8faad1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:11.821177 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-94e4778b-0baf-4dd6-824e-0b41b8faad1c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=37461268604f4e29a87d3b979c40dfff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7471795 Jun 03 21:48:11.826343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52358) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:11.885732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:11.917841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Made reservation on behalf of 8fadebda9ac1462e88d820e23b14fdd7 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:11.918671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-1ba66b07-d648-417d-bad4-d41d034d080e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c728a10-4fb2-461a-8845-2a15192fd944'}]}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:11.921595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.047364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.069170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d99c3b-0916-4afc-8adb-e7f1e330f1cd']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:12.094732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cde9bf8-d80e-4bb0-9bb3-07eb61938b76') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:12.095074 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cde9bf8-d80e-4bb0-9bb3-07eb61938b76') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:12.111836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.161958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 19014626-7e03-4d10-9b50-4d7a717870b0, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=19014626-7e03-4d10-9b50-4d7a717870b0,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:12.184499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.210350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.211415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b89d5c87-3e06-4524-9927-9522660b9479 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:12.212202 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e156216f-0553-4de4-83b6-0609e7855d06 req-395e6601-82e1-4efc-8adc-f3a4cdf13ed4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 210 time: 0.0968349 Jun 03 21:48:12.224621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.260423 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8bdf2f56-ba29-40a5-b63d-1fb533b7d0cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:12.281496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:48:12.281918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.297393 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-294b1124-181d-4145-af36-577d4e8e1c84 None None] Allocated IP 2001:db8:0:1::2 (fce6987b-af35-4633-9a0d-08a831f85a74/c4794d2a-71c2-4abd-9cf1-28f5b45a605a/a01ad83b-04d9-4460-9d29-0b24333b8058) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:48:12.307063 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:48:12.380909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-f632698d-2f9d-4aeb-93f0-0a1dce2e4231', 'network_id': 'f632698d-2f9d-4aeb-93f0-0a1dce2e4231', 'tenant_id': 'ca3c402395514dbd819bf7bda7f3fbf6', 'fixed_ips': [{'subnet_id': '0f3957ab-a0f4-4956-ac72-8445c50e38a5'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:48:12.381821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.401796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] For port 4ffce88d-295d-4236-9494-4cf9ccd9fcde, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:12.461930 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] For port 4ffce88d-295d-4236-9494-4cf9ccd9fcde, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4ffce88d-295d-4236-9494-4cf9ccd9fcde,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:12.495374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:12.497679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.500178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab06ac0e-731d-4d21-8815-1333e569fcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.518185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.524083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d829dab1-a4cb-4dfc-9b38-2fdcb303957b tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:12.575259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.575627 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Added segment 0d94368a-6b79-438e-a926-19cd5b255d1f of type vlan for network ac5516d6-05ec-4c9e-a189-0291bd12e9b1 Jun 03 21:48:12.576919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.593216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Network': ['ID=d3d99c3b-0916-4afc-8adb-e7f1e330f1cd,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:12.599064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:12.604463 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/d3d99c3b-0916-4afc-8adb-e7f1e330f1cd HTTP/1.1" status: 204 len: 168 time: 9.3291442 Jun 03 21:48:12.606291 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52364) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:12.613798 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-930449782'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:12.627413 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:12.631312 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab06ac0e-731d-4d21-8815-1333e569fcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.643514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:network and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:12.646471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ba66b07-d648-417d-bad4-d41d034d080e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.656430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for network was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:12.660580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Deleting port 0880b9fa-c032-49cc-9a84-cb8a5de3e036 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:12.660929 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.680556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:12.696910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=19014626-7e03-4d10-9b50-4d7a717870b0,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:12.722317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:12.723369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a40460ff-e7f7-4d8c-b59b-ce16698d02e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:12.728415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.752818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.802106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:12.805810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.844151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-1e57665c-1fa4-45f1-a43b-a44f7afa15b8 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:12.845634 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-1e57665c-1fa4-45f1-a43b-a44f7afa15b8 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.24 "GET /v2.0/networks?id=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 HTTP/1.1" status: 200 len: 796 time: 0.8163850 Jun 03 21:48:12.851994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port b89d5c87-3e06-4524-9927-9522660b9479 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:12.852699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:12.896822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Routers {'8e3b8b4d-71ec-46dd-80c2-7add9044422d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:12.897848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:12.948852 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] For port 0880b9fa-c032-49cc-9a84-cb8a5de3e036, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0880b9fa-c032-49cc-9a84-cb8a5de3e036,segment=NetworkSegment(6f7e684b-cc09-4748-8d83-c2ac2cc123ff),segment_id=6f7e684b-cc09-4748-8d83-c2ac2cc123ff)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:12.950068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.002513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.resource_extend [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:48:13.047768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4501dbd1-205c-44d8-a37d-01cc887d466a None None] DHCP port deletion for f0f16604-f5e9-4880-b16b-a0b2920f9749 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:48:13.087426 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-e92dfd93-0d83-46c9-8105-0da10f1944a0 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=684d3d7afe73426f9cb4abdbeaeb79b4 HTTP/1.1" status: 200 len: 380 time: 0.2232897 Jun 03 21:48:13.088676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab06ac0e-731d-4d21-8815-1333e569fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.095508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:13.114992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.121388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:13.122002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.126015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Calling delete_port for 0880b9fa-c032-49cc-9a84-cb8a5de3e036 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:13.132170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:13.135572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c9e4a-9d50-4719-a87b-a1b026d92f28 None None] Pushing event updated for resources: {'Port': ['ID=4ffce88d-295d-4236-9494-4cf9ccd9fcde,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:13.162158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-718c9e4a-9d50-4719-a87b-a1b026d92f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:13.185392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-294b1124-181d-4145-af36-577d4e8e1c84 None None] For port a01ad83b-04d9-4460-9d29-0b24333b8058, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a01ad83b-04d9-4460-9d29-0b24333b8058,segment=NetworkSegment(e038a120-4f97-4e47-8dcd-a5e853b65c5f),segment_id=e038a120-4f97-4e47-8dcd-a5e853b65c5f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:13.188438 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Allocated IP 2001:db8:1::2 (f632698d-2f9d-4aeb-93f0-0a1dce2e4231/0f3957ab-a0f4-4956-ac72-8445c50e38a5/a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:13.194324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Request body: {'port': {'device_id': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'admin_state_up': True, 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'security_groups': ['4e1db978-ef7e-4a95-ae06-e59651f9ee79']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:13.198031 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.198373 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Added segment 8d071623-e32a-4bd8-aa25-075acd2f5b17 of type vlan for network afb133eb-5025-46df-ad68-fb001d7ab0dd Jun 03 21:48:13.215346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06ac0e-731d-4d21-8815-1333e569fcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d6914c-add0-4da0-b7b6-656196630d1b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:13.246181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ab06ac0e-731d-4d21-8815-1333e569fcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:13.250846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-69204432-a85c-470b-a01d-ffc2f45d7c1d tempest-AllowedAddressPairTestJSON-202024409 tempest-AllowedAddressPairTestJSON-202024409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:13.365900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Network': ['ID=ac5516d6-05ec-4c9e-a189-0291bd12e9b1,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:13.377495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:13.388447 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7854843 Jun 03 21:48:13.388447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab06ac0e-731d-4d21-8815-1333e569fcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.392411 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ab06ac0e-731d-4d21-8815-1333e569fcd7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f3d6914c-add0-4da0-b7b6-656196630d1b HTTP/1.1" status: 204 len: 168 time: 1.5626853 Jun 03 21:48:13.396611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52368) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:13.424680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.469857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.resource_extend [None req-294b1124-181d-4145-af36-577d4e8e1c84 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:48:13.509389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network ac5516d6-05ec-4c9e-a189-0291bd12e9b1 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:13.517519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.529446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:13.530454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.534845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'subnet': {'network_id': 'ac5516d6-05ec-4c9e-a189-0291bd12e9b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:13.543918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-84fea834-fd3a-4094-8feb-744238275eb4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:13.550820 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-294b1124-181d-4145-af36-577d4e8e1c84 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.588425 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.631928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] No DVR routers for this DVR port 0880b9fa-c032-49cc-9a84-cb8a5de3e036 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:13.639367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] Set router 8e3b8b4d-71ec-46dd-80c2-7add9044422d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:13.692066 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c83c0ac4-61fe-427e-aa61-2e3ea6cacad2 req-52150131-4662-48ef-b97e-8a6956e680f0 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 210 time: 0.1384392 Jun 03 21:48:13.725925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a01ad83b-04d9-4460-9d29-0b24333b8058 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:13.740668 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1317444 Jun 03 21:48:13.744282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52374) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:13.767327 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'subnet': {'network_id': 'afb133eb-5025-46df-ad68-fb001d7ab0dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:13.782096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Network': ['ID=afb133eb-5025-46df-ad68-fb001d7ab0dd,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:13.792194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Allocated IP 2001:db8::1 (5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9/8b298b3e-e67f-4dac-a4e3-8b2544f71f63/ab8a6a9f-8aa4-459f-bdcc-ba5fc7e22c04) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:13.801727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:13.802258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:13.825699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52376) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:13.848447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:13.851042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:13.878087 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event deleted for resources: {'Port': ['ID=0880b9fa-c032-49cc-9a84-cb8a5de3e036,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:13.878768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f2d9faea-9c8a-44b4-a1b7-73eb5f413e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:13.888483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:13.889968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Usage tracker for resource:subnet and tenant:8fadebda9ac1462e88d820e23b14fdd7 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:13.906675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network afb133eb-5025-46df-ad68-fb001d7ab0dd details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:13.907949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:13.921178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:13.925963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:13.980116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f2d9faea-9c8a-44b4-a1b7-73eb5f413e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:13.982050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-294b1124-181d-4145-af36-577d4e8e1c84 None None] Transition to ACTIVE for port object a01ad83b-04d9-4460-9d29-0b24333b8058 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:13.993671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f2d9faea-9c8a-44b4-a1b7-73eb5f413e4f admin admin] Usage tracker for resource:security_group_rule and tenant:be5779089b524678b925fd9009cd966a is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:14.005832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f2d9faea-9c8a-44b4-a1b7-73eb5f413e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:14.011253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Made reservation on behalf of 684d3d7afe73426f9cb4abdbeaeb79b4 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:14.014750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.020015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.028661 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4501dbd1-205c-44d8-a37d-01cc887d466a None None] Deleting port 0880b9fa-c032-49cc-9a84-cb8a5de3e036 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:14.029183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4501dbd1-205c-44d8-a37d-01cc887d466a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.040085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f2d9faea-9c8a-44b4-a1b7-73eb5f413e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:14.046331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Made reservation on behalf of 8fadebda9ac1462e88d820e23b14fdd7 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:14.049895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.055879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-294b1124-181d-4145-af36-577d4e8e1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.078451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0c895d23-75f4-42f2-9449-4ce2184ce33c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:14.081708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f16604-f5e9-4880-b16b-a0b2920f9749']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:14.118804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7e684b-cc09-4748-8d83-c2ac2cc123ff') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:14.119078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7e684b-cc09-4748-8d83-c2ac2cc123ff') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:14.127769 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:14.139139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:subnet and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:14.143753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:14.153071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.167379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:14.170572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-1ba66b07-d648-417d-bad4-d41d034d080e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Delete allocated IP 2001:db8:0:1::268 (fce6987b-af35-4633-9a0d-08a831f85a74/c4794d2a-71c2-4abd-9cf1-28f5b45a605a) {{(pid=104397) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 21:48:14.183572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.195608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:48:14.196403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:48:14.212327 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:48:14.240908 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:14.244841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.423503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.484016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Transition to ACTIVE for port object ab8a6a9f-8aa4-459f-bdcc-ba5fc7e22c04 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:14.534271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.542149 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d90d30a4-d1a0-4ea0-856a-13c3a3486535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:14.558935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.587844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Pushing event deleted for resources: {'Network': ['ID=f0f16604-f5e9-4880-b16b-a0b2920f9749,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:14.594198 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:14.596272 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "DELETE /v2.0/networks/f0f16604-f5e9-4880-b16b-a0b2920f9749 HTTP/1.1" status: 204 len: 168 time: 2.8865321 Jun 03 21:48:14.600424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52378) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:14.640850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f2d9faea-9c8a-44b4-a1b7-73eb5f413e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.641452 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4501dbd1-205c-44d8-a37d-01cc887d466a None None] For port 0880b9fa-c032-49cc-9a84-cb8a5de3e036, host dv-neutron-792998-2-hyperv, got binding levels [] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:14.641830 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4501dbd1-205c-44d8-a37d-01cc887d466a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.658234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Allocated IP 172.20.0.11 (a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6/d9572515-61d3-4237-9d45-489c6c5adb2d/d4c1813d-f4cb-44a0-a53d-019c2d5ba545) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:14.660177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f2d9faea-9c8a-44b4-a1b7-73eb5f413e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.661189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b1124-181d-4145-af36-577d4e8e1c84 None None] Pushing event updated for resources: {'Port': ['ID=a01ad83b-04d9-4460-9d29-0b24333b8058,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:14.663990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-18d3a04f-b39b-4cb1-852e-492f42266310 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Synchronizing usage tracker for tenant:4b322438986448438fd67622dd24bb07 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:14.671646 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-505616f4-1931-4fe0-ad8e-3ae92a28396e tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:14.680742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-294b1124-181d-4145-af36-577d4e8e1c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:14.694595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.745696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 19014626-7e03-4d10-9b50-4d7a717870b0 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:14.749010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-18d3a04f-b39b-4cb1-852e-492f42266310 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Unset dirty status for tenant:4b322438986448438fd67622dd24bb07 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:14.750193 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-18d3a04f-b39b-4cb1-852e-492f42266310 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0404ff6-d4bb-454d-99ac-85e510743982 HTTP/1.1" status: 200 len: 205 time: 0.1460390 Jun 03 21:48:14.758335 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f2d9faea-9c8a-44b4-a1b7-73eb5f413e4f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=be5779089b524678b925fd9009cd966a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9312634 Jun 03 21:48:14.759507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52382) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:14.763141 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52384) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:14.765258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ba66b07-d648-417d-bad4-d41d034d080e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.804501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-1ba66b07-d648-417d-bad4-d41d034d080e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Ignored duplicate provisioning block setup for port b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 21:48:14.857715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9faea-9c8a-44b4-a1b7-73eb5f413e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03da7a8-6e2d-4127-a28d-449633a12cc7,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:14.861286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ba66b07-d648-417d-bad4-d41d034d080e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.877142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f2d9faea-9c8a-44b4-a1b7-73eb5f413e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:14.891346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Network 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:14.897653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:14.900807 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-72d9882c-3680-4c2f-9d79-a340d5b1ae50 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:14.917869 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4501dbd1-205c-44d8-a37d-01cc887d466a None None] Calling delete_port for 0880b9fa-c032-49cc-9a84-cb8a5de3e036 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:14.938414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.ipam_backend_mixin [None req-4501dbd1-205c-44d8-a37d-01cc887d466a None None] Port 0880b9fa-c032-49cc-9a84-cb8a5de3e036 was not found and therefore no delete operation was performed {{(pid=104398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:48:14.940525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.947357 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:14.984360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4501dbd1-205c-44d8-a37d-01cc887d466a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:14.999279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0e313345-a2ee-4906-af0f-ade9aef2a258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:15.055427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:15.056299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.074605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Transition to ACTIVE for port object a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:15.092873 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-38071997-c009-4e1e-81ca-9cef61872dbb req-b007d8d3-4fe5-47e2-bede-23acaf535459 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 210 time: 0.1210067 Jun 03 21:48:15.100427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Transition to ACTIVE for port object a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:15.104331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501dbd1-205c-44d8-a37d-01cc887d466a None None] Pushing event deleted for resources: {'Port': ['ID=0880b9fa-c032-49cc-9a84-cb8a5de3e036,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:15.113794 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-1ba66b07-d648-417d-bad4-d41d034d080e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] In _notify_port_updated(), no bound segment for port b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc on network fce6987b-af35-4633-9a0d-08a831f85a74 {{(pid=104397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:48:15.121046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba66b07-d648-417d-bad4-d41d034d080e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:15.122050 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ba66b07-d648-417d-bad4-d41d034d080e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.123718 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1ba66b07-d648-417d-bad4-d41d034d080e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "PUT /v2.0/ports/b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc HTTP/1.1" status: 200 len: 926 time: 3.3174014 Jun 03 21:48:15.128138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4501dbd1-205c-44d8-a37d-01cc887d466a None None] Network f0f16604-f5e9-4880-b16b-a0b2920f9749 is not hosted by any dhcp agent {{(pid=104398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 03 21:48:15.128614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4501dbd1-205c-44d8-a37d-01cc887d466a None None] No DVR routers for this DVR port 0880b9fa-c032-49cc-9a84-cb8a5de3e036 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:15.131748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4501dbd1-205c-44d8-a37d-01cc887d466a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:15.134407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52386) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:15.149714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.155534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-294b1124-181d-4145-af36-577d4e8e1c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:15.181542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d4edaf26-43d0-4d15-9885-c28e6531ae23 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c728a10-4fb2-461a-8845-2a15192fd944'}, {'subnet_id': 'c4794d2a-71c2-4abd-9cf1-28f5b45a605a'}]}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:15.263202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Network f632698d-2f9d-4aeb-93f0-0a1dce2e4231 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:15.280933 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:15.283711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:15.311935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Pushing event updated for resources: {'Port': ['ID=a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:15.317784 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 19014626-7e03-4d10-9b50-4d7a717870b0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:15.318160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.323681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80224ded-e493-44fa-aa0a-05e69f91577f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.325267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba66b07-d648-417d-bad4-d41d034d080e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:15.329224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1ba66b07-d648-417d-bad4-d41d034d080e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:15.351549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bec03cd8-0d42-4c02-a537-28344572fa11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.364945 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:15.401216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4edaf26-43d0-4d15-9885-c28e6531ae23 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.517292 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event updated for resources: {'Port': ['ID=ab8a6a9f-8aa4-459f-bdcc-ba5fc7e22c04,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:15.544312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d883d93c-8881-4b91-bb0f-9ccfeb0b1bec None None] Provisioning for port ab8a6a9f-8aa4-459f-bdcc-ba5fc7e22c04 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:15.564253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e30d6c-d851-4677-b031-9857659f23a0 None None] Network fce6987b-af35-4633-9a0d-08a831f85a74 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:15.577052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d883d93c-8881-4b91-bb0f-9ccfeb0b1bec None None] Provisioning complete for port ab8a6a9f-8aa4-459f-bdcc-ba5fc7e22c04 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:15.577486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d883d93c-8881-4b91-bb0f-9ccfeb0b1bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.606700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:15.607075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:48:02Z', 'revision_number': 4, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '4ffce88d-295d-4236-9494-4cf9ccd9fcde', 'name': '', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'mac_address': 'fa:16:3e:08:f7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:00Z', 'updated_at': '2021-06-03T21:48:12Z', 'revision_number': 4, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'subnets': [{'id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:15.617379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Attempting to bind port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:15.617617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Attempting to bind port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '46f66503-db32-4b13-a1b0-2061db8388c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'f632698d-2f9d-4aeb-93f0-0a1dce2e4231'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:15.618310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Attempting to bind port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 on network f632698d-2f9d-4aeb-93f0-0a1dce2e4231 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:15.623422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bec03cd8-0d42-4c02-a537-28344572fa11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.642946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.682321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98a332-ef49-4b61-8cd6-084852433984 None None] The sync data for ids ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'] in dv-neutron-792998-2-hyperv is: [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:48:02Z', 'revision_number': 4, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '4ffce88d-295d-4236-9494-4cf9ccd9fcde', 'name': '', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'mac_address': 'fa:16:3e:08:f7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:00Z', 'updated_at': '2021-06-03T21:48:12Z', 'revision_number': 4, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'subnets': [{'id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:15.685438 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:15.685821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Checking segment: {'id': '46f66503-db32-4b13-a1b0-2061db8388c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'f632698d-2f9d-4aeb-93f0-0a1dce2e4231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:15.686229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.686884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Bound using segment: {'id': '46f66503-db32-4b13-a1b0-2061db8388c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'f632698d-2f9d-4aeb-93f0-0a1dce2e4231'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:15.687062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Bound port: a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f66503-db32-4b13-a1b0-2061db8388c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'f632698d-2f9d-4aeb-93f0-0a1dce2e4231'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:15.687440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.824365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d883d93c-8881-4b91-bb0f-9ccfeb0b1bec None None] Port ab8a6a9f-8aa4-459f-bdcc-ba5fc7e22c04 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:15.870344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80224ded-e493-44fa-aa0a-05e69f91577f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.872642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80224ded-e493-44fa-aa0a-05e69f91577f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.917400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80224ded-e493-44fa-aa0a-05e69f91577f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:15.918115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80224ded-e493-44fa-aa0a-05e69f91577f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Fanout notify agent at l3_agent the message router_deleted on router c0404ff6-d4bb-454d-99ac-85e510743982 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:48:15.946942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Transition to ACTIVE for port object d4c1813d-f4cb-44a0-a53d-019c2d5ba545 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:15.990559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bec03cd8-0d42-4c02-a537-28344572fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.012633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f606295f-2d65-4af7-9807-329e219ec890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:16.014061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-5972eaac-8461-4272-890a-8215352497e1 None None] For port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:16.018883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8b5cb95d-0986-4d82-a07e-308ff9209063 None None] Provisioning for port a01ad83b-04d9-4460-9d29-0b24333b8058 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:16.029994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-5972eaac-8461-4272-890a-8215352497e1 None None] For port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8,segment=NetworkSegment(46f66503-db32-4b13-a1b0-2061db8388c7),segment_id=46f66503-db32-4b13-a1b0-2061db8388c7)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:16.031212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0880b9fa-c032-49cc-9a84-cb8a5de3e036 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:48:16.047660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec03cd8-0d42-4c02-a537-28344572fa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03da7a8-6e2d-4127-a28d-449633a12cc7,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:16.059010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bec03cd8-0d42-4c02-a537-28344572fa11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:16.073886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bec03cd8-0d42-4c02-a537-28344572fa11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.075288 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bec03cd8-0d42-4c02-a537-28344572fa11 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e03da7a8-6e2d-4127-a28d-449633a12cc7 HTTP/1.1" status: 204 len: 168 time: 1.3061507 Jun 03 21:48:16.163848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8b5cb95d-0986-4d82-a07e-308ff9209063 None None] Provisioning complete for port a01ad83b-04d9-4460-9d29-0b24333b8058 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:16.164488 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8b5cb95d-0986-4d82-a07e-308ff9209063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.190215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.207106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.273378 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.285666 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3a9a11bc-9eb7-4da1-b5f4-d1cd4c6c7374 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:16.296527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-718c9e4a-9d50-4719-a87b-a1b026d92f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:16.314402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80224ded-e493-44fa-aa0a-05e69f91577f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.319291 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-80224ded-e493-44fa-aa0a-05e69f91577f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] 10.222.0.96 "DELETE /v2.0/routers/c0404ff6-d4bb-454d-99ac-85e510743982 HTTP/1.1" status: 204 len: 168 time: 1.5468514 Jun 03 21:48:16.399172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 0880b9fa-c032-49cc-9a84-cb8a5de3e036 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:48:16.399602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0880b9fa-c032-49cc-9a84-cb8a5de3e036 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:48:16.409939 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Pushing event updated for resources: {'Port': ['ID=a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:16.410756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:16.427491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:16.577248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Subnet': ['ID=fdfa72cb-5671-4c4b-aeb6-e152de3bacde,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:16.584335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:16.821857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a01ad83b-04d9-4460-9d29-0b24333b8058 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:16.837686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Checking segment: {'id': '8d071623-e32a-4bd8-aa25-075acd2f5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'afb133eb-5025-46df-ad68-fb001d7ab0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:16.838051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network hostable DHCP agents. Network: afb133eb-5025-46df-ad68-fb001d7ab0dd, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:16.899172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1bc519b9-b172-4556-b173-17608366cae2 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:16.964883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-d4edaf26-43d0-4d15-9885-c28e6531ae23 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8:0:1::31c (fce6987b-af35-4633-9a0d-08a831f85a74/c4794d2a-71c2-4abd-9cf1-28f5b45a605a/b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:17.064843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a01ad83b-04d9-4460-9d29-0b24333b8058 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:17.068107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.198878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52406) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:17.330459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc60382-805c-4d2b-9357-dfa05b5351d0 req-24972c78-99f4-4e71-96d7-26794280a7e9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:17.334073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:17.340077 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5bc60382-805c-4d2b-9357-dfa05b5351d0 req-24972c78-99f4-4e71-96d7-26794280a7e9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 932 time: 1.0602455 Jun 03 21:48:17.437233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:17.443338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:17.462540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network afb133eb-5025-46df-ad68-fb001d7ab0dd is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:17.514596 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5bc60382-805c-4d2b-9357-dfa05b5351d0 req-12a11e7b-dd84-4a99-aad9-4dcde9b76cc6 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735778 Jun 03 21:48:17.520107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, afb133eb-5025-46df-ad68-fb001d7ab0dd) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:17.534525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:17.536450 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.539173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce566b-3148-4d53-97d3-a1587e79e790 None None] Network afb133eb-5025-46df-ad68-fb001d7ab0dd requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:17.617511 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8692234 Jun 03 21:48:17.618248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52418) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:17.630455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'subnet': {'network_id': 'afb133eb-5025-46df-ad68-fb001d7ab0dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:17.657540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'Port': ['ID=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:17.671878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:17.744002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4edaf26-43d0-4d15-9885-c28e6531ae23 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.771237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-d4edaf26-43d0-4d15-9885-c28e6531ae23 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Ignored duplicate provisioning block setup for port b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 21:48:17.967631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4edaf26-43d0-4d15-9885-c28e6531ae23 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:17.979769 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-aba0bb40-a823-46db-a06b-4863e43243db admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4b322438986448438fd67622dd24bb07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7242410 Jun 03 21:48:17.984765 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0cc956ef-2ea8-467e-a1ff-a7a06c80097f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:17.999335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7a149aa7-96f4-4323-8dfe-9fb90286c83d None None] Provisioning for port b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:18.011184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:18.015076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.019258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52426) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:18.071917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4ffce88d-295d-4236-9494-4cf9ccd9fcde up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:18.076344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.161137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-214a9b98-329b-4652-ad02-e07fdb408fdb tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:18.174240 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7a149aa7-96f4-4323-8dfe-9fb90286c83d None None] Provisioning complete for port b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:18.174988 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7a149aa7-96f4-4323-8dfe-9fb90286c83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.192732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d4edaf26-43d0-4d15-9885-c28e6531ae23 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] In _notify_port_updated(), no bound segment for port b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc on network fce6987b-af35-4633-9a0d-08a831f85a74 {{(pid=104397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:48:18.198653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4edaf26-43d0-4d15-9885-c28e6531ae23 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:18.199510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4edaf26-43d0-4d15-9885-c28e6531ae23 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.200880 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d4edaf26-43d0-4d15-9885-c28e6531ae23 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "PUT /v2.0/ports/b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc HTTP/1.1" status: 200 len: 1012 time: 3.0551443 Jun 03 21:48:18.212803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52428) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:18.221963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-afb133eb-5025-46df-ad68-fb001d7ab0dd', 'network_id': 'afb133eb-5025-46df-ad68-fb001d7ab0dd', 'tenant_id': 'b019ab5693a243b49d7da2decb50e20d', 'fixed_ips': [{'subnet_id': 'fdfa72cb-5671-4c4b-aeb6-e152de3bacde'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:48:18.227593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.283820 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52430) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:18.301554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Subnet': ['ID=5d9a1707-90d6-4b94-afe9-7daa8ab2220b,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:18.307067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edaf26-43d0-4d15-9885-c28e6531ae23 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc,revision_number=3']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:18.310354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d4edaf26-43d0-4d15-9885-c28e6531ae23 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:18.311386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:18.320909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:subnet and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:18.327626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:18.337685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:18.341349 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:18.367149 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215574e4-ce9b-4374-8140-ff2d3ed876e8 None None] Network f632698d-2f9d-4aeb-93f0-0a1dce2e4231 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:18.420272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:18.434483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.436113 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3239717 Jun 03 21:48:18.481785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-7a149aa7-96f4-4323-8dfe-9fb90286c83d None None] Port b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:18.497796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Request body: {'port': {'device_id': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:18.505507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 4ffce88d-295d-4236-9494-4cf9ccd9fcde completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:18.543239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38747d-9276-4792-8f87-9c5d66d373b6 req-5ed5bbc5-c238-42a1-8b3b-bdc014fdeb7c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:18.545197 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd38747d-9276-4792-8f87-9c5d66d373b6 req-5ed5bbc5-c238-42a1-8b3b-bdc014fdeb7c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 2.2386298 Jun 03 21:48:18.587217 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9bac67f2-4562-4127-bddf-c9d7d64f0493 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:18.587582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bac67f2-4562-4127-bddf-c9d7d64f0493 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.640849 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-706b1f26-0317-4c9f-9d24-13af9fd3cd48 tempest-ServiceProvidersTest-1104947372 tempest-ServiceProvidersTest-1104947372-project] 10.222.0.96 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3351986 Jun 03 21:48:18.672575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Allocated IP 2001:db8::2 (afb133eb-5025-46df-ad68-fb001d7ab0dd/fdfa72cb-5671-4c4b-aeb6-e152de3bacde/c032e8fc-2727-41b7-b0d2-0d655735a420) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:18.692047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Checking segment: {'id': '0d94368a-6b79-438e-a926-19cd5b255d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'ac5516d6-05ec-4c9e-a189-0291bd12e9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:18.692416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network hostable DHCP agents. Network: ac5516d6-05ec-4c9e-a189-0291bd12e9b1, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:18.709305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-33e98993-e847-4268-85c0-7af1cc76c683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.726028 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd38747d-9276-4792-8f87-9c5d66d373b6 req-e8d1a261-4067-4dca-b727-a92d363e7863 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668074 Jun 03 21:48:18.799734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network ac5516d6-05ec-4c9e-a189-0291bd12e9b1 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:18.836138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-33e98993-e847-4268-85c0-7af1cc76c683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.844455 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 4ffce88d-295d-4236-9494-4cf9ccd9fcde triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:18.845124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.850695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.859144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, ac5516d6-05ec-4c9e-a189-0291bd12e9b1) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:18.881401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.882232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.892634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d041a704-0301-47a2-a8e1-e28941da1ff5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:18.897415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a78d116-41a0-4dc2-a0f8-8a2672e81f95 None None] Network ac5516d6-05ec-4c9e-a189-0291bd12e9b1 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:18.940185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:18.940788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.987745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7a149aa7-96f4-4323-8dfe-9fb90286c83d None None] Provisioning complete for port a01ad83b-04d9-4460-9d29-0b24333b8058 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:18.988471 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7a149aa7-96f4-4323-8dfe-9fb90286c83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:18.988606 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4599063 Jun 03 21:48:18.999321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.020421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52442) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:19.031921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-832664920', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:19.056119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:19.125741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Usage tracker for resource:router and tenant:8fadebda9ac1462e88d820e23b14fdd7 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:19.128538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52444) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:19.159072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Quota usage for router was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:19.188359 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:19.249625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bac67f2-4562-4127-bddf-c9d7d64f0493 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.264216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event updated for resources: {'Port': ['ID=ab8a6a9f-8aa4-459f-bdcc-ba5fc7e22c04,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:19.267579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:19.310733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.311947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.341698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-33e98993-e847-4268-85c0-7af1cc76c683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.352480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f701115f-fc04-4c07-b816-59c6215c02be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:19.360666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.403280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9bac67f2-4562-4127-bddf-c9d7d64f0493 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:19.448238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e98993-e847-4268-85c0-7af1cc76c683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5dd375-f2aa-4892-b71a-52253528415e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:19.451075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-33e98993-e847-4268-85c0-7af1cc76c683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:19.491673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.492285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-977d91aa-c9d1-4de2-8901-c5a735b63472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.506552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abc794-a28d-46b9-b995-77a0727280e1 req-bfe6de92-321a-42c7-82cb-eeb74de62ed2 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:19.508869 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-72abc794-a28d-46b9-b995-77a0727280e1 req-bfe6de92-321a-42c7-82cb-eeb74de62ed2 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 932 time: 0.8347154 Jun 03 21:48:19.534283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Transition to ACTIVE for port object c032e8fc-2727-41b7-b0d2-0d655735a420 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:19.535630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa128e-670b-45b6-a88e-aa6f9adeea80 req-64d5afda-eacb-403e-abf9-a0c0e82d3bbc tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:19.537450 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-84fa128e-670b-45b6-a88e-aa6f9adeea80 req-64d5afda-eacb-403e-abf9-a0c0e82d3bbc tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.5159256 Jun 03 21:48:19.544677 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.555622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-33e98993-e847-4268-85c0-7af1cc76c683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.559669 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-33e98993-e847-4268-85c0-7af1cc76c683 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8f5dd375-f2aa-4892-b71a-52253528415e HTTP/1.1" status: 204 len: 168 time: 1.5287349 Jun 03 21:48:19.600920 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-72abc794-a28d-46b9-b995-77a0727280e1 req-bed52625-18f5-4d94-be1f-de1640e69480 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788147 Jun 03 21:48:19.614067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Network 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:19.616568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-977d91aa-c9d1-4de2-8901-c5a735b63472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:19.625172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:19.705152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Transition to ACTIVE for port object c032e8fc-2727-41b7-b0d2-0d655735a420 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:19.721501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-977d91aa-c9d1-4de2-8901-c5a735b63472 admin admin] Usage tracker for resource:security_group_rule and tenant:747479e07dab4120b994a8164bad29e7 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:19.725635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-ac5516d6-05ec-4c9e-a189-0291bd12e9b1', 'network_id': 'ac5516d6-05ec-4c9e-a189-0291bd12e9b1', 'tenant_id': '8fadebda9ac1462e88d820e23b14fdd7', 'fixed_ips': [{'subnet_id': '5d9a1707-90d6-4b94-afe9-7daa8ab2220b'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:48:19.727596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.905914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 4ffce88d-295d-4236-9494-4cf9ccd9fcde, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4ffce88d-295d-4236-9494-4cf9ccd9fcde,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:19.920292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.954397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bac67f2-4562-4127-bddf-c9d7d64f0493 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:19.971639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c8a98a56-3458-4a1d-bd82-ee9d4fc4bd48 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:20.020306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:20.039235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac67f2-4562-4127-bddf-c9d7d64f0493 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:20.040956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-977d91aa-c9d1-4de2-8901-c5a735b63472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:20.077159 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9bac67f2-4562-4127-bddf-c9d7d64f0493 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:20.116356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.158123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Pushing event updated for resources: {'Port': ['ID=c032e8fc-2727-41b7-b0d2-0d655735a420,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:20.163280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bac67f2-4562-4127-bddf-c9d7d64f0493 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.176154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Provisioning complete for port b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:20.177872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.198989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-977d91aa-c9d1-4de2-8901-c5a735b63472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:20.202629 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9bac67f2-4562-4127-bddf-c9d7d64f0493 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc HTTP/1.1" status: 204 len: 168 time: 1.9787924 Jun 03 21:48:20.212543 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52460) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:20.240288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Network afb133eb-5025-46df-ad68-fb001d7ab0dd is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:20.250317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:20.260336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-12aa6396-4fb3-433a-8302-8573ca62e96a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:20.314514 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26e8c1e-c9d5-413d-ad3f-82d1185fb6b4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:48:20.318545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e26e8c1e-c9d5-413d-ad3f-82d1185fb6b4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:20.393981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e26e8c1e-c9d5-413d-ad3f-82d1185fb6b4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:20.399308 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e26e8c1e-c9d5-413d-ad3f-82d1185fb6b4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc HTTP/1.1" status: 404 len: 333 time: 0.1814895 Jun 03 21:48:20.399308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52464) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:20.434250 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:20.436225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:20.445415 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-84fa128e-670b-45b6-a88e-aa6f9adeea80 req-1a4f17d7-3bf5-4f61-a978-afdec39f266f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8996429 Jun 03 21:48:20.476077 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.484605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-401ff100-ea37-47a5-8228-bf456acec734 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:20.500639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:20.537995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network afb133eb-5025-46df-ad68-fb001d7ab0dd is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:20.543942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:20.567564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:20.568278 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.578750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-731e52b8-8d54-4c43-a017-e4de88f93ce4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting subnet c4794d2a-71c2-4abd-9cf1-28f5b45a605a {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:48:20.594459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731e52b8-8d54-4c43-a017-e4de88f93ce4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.594655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Port b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc was deleted so its status cannot be updated. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 03 21:48:20.594655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=4ffce88d-295d-4236-9494-4cf9ccd9fcde,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:20.608236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:20.650702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Attempting to bind port c032e8fc-2727-41b7-b0d2-0d655735a420 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:20.651083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Attempting to bind port c032e8fc-2727-41b7-b0d2-0d655735a420 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '8d071623-e32a-4bd8-aa25-075acd2f5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'afb133eb-5025-46df-ad68-fb001d7ab0dd'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:20.651804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Attempting to bind port c032e8fc-2727-41b7-b0d2-0d655735a420 on network afb133eb-5025-46df-ad68-fb001d7ab0dd {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:20.658277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:20.665625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:20.666008 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Checking segment: {'id': '8d071623-e32a-4bd8-aa25-075acd2f5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'afb133eb-5025-46df-ad68-fb001d7ab0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:20.666433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.666811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Bound using segment: {'id': '8d071623-e32a-4bd8-aa25-075acd2f5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'afb133eb-5025-46df-ad68-fb001d7ab0dd'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:20.667443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Bound port: c032e8fc-2727-41b7-b0d2-0d655735a420, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d071623-e32a-4bd8-aa25-075acd2f5b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': 'afb133eb-5025-46df-ad68-fb001d7ab0dd'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:20.667842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.678694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Provisioning for port d4c1813d-f4cb-44a0-a53d-019c2d5ba545 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:20.678830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.707251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Router eccb899c-7110-4a98-90d3-d079723361fa has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:20.742282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Provisioning complete for port d4c1813d-f4cb-44a0-a53d-019c2d5ba545 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:20.742714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.749268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Subnet': ['ID=3c732408-62de-4de1-a6f7-fa4cb22c2601,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:20.761276 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:20.765590 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1424451 Jun 03 21:48:20.769277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52476) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:20.855925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc1af2e-17b3-474a-bf95-ecacc4691028 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:20.858237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc1af2e-17b3-474a-bf95-ecacc4691028 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:20.860257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc1af2e-17b3-474a-bf95-ecacc4691028 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:20.862914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc1af2e-17b3-474a-bf95-ecacc4691028 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:20.865295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc1af2e-17b3-474a-bf95-ecacc4691028 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:20.867845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3cc1af2e-17b3-474a-bf95-ecacc4691028 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Synchronizing usage tracker for tenant:b019ab5693a243b49d7da2decb50e20d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:20.881649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731e52b8-8d54-4c43-a017-e4de88f93ce4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:20.925162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52480) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:20.973134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] For port c032e8fc-2727-41b7-b0d2-0d655735a420, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:20.979096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3cc1af2e-17b3-474a-bf95-ecacc4691028 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Unset dirty status for tenant:b019ab5693a243b49d7da2decb50e20d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:20.980119 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3cc1af2e-17b3-474a-bf95-ecacc4691028 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2089560 Jun 03 21:48:20.981070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Port d4c1813d-f4cb-44a0-a53d-019c2d5ba545 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:20.983965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52484) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:20.990210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-230181029'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:21.002137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:21.002936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Allocated IP 172.20.0.2 (ac5516d6-05ec-4c9e-a189-0291bd12e9b1/5d9a1707-90d6-4b94-afe9-7daa8ab2220b/fc4cb4f3-31ca-4124-92c3-37debf1320e1) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:21.010406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:network and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:21.014714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for network was recalculated. Used quota:3. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:21.016313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] For port c032e8fc-2727-41b7-b0d2-0d655735a420, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c032e8fc-2727-41b7-b0d2-0d655735a420,segment=NetworkSegment(8d071623-e32a-4bd8-aa25-075acd2f5b17),segment_id=8d071623-e32a-4bd8-aa25-075acd2f5b17)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:21.029621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:21.043402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.062247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:21.084244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:21.098169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:21.102101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.109537 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34883743-496c-445d-96c9-5bfef9fa86c0 None None] Sync routers for ids ['eccb899c-7110-4a98-90d3-d079723361fa'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:21.126066 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34883743-496c-445d-96c9-5bfef9fa86c0 None None] Routers {'eccb899c-7110-4a98-90d3-d079723361fa'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:21.127672 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-34883743-496c-445d-96c9-5bfef9fa86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['eccb899c-7110-4a98-90d3-d079723361fa'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:21.135207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731e52b8-8d54-4c43-a017-e4de88f93ce4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.152806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Provisioning for port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:21.178890 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group': {'name': 'tempest-secgroup--636801191'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:21.186905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Provisioning complete for port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:21.187277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.187706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.resource_extend [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:48:21.202894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:21.209757 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-34883743-496c-445d-96c9-5bfef9fa86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:21.226894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:21.230529 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34883743-496c-445d-96c9-5bfef9fa86c0 None None] Routers {'eccb899c-7110-4a98-90d3-d079723361fa'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:21.231154 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-34883743-496c-445d-96c9-5bfef9fa86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:47:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['eccb899c-7110-4a98-90d3-d079723361fa'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:21.235622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:21.244928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:21.260394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:21.267660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c1813d-f4cb-44a0-a53d-019c2d5ba545 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:48:21.274111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.274842 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Added segment 3d131ed0-9e18-487e-baea-c4fbb90fa320 of type vlan for network 4665ea98-451a-48f6-813e-6f55d8bff872 Jun 03 21:48:21.277824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.295173 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-34883743-496c-445d-96c9-5bfef9fa86c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:21.296106 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34883743-496c-445d-96c9-5bfef9fa86c0 None None] The sync data for ids ['eccb899c-7110-4a98-90d3-d079723361fa'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:21.341874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Transition to ACTIVE for port object d4c1813d-f4cb-44a0-a53d-019c2d5ba545 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:21.353881 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.354151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Pushing event updated for resources: {'Port': ['ID=c032e8fc-2727-41b7-b0d2-0d655735a420,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:21.354151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:21.359817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.386145 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.415082 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "PUT /v2.0/routers/eccb899c-7110-4a98-90d3-d079723361fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7817492 Jun 03 21:48:21.416162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.419887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52486) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:21.421893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-977d91aa-c9d1-4de2-8901-c5a735b63472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.428451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c5947511-f314-4007-b001-1c6d674cd388 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:21.487478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778b56e-fe79-4067-9869-113c93f9a8ed req-f233b517-4862-4551-b9f3-bdd79fdea95e tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:21.489242 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d778b56e-fe79-4067-9869-113c93f9a8ed req-f233b517-4862-4551-b9f3-bdd79fdea95e tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.4626067 Jun 03 21:48:21.491498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:21.517064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:21.518060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.525426 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:21.537319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.557213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Transition to ACTIVE for port object fc4cb4f3-31ca-4124-92c3-37debf1320e1 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:21.562989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:21.588554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.592265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] For port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8,segment=NetworkSegment(46f66503-db32-4b13-a1b0-2061db8388c7),segment_id=46f66503-db32-4b13-a1b0-2061db8388c7)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:21.595261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Transition to ACTIVE for port object fc4cb4f3-31ca-4124-92c3-37debf1320e1 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:21.608210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.610811 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:21.611890 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.612364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:21.628784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:21.629959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-977d91aa-c9d1-4de2-8901-c5a735b63472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.660813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.692647 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Network ac5516d6-05ec-4c9e-a189-0291bd12e9b1 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:21.700961 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:21.703673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:21.760842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Pushing event updated for resources: {'Port': ['ID=a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:21.771336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:21.773228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-44c148d5-d882-4367-9b70-d1dec79e88c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:21.903614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1d54dedb-1ffa-4f88-9b21-e5d85967fff7 None None] Provisioning complete for port ab8a6a9f-8aa4-459f-bdcc-ba5fc7e22c04 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:21.904079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d54dedb-1ffa-4f88-9b21-e5d85967fff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.944543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Attempting to bind port fc4cb4f3-31ca-4124-92c3-37debf1320e1 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:21.945066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Attempting to bind port fc4cb4f3-31ca-4124-92c3-37debf1320e1 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '0d94368a-6b79-438e-a926-19cd5b255d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'ac5516d6-05ec-4c9e-a189-0291bd12e9b1'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:21.945720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Attempting to bind port fc4cb4f3-31ca-4124-92c3-37debf1320e1 on network ac5516d6-05ec-4c9e-a189-0291bd12e9b1 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:21.962519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Pushing event updated for resources: {'Port': ['ID=fc4cb4f3-31ca-4124-92c3-37debf1320e1,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:21.971389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:21.975332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:21.975846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Checking segment: {'id': '0d94368a-6b79-438e-a926-19cd5b255d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'ac5516d6-05ec-4c9e-a189-0291bd12e9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:21.976326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:21.976785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Bound using segment: {'id': '0d94368a-6b79-438e-a926-19cd5b255d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'ac5516d6-05ec-4c9e-a189-0291bd12e9b1'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:21.977465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Bound port: fc4cb4f3-31ca-4124-92c3-37debf1320e1, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d94368a-6b79-438e-a926-19cd5b255d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': 'ac5516d6-05ec-4c9e-a189-0291bd12e9b1'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:21.977908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.019398 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d778b56e-fe79-4067-9869-113c93f9a8ed req-9bc733a7-d4ef-49c1-ad80-fbc2f3d1dbad tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4882333 Jun 03 21:48:22.050104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-1d54dedb-1ffa-4f88-9b21-e5d85967fff7 None None] Port ab8a6a9f-8aa4-459f-bdcc-ba5fc7e22c04 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:22.068981 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0814066 Jun 03 21:48:22.085046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1d54dedb-1ffa-4f88-9b21-e5d85967fff7 None None] Provisioning complete for port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:22.085046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d54dedb-1ffa-4f88-9b21-e5d85967fff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.085363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52490) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:22.102509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a92f958f-d48d-4054-ad22-19686dfec9e1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:22.119722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Pushing event updated for resources: {'Port': ['ID=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:22.126278 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-977d91aa-c9d1-4de2-8901-c5a735b63472 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=747479e07dab4120b994a8164bad29e7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9892948 Jun 03 21:48:22.126278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:22.131353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52492) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:22.144790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-545fc372-cb90-4f0e-94e2-21727fbefe97 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:22.151615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Network': ['ID=4665ea98-451a-48f6-813e-6f55d8bff872,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:22.159603 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:22.176253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] For port fc4cb4f3-31ca-4124-92c3-37debf1320e1, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:22.186677 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 4665ea98-451a-48f6-813e-6f55d8bff872 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:22.194370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731e52b8-8d54-4c43-a017-e4de88f93ce4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.208720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:22.240808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c18c7-1514-4c52-8747-591fe1492b95 req-6260c181-7957-4c3e-ae45-112ac59624fb tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:22.241919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-357c18c7-1514-4c52-8747-591fe1492b95 req-6260c181-7957-4c3e-ae45-112ac59624fb tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Synchronizing usage tracker for tenant:684d3d7afe73426f9cb4abdbeaeb79b4 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:22.260720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b1c077-9c9e-483c-88f9-f620156e7f9c None None] Network fce6987b-af35-4633-9a0d-08a831f85a74 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:22.263745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731e52b8-8d54-4c43-a017-e4de88f93ce4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.275421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] For port fc4cb4f3-31ca-4124-92c3-37debf1320e1, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fc4cb4f3-31ca-4124-92c3-37debf1320e1,segment=NetworkSegment(0d94368a-6b79-438e-a926-19cd5b255d1f),segment_id=0d94368a-6b79-438e-a926-19cd5b255d1f)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:22.299790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e52b8-8d54-4c43-a017-e4de88f93ce4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Subnet': ['ID=c4794d2a-71c2-4abd-9cf1-28f5b45a605a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:22.308536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-731e52b8-8d54-4c43-a017-e4de88f93ce4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:22.310786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.321094 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-15e64ce6-e327-4fa2-b512-8419dfc5c945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:22.321554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be035aaa-eccb-4df8-a92c-f95d52961c7b tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.358525 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-731e52b8-8d54-4c43-a017-e4de88f93ce4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/c4794d2a-71c2-4abd-9cf1-28f5b45a605a HTTP/1.1" status: 204 len: 168 time: 1.9566591 Jun 03 21:48:22.360527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.369219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52494) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:22.414579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.423925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:22.429247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:22.434431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:22.449860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:22.495188 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c032e8fc-2727-41b7-b0d2-0d655735a420 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:22.548954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.555692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cf605bcc-1c17-4448-a5ba-81e491d248f9 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:22.577338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.594392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc13b392-7f1e-4c86-b8bc-dcf985c7cacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.604628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d91aa-c9d1-4de2-8901-c5a735b63472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d35249-99ca-423d-b7b8-65e3c04e5010,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:22.614655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-977d91aa-c9d1-4de2-8901-c5a735b63472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:22.655315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Pushing event updated for resources: {'Port': ['ID=fc4cb4f3-31ca-4124-92c3-37debf1320e1,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:22.659028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:22.660860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-357c18c7-1514-4c52-8747-591fe1492b95 req-6260c181-7957-4c3e-ae45-112ac59624fb tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Unset dirty status for tenant:684d3d7afe73426f9cb4abdbeaeb79b4 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:22.662608 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-357c18c7-1514-4c52-8747-591fe1492b95 req-6260c181-7957-4c3e-ae45-112ac59624fb tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 932 time: 1.5875432 Jun 03 21:48:22.705838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-db552439-79a6-4e22-b479-245e4cabc9c0 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting subnet 4c728a10-4fb2-461a-8845-2a15192fd944 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:48:22.708085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f550e5-a49c-46e4-9acd-8ef083c7e897,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:22.720342 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:22.722132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc13b392-7f1e-4c86-b8bc-dcf985c7cacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.740899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9df31236-dde4-4e0e-9bfb-f87cc07bd015 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:22.744840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c032e8fc-2727-41b7-b0d2-0d655735a420 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:22.760923 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4ffce88d-295d-4236-9494-4cf9ccd9fcde up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:22.764613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.765780 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8395467 Jun 03 21:48:22.766735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db552439-79a6-4e22-b479-245e4cabc9c0 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.814134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52496) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:22.915210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b1f47ba3-650c-4433-b096-c059756fc478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.922947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bf1b3a-79ca-4d57-93a3-0ad092645316,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:22.931264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:22.933565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db552439-79a6-4e22-b479-245e4cabc9c0 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.962491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 4ffce88d-295d-4236-9494-4cf9ccd9fcde triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:22.963223 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:22.974784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Attempting to bind port d4c1813d-f4cb-44a0-a53d-019c2d5ba545 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:22.975125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Attempting to bind port d4c1813d-f4cb-44a0-a53d-019c2d5ba545 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:22.975486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Attempting to bind port d4c1813d-f4cb-44a0-a53d-019c2d5ba545 on network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:23.008447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4a3adf-35c1-488f-9af6-7e6579fb0949 None None] Network afb133eb-5025-46df-ad68-fb001d7ab0dd requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:23.015841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc13b392-7f1e-4c86-b8bc-dcf985c7cacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.032723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d01ad058-d260-4114-81ed-950a551a3336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:23.059967 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-be035aaa-eccb-4df8-a92c-f95d52961c7b tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 03 21:48:23.061134 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-be035aaa-eccb-4df8-a92c-f95d52961c7b tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "DELETE /v2.0/routers/eccb899c-7110-4a98-90d3-d079723361fa HTTP/1.1" status: 409 len: 329 time: 1.6041026 Jun 03 21:48:23.079635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52500) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:23.098661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Port d4c1813d-f4cb-44a0-a53d-019c2d5ba545 on network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:48:23.099262 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Attempting to bind port d4c1813d-f4cb-44a0-a53d-019c2d5ba545 on network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:23.183500 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-401c941c-e7bb-4e4c-8579-e64fa91f64da None None] Provisioning for port c032e8fc-2727-41b7-b0d2-0d655735a420 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:23.199346 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-357c18c7-1514-4c52-8747-591fe1492b95 req-a3251c4f-c222-4022-a3f0-c4eed10db643 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5039232 Jun 03 21:48:23.210304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:23.210651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Checking segment: {'id': 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:23.211232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Bound using segment: {'id': 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:23.220304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Bound port: d4c1813d-f4cb-44a0-a53d-019c2d5ba545, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:23.220672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.227170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13b392-7f1e-4c86-b8bc-dcf985c7cacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d35249-99ca-423d-b7b8-65e3c04e5010,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:23.238182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc13b392-7f1e-4c86-b8bc-dcf985c7cacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.240170 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fc13b392-7f1e-4c86-b8bc-dcf985c7cacb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b1d35249-99ca-423d-b7b8-65e3c04e5010 HTTP/1.1" status: 204 len: 168 time: 1.1065927 Jun 03 21:48:23.262001 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fc13b392-7f1e-4c86-b8bc-dcf985c7cacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:23.290941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-401c941c-e7bb-4e4c-8579-e64fa91f64da None None] Provisioning complete for port c032e8fc-2727-41b7-b0d2-0d655735a420 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:23.296885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-401c941c-e7bb-4e4c-8579-e64fa91f64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.298632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.395755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a92f958f-d48d-4054-ad22-19686dfec9e1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.420642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db552439-79a6-4e22-b479-245e4cabc9c0 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.470278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.788155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.26.3.96 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/8ccb1da7-a299-4a74-acca-2abc4815289b) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:23.797661 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:23.854003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a92f958f-d48d-4054-ad22-19686dfec9e1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.873141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b0c17abd-d54b-434c-824e-73f6303f14d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:23.964320 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-de91276a-31d2-4919-b5f2-c8eeab3d58fa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 1.1359005 Jun 03 21:48:23.964320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a92f958f-d48d-4054-ad22-19686dfec9e1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network 4665ea98-451a-48f6-813e-6f55d8bff872 is not hosted by any dhcp agent {{(pid=104396) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 03 21:48:23.974545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f958f-d48d-4054-ad22-19686dfec9e1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:23.975197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a92f958f-d48d-4054-ad22-19686dfec9e1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:23.976764 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a92f958f-d48d-4054-ad22-19686dfec9e1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "PUT /v2.0/networks/4665ea98-451a-48f6-813e-6f55d8bff872 HTTP/1.1" status: 200 len: 723 time: 1.8870540 Jun 03 21:48:23.991850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52506) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:23.992162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52510) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:24.013116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'subnet': {'network_id': '4665ea98-451a-48f6-813e-6f55d8bff872', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:24.065837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d74faa83-b96a-44d8-b0d3-7f55b5750171 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group': {'name': 'tempest-security--2051796471', 'description': 'tempest-security-description-1445851145'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:24.124214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-401c941c-e7bb-4e4c-8579-e64fa91f64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:24.175152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:24.175919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:24.232018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-401c941c-e7bb-4e4c-8579-e64fa91f64da None None] For port c032e8fc-2727-41b7-b0d2-0d655735a420, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c032e8fc-2727-41b7-b0d2-0d655735a420,segment=NetworkSegment(8d071623-e32a-4bd8-aa25-075acd2f5b17),segment_id=8d071623-e32a-4bd8-aa25-075acd2f5b17)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:24.259611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-401c941c-e7bb-4e4c-8579-e64fa91f64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:24.269219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1825d67d-5454-4790-bcc1-7028c3132cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:24.320329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f958f-d48d-4054-ad22-19686dfec9e1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Network': ['ID=4665ea98-451a-48f6-813e-6f55d8bff872,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:24.323699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e957a910-095a-4cdf-abd0-74221c244f37 None None] Network ac5516d6-05ec-4c9e-a189-0291bd12e9b1 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:24.346575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a92f958f-d48d-4054-ad22-19686dfec9e1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:24.347077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 4665ea98-451a-48f6-813e-6f55d8bff872 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:24.423851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5faa2b-3ec3-42a4-adfa-4db6746fc86e req-89d7537e-1aa6-4a2d-8455-46984ce6ad02 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:24.425430 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8a5faa2b-3ec3-42a4-adfa-4db6746fc86e req-89d7537e-1aa6-4a2d-8455-46984ce6ad02 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.7320423 Jun 03 21:48:24.504378 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8a5faa2b-3ec3-42a4-adfa-4db6746fc86e req-bfee6e65-a107-41a5-8345-70826a05016f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566142 Jun 03 21:48:24.635820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db552439-79a6-4e22-b479-245e4cabc9c0 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:24.646246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8feb4dd5-8e38-4c21-8056-cb783758eaeb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:24.704794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a894d5a0-8c5d-4879-8a05-38788c4b702e None None] Provisioning complete for port a01ad83b-04d9-4460-9d29-0b24333b8058 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:24.705442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a894d5a0-8c5d-4879-8a05-38788c4b702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:24.709436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db552439-79a6-4e22-b479-245e4cabc9c0 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Subnet': ['ID=4c728a10-4fb2-461a-8845-2a15192fd944,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:24.716580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db552439-79a6-4e22-b479-245e4cabc9c0 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:24.756250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] For port d4c1813d-f4cb-44a0-a53d-019c2d5ba545, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:24.768552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52528) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:24.770725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-db552439-79a6-4e22-b479-245e4cabc9c0 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:24.780208 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0042219 Jun 03 21:48:24.781178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52530) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:24.782832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d74faa83-b96a-44d8-b0d3-7f55b5750171 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:24.788113 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-db552439-79a6-4e22-b479-245e4cabc9c0 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/4c728a10-4fb2-461a-8845-2a15192fd944 HTTP/1.1" status: 204 len: 168 time: 2.4174058 Jun 03 21:48:24.792550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52534) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:24.811355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3e177b-b9e9-4deb-ae31-0ab3107246e4 None None] Network fce6987b-af35-4633-9a0d-08a831f85a74 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:24.824406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:24.827739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] For port d4c1813d-f4cb-44a0-a53d-019c2d5ba545, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:24.858157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:24.862228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-be05b546-7b0b-4d21-9089-62c56f4002c9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:24.894923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:24.948793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c941c-e7bb-4e4c-8579-e64fa91f64da None None] Pushing event updated for resources: {'Port': ['ID=c032e8fc-2727-41b7-b0d2-0d655735a420,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:24.954451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:24.961038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-401c941c-e7bb-4e4c-8579-e64fa91f64da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:24.993883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:24.997913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.016422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:25.017057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.018528 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] 10.222.0.24 "PUT /v2.0/ports/d4c1813d-f4cb-44a0-a53d-019c2d5ba545 HTTP/1.1" status: 200 len: 1094 time: 6.5285950 Jun 03 21:48:25.028393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:48:25.030792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68b5529-1526-4403-acee-44de124d4b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:48:25.055215 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d74faa83-b96a-44d8-b0d3-7f55b5750171 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.103375 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7c867965-ace0-4b07-85a2-e11e40169599 tempest-NetworksApiDiscovery-760044438 tempest-NetworksApiDiscovery-760044438-project] 10.222.0.96 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3206623 Jun 03 21:48:25.162370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7070fc7b-ca11-4ad5-a9d2-5aacd614751a x-openstack-request-id: req-7070fc7b-ca11-4ad5-a9d2-5aacd614751a {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:48:25.162783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:48:25.162972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7070fc7b-ca11-4ad5-a9d2-5aacd614751a {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:48:25.163489 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'status': 'completed', 'code': 200} Jun 03 21:48:25.174407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d74faa83-b96a-44d8-b0d3-7f55b5750171 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.198614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Pushing event updated for resources: {'Port': ['ID=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:25.210985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488e1fe-2951-462a-a55b-a0a1186cae3b req-2bd3cbda-273a-4d3b-a709-881749367a87 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:25.213324 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e488e1fe-2951-462a-a55b-a0a1186cae3b req-2bd3cbda-273a-4d3b-a709-881749367a87 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 944 time: 0.8385577 Jun 03 21:48:25.216217 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:25.217704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8787314e-ff44-45bd-a29b-49ce6b02937f None None] Update dhcp port {'port': {'network_id': 'afb133eb-5025-46df-ad68-fb001d7ab0dd', 'fixed_ips': [{'subnet_id': 'fdfa72cb-5671-4c4b-aeb6-e152de3bacde', 'ip_address': '2001:db8::2'}, {'subnet_id': '3c732408-62de-4de1-a6f7-fa4cb22c2601'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': 'c032e8fc-2727-41b7-b0d2-0d655735a420'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:48:25.272450 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-aabc3d44-569e-4b68-9afa-187af9965751 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.273911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9d4fe69e-78e7-4c81-a642-4d6bd7e39630 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:25.325430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d74faa83-b96a-44d8-b0d3-7f55b5750171 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.326965 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d74faa83-b96a-44d8-b0d3-7f55b5750171 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "PUT /v2.0/security-groups/e1bf1b3a-79ca-4d57-93a3-0ad092645316 HTTP/1.1" status: 200 len: 1778 time: 1.3318477 Jun 03 21:48:25.344469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52540) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:25.381201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.406756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74faa83-b96a-44d8-b0d3-7f55b5750171 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bf1b3a-79ca-4d57-93a3-0ad092645316,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:25.421765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d74faa83-b96a-44d8-b0d3-7f55b5750171 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:25.442585 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e488e1fe-2951-462a-a55b-a0a1186cae3b req-0564104f-a5d5-4c0f-a7ed-b7a669d5aeab tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516733 Jun 03 21:48:25.444591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.454128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:25.540619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8787314e-ff44-45bd-a29b-49ce6b02937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.548832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:25.575806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-c91e746a-f32a-4365-a0f7-0851551c4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:25.582169 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-c91e746a-f32a-4365-a0f7-0851551c4603 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=684d3d7afe73426f9cb4abdbeaeb79b4&device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 1097 time: 0.4801848 Jun 03 21:48:25.585453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:25.595742 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-89fb2a76-656e-4248-a926-21a37dd05d4e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-groups/e1bf1b3a-79ca-4d57-93a3-0ad092645316 HTTP/1.1" status: 200 len: 1778 time: 0.2447701 Jun 03 21:48:25.607521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52546) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:25.609413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:25.630358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fc4cb4f3-31ca-4124-92c3-37debf1320e1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:25.678162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52548) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:25.683533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.695221 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-16f125c5-7fb9-4329-83c7-ab5ca19c38f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.770010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=8ccb1da7-a299-4a74-acca-2abc4815289b,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:25.790669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:25.810374 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-7053fc7c-7e9a-46de-b9d1-3143caa7d3ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545 HTTP/1.1" status: 200 len: 217 time: 0.2037959 Jun 03 21:48:25.814175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port a01ad83b-04d9-4460-9d29-0b24333b8058 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:25.814516 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.938997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49e6fc3e-046e-423e-8152-f7177b14a762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:25.976893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-49e6fc3e-046e-423e-8152-f7177b14a762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:25.991077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a894d5a0-8c5d-4879-8a05-38788c4b702e None None] Provisioning for port fc4cb4f3-31ca-4124-92c3-37debf1320e1 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:25.992724 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-49e6fc3e-046e-423e-8152-f7177b14a762 admin admin] Usage tracker for resource:security_group_rule and tenant:31f23857de13441c87bd8ab077c43d8c is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:25.996449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] For port a01ad83b-04d9-4460-9d29-0b24333b8058, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a01ad83b-04d9-4460-9d29-0b24333b8058,segment=NetworkSegment(e038a120-4f97-4e47-8dcd-a5e853b65c5f),segment_id=e038a120-4f97-4e47-8dcd-a5e853b65c5f)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:25.996805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.014256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-49e6fc3e-046e-423e-8152-f7177b14a762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:26.025431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-78f49ad8-967b-4f47-9270-ad8964d8c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:26.027500 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-78f49ad8-967b-4f47-9270-ad8964d8c1f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9572515-61d3-4237-9d45-489c6c5adb2d HTTP/1.1" status: 200 len: 834 time: 0.1921253 Jun 03 21:48:26.032274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-49e6fc3e-046e-423e-8152-f7177b14a762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:26.041835 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e767936-9d0c-4a0a-befa-d9a1979c0291 req-3eb02a8e-59ec-4c74-91fa-dba048071d8d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:26.044593 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7e767936-9d0c-4a0a-befa-d9a1979c0291 req-3eb02a8e-59ec-4c74-91fa-dba048071d8d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.3425519 Jun 03 21:48:26.050752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-8787314e-ff44-45bd-a29b-49ce6b02937f None None] Allocated IP 172.20.0.1 (afb133eb-5025-46df-ad68-fb001d7ab0dd/3c732408-62de-4de1-a6f7-fa4cb22c2601/c032e8fc-2727-41b7-b0d2-0d655735a420) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:26.125210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d918a7-0463-4fa4-aa8e-b390098faa8d None None] DHCP port deletion for fce6987b-af35-4633-9a0d-08a831f85a74 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:48:26.133587 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port fc4cb4f3-31ca-4124-92c3-37debf1320e1 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:26.172118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-369547d1-5454-49b0-a8fc-c677acd0bf17 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.187689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port fc4cb4f3-31ca-4124-92c3-37debf1320e1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:26.188071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.203913 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for a01ad83b-04d9-4460-9d29-0b24333b8058 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:26.284985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-369547d1-5454-49b0-a8fc-c677acd0bf17 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.317368 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7e767936-9d0c-4a0a-befa-d9a1979c0291 req-482aaf47-ebbf-4ee3-b8b2-9100e74ad7ab tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256883 Jun 03 21:48:26.364541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8787314e-ff44-45bd-a29b-49ce6b02937f None None] For port c032e8fc-2727-41b7-b0d2-0d655735a420, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c032e8fc-2727-41b7-b0d2-0d655735a420,segment=NetworkSegment(8d071623-e32a-4bd8-aa25-075acd2f5b17),segment_id=8d071623-e32a-4bd8-aa25-075acd2f5b17)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:26.432575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c5d918a7-0463-4fa4-aa8e-b390098faa8d None None] Deleting port a01ad83b-04d9-4460-9d29-0b24333b8058 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:26.432953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c5d918a7-0463-4fa4-aa8e-b390098faa8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.463397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.472374 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bd0b67a4-41af-47c0-9f24-299e582a78db tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:26.486581 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-369547d1-5454-49b0-a8fc-c677acd0bf17 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.500799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8787314e-ff44-45bd-a29b-49ce6b02937f None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.506641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:26.517504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49e6fc3e-046e-423e-8152-f7177b14a762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.529954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-aabc3d44-569e-4b68-9afa-187af9965751 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Deleting port ab8a6a9f-8aa4-459f-bdcc-ba5fc7e22c04 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:26.530293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-aabc3d44-569e-4b68-9afa-187af9965751 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.535925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369547d1-5454-49b0-a8fc-c677acd0bf17 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bf1b3a-79ca-4d57-93a3-0ad092645316,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:26.539200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-369547d1-5454-49b0-a8fc-c677acd0bf17 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:26.548781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-51bd5007-82e6-4b20-a92b-d3bd3b00695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:26.550906 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-51bd5007-82e6-4b20-a92b-d3bd3b00695c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4222686 Jun 03 21:48:26.555211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=a01ad83b-04d9-4460-9d29-0b24333b8058,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:26.561125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-49e6fc3e-046e-423e-8152-f7177b14a762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.582247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:26.582801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:26.592897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No DVR routers for this DVR port a01ad83b-04d9-4460-9d29-0b24333b8058 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:26.617730 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.659155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8787314e-ff44-45bd-a29b-49ce6b02937f None None] Transition to ACTIVE for port object c032e8fc-2727-41b7-b0d2-0d655735a420 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:26.672746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c5d918a7-0463-4fa4-aa8e-b390098faa8d None None] For port a01ad83b-04d9-4460-9d29-0b24333b8058, host dv-neutron-792998-2-hyperv, got binding levels [] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:26.673398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c5d918a7-0463-4fa4-aa8e-b390098faa8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.681164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-369547d1-5454-49b0-a8fc-c677acd0bf17 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.684621 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-369547d1-5454-49b0-a8fc-c677acd0bf17 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-groups/e1bf1b3a-79ca-4d57-93a3-0ad092645316 HTTP/1.1" status: 204 len: 168 time: 1.0388784 Jun 03 21:48:26.684786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.687830 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8787314e-ff44-45bd-a29b-49ce6b02937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.694917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52554) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:26.695122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b66b3f51-d913-4376-9dfc-95e72f83bf2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:26.777787 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:26.939371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c5d918a7-0463-4fa4-aa8e-b390098faa8d None None] Calling delete_port for a01ad83b-04d9-4460-9d29-0b24333b8058 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:26.979778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.ipam_backend_mixin [None req-c5d918a7-0463-4fa4-aa8e-b390098faa8d None None] Port a01ad83b-04d9-4460-9d29-0b24333b8058 was not found and therefore no delete operation was performed {{(pid=104398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:48:26.986888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port fc4cb4f3-31ca-4124-92c3-37debf1320e1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fc4cb4f3-31ca-4124-92c3-37debf1320e1,segment=NetworkSegment(0d94368a-6b79-438e-a926-19cd5b255d1f),segment_id=0d94368a-6b79-438e-a926-19cd5b255d1f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:26.996402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c5d918a7-0463-4fa4-aa8e-b390098faa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.013737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.014533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c032e8fc-2727-41b7-b0d2-0d655735a420 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:27.028522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce6987b-af35-4633-9a0d-08a831f85a74']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:27.051056 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-49e6fc3e-046e-423e-8152-f7177b14a762 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=31f23857de13441c87bd8ab077c43d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3661675 Jun 03 21:48:27.057005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52556) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:27.060126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6fc3e-046e-423e-8152-f7177b14a762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3ae1f5-a53e-4618-a08c-913acc9e7053,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:27.064550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-49e6fc3e-046e-423e-8152-f7177b14a762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:27.073329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.096265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e038a120-4f97-4e47-8dcd-a5e853b65c5f') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:27.096547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e038a120-4f97-4e47-8dcd-a5e853b65c5f') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:27.108173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d918a7-0463-4fa4-aa8e-b390098faa8d None None] No DVR routers for this DVR port a01ad83b-04d9-4460-9d29-0b24333b8058 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:27.109197 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787314e-ff44-45bd-a29b-49ce6b02937f None None] Pushing event updated for resources: {'Port': ['ID=c032e8fc-2727-41b7-b0d2-0d655735a420,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:27.116013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-63ecd1ac-5a98-4103-897c-02a29d8a4a9b None None] Provisioning complete for port fc4cb4f3-31ca-4124-92c3-37debf1320e1 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:27.116914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-63ecd1ac-5a98-4103-897c-02a29d8a4a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.133702 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.149269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8787314e-ff44-45bd-a29b-49ce6b02937f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:27.157416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5972eaac-8461-4272-890a-8215352497e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:27.165132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.183158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.196245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:48:27.197035 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:48:27.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:48:27.216692 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d918a7-0463-4fa4-aa8e-b390098faa8d None None] Pushing event deleted for resources: {'Port': ['ID=a01ad83b-04d9-4460-9d29-0b24333b8058,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:27.262451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-aabc3d44-569e-4b68-9afa-187af9965751 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.279724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9dff566e-16b9-495e-a186-601896af6f28 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:27.284048 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-02906c10-6262-4f7a-b9ba-64e098cfdc45 service neutron] 10.222.0.24 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517653 Jun 03 21:48:27.463804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=fc4cb4f3-31ca-4124-92c3-37debf1320e1,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:27.477735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c032e8fc-2727-41b7-b0d2-0d655735a420 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:27.516779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d0414-cebf-4d8b-9673-177c99e504a2 req-20f587d9-9024-4d84-8cee-d1a068304334 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:27.518534 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-984d0414-cebf-4d8b-9673-177c99e504a2 req-20f587d9-9024-4d84-8cee-d1a068304334 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 944 time: 0.8320463 Jun 03 21:48:27.520824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9dff566e-16b9-495e-a186-601896af6f28 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:27.523185 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9dff566e-16b9-495e-a186-601896af6f28 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8251019 Jun 03 21:48:27.528554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-aabc3d44-569e-4b68-9afa-187af9965751 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Calling delete_port for ab8a6a9f-8aa4-459f-bdcc-ba5fc7e22c04 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:27.532234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-51b6636a-a2eb-424a-b262-1fde70429b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.542144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:27.543792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:27.544325 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:27.573186 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52560) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:27.610771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.616076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.623904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-517d3354-3973-4d38-93a0-7dd078750eee tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:27.653905 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-2415b008-fc73-42b9-8fa0-9bc40725e999 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] delete failed (client error): The resource could not be found. Jun 03 21:48:27.658607 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2415b008-fc73-42b9-8fa0-9bc40725e999 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-groups/e1bf1b3a-79ca-4d57-93a3-0ad092645316 HTTP/1.1" status: 404 len: 347 time: 0.0808074 Jun 03 21:48:27.668264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52562) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:27.684152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a01ad83b-04d9-4460-9d29-0b24333b8058 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:48:27.685259 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943853730'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:27.691891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Network': ['ID=fce6987b-af35-4633-9a0d-08a831f85a74,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:27.694522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:27.702752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-51b6636a-a2eb-424a-b262-1fde70429b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.714807 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:27.747204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:27.751301 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/networks/fce6987b-af35-4633-9a0d-08a831f85a74 HTTP/1.1" status: 204 len: 168 time: 2.9582694 Jun 03 21:48:27.765802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: a01ad83b-04d9-4460-9d29-0b24333b8058 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:48:27.766943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a01ad83b-04d9-4460-9d29-0b24333b8058 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:48:27.771130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52564) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:27.845101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.885443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b084597-73df-456c-b7b2-1ac7afe9b77c None None] Network afb133eb-5025-46df-ad68-fb001d7ab0dd requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:27.928845 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-984d0414-cebf-4d8b-9673-177c99e504a2 req-f9e8be5c-60d4-42dc-862d-45ca32b286a4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424392 Jun 03 21:48:27.949697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:27.955231 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48791e4d-3b4f-43b4-8b06-e04f7d0b5f1a req-dbf02cb5-e03b-4ae1-86fe-64f924ed61cd service neutron] 10.222.0.24 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6600761 Jun 03 21:48:27.956847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:28.016416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2c8fa338-8bf6-47e6-9782-42a1b7b7fa5a None None] Provisioning for port c032e8fc-2727-41b7-b0d2-0d655735a420 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:28.025991 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2c8fa338-8bf6-47e6-9782-42a1b7b7fa5a None None] Provisioning complete for port c032e8fc-2727-41b7-b0d2-0d655735a420 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:28.027030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2c8fa338-8bf6-47e6-9782-42a1b7b7fa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:28.043586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:28.058414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e9ae8-fbfb-45f3-9fb4-9b9d1a206888 req-d3e7d94d-de47-4d8e-a7ed-28d494097c93 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:28.067538 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-270e9ae8-fbfb-45f3-9fb4-9b9d1a206888 req-d3e7d94d-de47-4d8e-a7ed-28d494097c93 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.5312579 Jun 03 21:48:28.085278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:28.095162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:28.098707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-51b6636a-a2eb-424a-b262-1fde70429b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:28.106672 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:28.116598 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bf3a3983-aff8-472c-85a2-6e5cea71a004 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:28.139427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6636a-a2eb-424a-b262-1fde70429b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3ae1f5-a53e-4618-a08c-913acc9e7053,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:28.141732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-51b6636a-a2eb-424a-b262-1fde70429b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:28.142863 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-51b6636a-a2eb-424a-b262-1fde70429b5d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6d3ae1f5-a53e-4618-a08c-913acc9e7053 HTTP/1.1" status: 204 len: 168 time: 1.0771253 Jun 03 21:48:28.149224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:28.152281 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-51b6636a-a2eb-424a-b262-1fde70429b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:28.182136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Subnet': ['ID=6e87a081-9c89-45fc-a3e0-1e14dfb8d686,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:28.191065 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:28.210164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Checking segment: {'id': '3d131ed0-9e18-487e-baea-c4fbb90fa320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '4665ea98-451a-48f6-813e-6f55d8bff872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:28.210524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network hostable DHCP agents. Network: 4665ea98-451a-48f6-813e-6f55d8bff872, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:28.255388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:28.328240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network 4665ea98-451a-48f6-813e-6f55d8bff872 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:28.342278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5529-1526-4403-acee-44de124d4b1e req-b43d79e0-6c2c-44b1-b6c5-fde9c20ec817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:28.343806 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c68b5529-1526-4403-acee-44de124d4b1e req-b43d79e0-6c2c-44b1-b6c5-fde9c20ec817 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=684d3d7afe73426f9cb4abdbeaeb79b4&device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 1097 time: 0.3139362 Jun 03 21:48:28.376540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:28.377088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 4665ea98-451a-48f6-813e-6f55d8bff872) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:28.392635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a724b3-1aee-4e49-b74a-9f4af641a9d7 None None] Network 4665ea98-451a-48f6-813e-6f55d8bff872 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:28.402487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:28.408205 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e34f42e7-8baf-4dd6-9e3d-0f2eeebfc208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:28.414140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:28.414731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:28.429671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-aabc3d44-569e-4b68-9afa-187af9965751 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:28.459477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b70437-35a7-48f5-ba73-465e723aa61f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:28.460246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-06b70437-35a7-48f5-ba73-465e723aa61f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:28.476871 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-270e9ae8-fbfb-45f3-9fb4-9b9d1a206888 req-6c658708-22bf-4e4d-9a8b-5c37ab011c26 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4083619 Jun 03 21:48:28.516677 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5145259 Jun 03 21:48:28.519500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52570) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:28.549226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-eb08aeb2-4863-4296-b70b-ed64c9c2fbe4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:28.581681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router d1b7e614-b171-423f-b6f3-fa7cebe95155 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:48:28.633198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5529-1526-4403-acee-44de124d4b1e req-57c01bb8-77a9-402e-8df9-a927db147d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:28.635123 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c68b5529-1526-4403-acee-44de124d4b1e req-57c01bb8-77a9-402e-8df9-a927db147d05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 HTTP/1.1" status: 200 len: 898 time: 0.2840524 Jun 03 21:48:28.707927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcc49c5-14ef-4f57-a3d1-04fa17367782,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:28.717440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:28.795497 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b94e26ba-c4f4-4414-82b0-69ba70512b60 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:28.842245 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-4665ea98-451a-48f6-813e-6f55d8bff872', 'network_id': '4665ea98-451a-48f6-813e-6f55d8bff872', 'tenant_id': 'b019ab5693a243b49d7da2decb50e20d', 'fixed_ips': [{'subnet_id': '6e87a081-9c89-45fc-a3e0-1e14dfb8d686'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:48:28.844500 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:28.855681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-06b70437-35a7-48f5-ba73-465e723aa61f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:28.861415 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-06b70437-35a7-48f5-ba73-465e723aa61f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.0891824 Jun 03 21:48:28.875539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52580) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:28.997903 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.002488 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3219304 Jun 03 21:48:29.016054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52586) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:29.016940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc3d44-569e-4b68-9afa-187af9965751 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event deleted for resources: {'Port': ['ID=ab8a6a9f-8aa4-459f-bdcc-ba5fc7e22c04,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:29.028578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e57ca58b-ae52-449c-a3d2-828500a853e0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group_rule': {'security_group_id': 'cbcc49c5-14ef-4f57-a3d1-04fa17367782', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:29.034648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-aabc3d44-569e-4b68-9afa-187af9965751 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:29.043384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e57ca58b-ae52-449c-a3d2-828500a853e0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:29.051751 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-aabc3d44-569e-4b68-9afa-187af9965751 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.059012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e57ca58b-ae52-449c-a3d2-828500a853e0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:29.070312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Allocated IP 2001:db8::2 (4665ea98-451a-48f6-813e-6f55d8bff872/6e87a081-9c89-45fc-a3e0-1e14dfb8d686/f389908f-c0f3-438d-8536-7843515e62e8) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:29.078342 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e57ca58b-ae52-449c-a3d2-828500a853e0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:29.092178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e57ca58b-ae52-449c-a3d2-828500a853e0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:29.166391 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3f9eafee-5e90-4b89-9cb5-5440c3be3912 None None] Provisioning complete for port c032e8fc-2727-41b7-b0d2-0d655735a420 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:29.166763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3f9eafee-5e90-4b89-9cb5-5440c3be3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.296841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:29.331550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e503812f-ab97-4eac-8298-84384a71a438 None None] Sync routers for ids ['d1b7e614-b171-423f-b6f3-fa7cebe95155'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:29.366773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e503812f-ab97-4eac-8298-84384a71a438 None None] Routers {'d1b7e614-b171-423f-b6f3-fa7cebe95155'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:29.367494 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e503812f-ab97-4eac-8298-84384a71a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d1b7e614-b171-423f-b6f3-fa7cebe95155'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:29.373854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb08aeb2-4863-4296-b70b-ed64c9c2fbe4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28499101'] for subnet, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.415194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e57ca58b-ae52-449c-a3d2-828500a853e0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.432161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52594) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:29.464202 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c68b5529-1526-4403-acee-44de124d4b1e req-a4cdc804-b3c8-49ee-ac95-97f96e2bea18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545 HTTP/1.1" status: 200 len: 217 time: 0.2714665 Jun 03 21:48:29.469744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.471270 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.4437027 Jun 03 21:48:29.474375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e503812f-ab97-4eac-8298-84384a71a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:29.538371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52598) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:29.540935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5529-1526-4403-acee-44de124d4b1e req-b67405b0-f78a-4664-81c8-7e4fc303f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:29.541165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fc4cb4f3-31ca-4124-92c3-37debf1320e1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:29.554268 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c68b5529-1526-4403-acee-44de124d4b1e req-b67405b0-f78a-4664-81c8-7e4fc303f04c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9572515-61d3-4237-9d45-489c6c5adb2d HTTP/1.1" status: 200 len: 834 time: 0.0816209 Jun 03 21:48:29.621052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e503812f-ab97-4eac-8298-84384a71a438 None None] Routers {'d1b7e614-b171-423f-b6f3-fa7cebe95155'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:29.621635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e503812f-ab97-4eac-8298-84384a71a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d1b7e614-b171-423f-b6f3-fa7cebe95155'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:29.643703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1352498359-network', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:29.648294 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:29.652514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Usage tracker for resource:network and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:29.655415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:29.661268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:29.686446 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-07a12745-6f18-45ac-a1c2-41e75af6a5e2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8062594 Jun 03 21:48:29.690135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52602) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:29.694608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Made reservation on behalf of ea9dc95effb941b3ad996c5e7166ace0 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:29.697550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.706329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-432559240'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:29.719931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:29.728209 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabc3d44-569e-4b68-9afa-187af9965751 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Router eccb899c-7110-4a98-90d3-d079723361fa has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:29.728460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:network and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:29.732551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43063a-855e-4435-99c1-031d0a4fbbe0 req-288bee00-7876-47d3-822e-8500dbbc7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:29.732737 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0a43063a-855e-4435-99c1-031d0a4fbbe0 req-288bee00-7876-47d3-822e-8500dbbc7417 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8575706e29d4efb935647060af56086&device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 1098 time: 1.0432181 Jun 03 21:48:29.734772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:29.745035 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.756162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e503812f-ab97-4eac-8298-84384a71a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:29.756556 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e503812f-ab97-4eac-8298-84384a71a438 None None] The sync data for ids ['d1b7e614-b171-423f-b6f3-fa7cebe95155'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:29.772701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.784095 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Transition to ACTIVE for port object f389908f-c0f3-438d-8536-7843515e62e8 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:29.804363 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Transition to ACTIVE for port object f389908f-c0f3-438d-8536-7843515e62e8 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:29.806866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port fc4cb4f3-31ca-4124-92c3-37debf1320e1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:29.807287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.866059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.870376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d1085084-e509-4487-a434-c98ad7dfd6b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:29.919906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:29.944855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:29.948200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Pushing event updated for resources: {'Port': ['ID=f389908f-c0f3-438d-8536-7843515e62e8,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:29.949893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e57ca58b-ae52-449c-a3d2-828500a853e0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:29.951901 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Network 4665ea98-451a-48f6-813e-6f55d8bff872 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:29.960959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Usage tracker for resource:security_group_rule and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:29.982637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:29.983425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:29.991697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:29.998735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0aa8a-8799-4255-bdaf-2c5915e4ab01 req-cba1e743-63f9-4357-a190-5d94fe337f1e tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:30.000230 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e7f0aa8a-8799-4255-bdaf-2c5915e4ab01 req-cba1e743-63f9-4357-a190-5d94fe337f1e tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 944 time: 0.8065622 Jun 03 21:48:30.006397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:30.012970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:30.016525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.027421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e57ca58b-ae52-449c-a3d2-828500a853e0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.079497 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:30.109727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:30.120038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Attempting to bind port f389908f-c0f3-438d-8536-7843515e62e8 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:30.120612 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Attempting to bind port f389908f-c0f3-438d-8536-7843515e62e8 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '3d131ed0-9e18-487e-baea-c4fbb90fa320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '4665ea98-451a-48f6-813e-6f55d8bff872'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:30.121072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Attempting to bind port f389908f-c0f3-438d-8536-7843515e62e8 on network 4665ea98-451a-48f6-813e-6f55d8bff872 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:30.132332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:30.132883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Checking segment: {'id': '3d131ed0-9e18-487e-baea-c4fbb90fa320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '4665ea98-451a-48f6-813e-6f55d8bff872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:30.133567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.134248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Bound using segment: {'id': '3d131ed0-9e18-487e-baea-c4fbb90fa320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '4665ea98-451a-48f6-813e-6f55d8bff872'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:30.135062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Bound port: f389908f-c0f3-438d-8536-7843515e62e8, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d131ed0-9e18-487e-baea-c4fbb90fa320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '4665ea98-451a-48f6-813e-6f55d8bff872'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:30.135819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.140812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabc3d44-569e-4b68-9afa-187af9965751 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:30.157976 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8464bf-d3fa-4598-af53-0cf7f65bbdde None None] Sync routers for ids ['eccb899c-7110-4a98-90d3-d079723361fa'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:30.168420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43063a-855e-4435-99c1-031d0a4fbbe0 req-82250928-39c7-4a65-9c64-c00baa694968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:30.168665 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0a43063a-855e-4435-99c1-031d0a4fbbe0 req-82250928-39c7-4a65-9c64-c00baa694968 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3ab37d9-450d-465b-af87-fe797b3c7680 HTTP/1.1" status: 200 len: 914 time: 0.4085541 Jun 03 21:48:30.169241 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8464bf-d3fa-4598-af53-0cf7f65bbdde None None] Routers {'eccb899c-7110-4a98-90d3-d079723361fa'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:30.169400 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ca58b-ae52-449c-a3d2-828500a853e0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602a0cac-782e-4ea0-9fed-c0dfc41c84a8,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:30.170429 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6b8464bf-d3fa-4598-af53-0cf7f65bbdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['eccb899c-7110-4a98-90d3-d079723361fa'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:30.181962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e57ca58b-ae52-449c-a3d2-828500a853e0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:30.205224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5529-1526-4403-acee-44de124d4b1e req-73028f24-1752-4d0a-a557-caa495ea1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:30.206689 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c68b5529-1526-4403-acee-44de124d4b1e req-73028f24-1752-4d0a-a557-caa495ea1636 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5811992 Jun 03 21:48:30.207328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb08aeb2-4863-4296-b70b-ed64c9c2fbe4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763094312964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27462612'] for subnet, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.218785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b7f41b40-6baa-4778-831a-3f55a370f53f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:30.246678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:30.250582 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-aabc3d44-569e-4b68-9afa-187af9965751 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "PUT /v2.0/routers/eccb899c-7110-4a98-90d3-d079723361fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1696210 Jun 03 21:48:30.253538 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6b8464bf-d3fa-4598-af53-0cf7f65bbdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:30.264122 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8464bf-d3fa-4598-af53-0cf7f65bbdde None None] Routers {'eccb899c-7110-4a98-90d3-d079723361fa'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:30.265206 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6b8464bf-d3fa-4598-af53-0cf7f65bbdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['eccb899c-7110-4a98-90d3-d079723361fa'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:30.270918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52606) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:30.274551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e57ca58b-ae52-449c-a3d2-828500a853e0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.275789 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e57ca58b-ae52-449c-a3d2-828500a853e0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2517381 Jun 03 21:48:30.300629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52608) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:30.306503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] For port f389908f-c0f3-438d-8536-7843515e62e8, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:30.307588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08aeb2-4863-4296-b70b-ed64c9c2fbe4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:30.308657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb08aeb2-4863-4296-b70b-ed64c9c2fbe4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.310005 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-eb08aeb2-4863-4296-b70b-ed64c9c2fbe4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "PUT /v2.0/subnets/6e87a081-9c89-45fc-a3e0-1e14dfb8d686 HTTP/1.1" status: 200 len: 826 time: 1.7689617 Jun 03 21:48:30.310408 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] For port f389908f-c0f3-438d-8536-7843515e62e8, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f389908f-c0f3-438d-8536-7843515e62e8,segment=NetworkSegment(3d131ed0-9e18-487e-baea-c4fbb90fa320),segment_id=3d131ed0-9e18-487e-baea-c4fbb90fa320)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:30.313965 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e7f0aa8a-8799-4255-bdaf-2c5915e4ab01 req-95496d21-2774-46e7-b4ee-2415679298dd tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803180 Jun 03 21:48:30.320195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52610) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:30.331270 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.352947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:30.368031 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6b8464bf-d3fa-4598-af53-0cf7f65bbdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:30.368514 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8464bf-d3fa-4598-af53-0cf7f65bbdde None None] The sync data for ids ['eccb899c-7110-4a98-90d3-d079723361fa'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:30.370762 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-701a5222-12cd-4b17-9b13-229273e49090 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] show failed (client error): The resource could not be found. Jun 03 21:48:30.372290 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-701a5222-12cd-4b17-9b13-229273e49090 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "GET /v2.0/routers/tempest-non_exist_router-522077723 HTTP/1.1" status: 404 len: 334 time: 0.0946481 Jun 03 21:48:30.376802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.377735 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Added segment c26171e1-953a-4d77-bf88-82efb51e2f2d of type vlan for network 56da9d23-6db1-4cca-a757-b1d95cd5b0bf Jun 03 21:48:30.381410 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52612) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:30.402401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a3c5796f-9f81-4a4d-a6ee-2987d0d9ef99 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:30.452903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Pushing event updated for resources: {'Port': ['ID=f389908f-c0f3-438d-8536-7843515e62e8,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:30.456762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:30.469733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device d4c1813d-f4cb-44a0-a53d-019c2d5ba545 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:48:30.487412 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0a43063a-855e-4435-99c1-031d0a4fbbe0 req-3a7468ad-3226-4474-aa42-27462e97abd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c160a6-3c5a-454f-998f-946a491894d8 HTTP/1.1" status: 200 len: 1001 time: 0.3066685 Jun 03 21:48:30.491110 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-a3c5796f-9f81-4a4d-a6ee-2987d0d9ef99 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] update failed (client error): The resource could not be found. Jun 03 21:48:30.496884 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a3c5796f-9f81-4a4d-a6ee-2987d0d9ef99 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "PUT /v2.0/routers/tempest-non_exist_router-1098342359 HTTP/1.1" status: 404 len: 335 time: 0.1013675 Jun 03 21:48:30.504486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352950eb-d50d-405c-ad00-e9b02b3a0a22 req-8864b427-26b7-4e6f-bab7-13f6d085dc9c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:30.509789 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-352950eb-d50d-405c-ad00-e9b02b3a0a22 req-8864b427-26b7-4e6f-bab7-13f6d085dc9c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.8192003 Jun 03 21:48:30.510661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52614) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:30.632360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port d4c1813d-f4cb-44a0-a53d-019c2d5ba545, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:30.649991 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'port_id': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'mac_address': 'fa:16:3e:95:8b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:48:30.731357 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.757805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.765545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-08c30ae5-9b3f-454a-87d4-80fa644a4070 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:30.775204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.805843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dacdcca-1c62-4f2b-bbe9-c87fe70de446 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Deleting subnet 0f3957ab-a0f4-4956-ac72-8445c50e38a5 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:48:30.807640 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c1813d-f4cb-44a0-a53d-019c2d5ba545 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:48:30.819901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43063a-855e-4435-99c1-031d0a4fbbe0 req-fe0b863b-6519-4e80-94b9-2b1a00dbea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:30.821555 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0a43063a-855e-4435-99c1-031d0a4fbbe0 req-fe0b863b-6519-4e80-94b9-2b1a00dbea0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f48f48ce-c887-4cce-89b6-0302a64d4519 HTTP/1.1" status: 200 len: 851 time: 0.2739413 Jun 03 21:48:30.829425 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2dacdcca-1c62-4f2b-bbe9-c87fe70de446 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.830477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port d4c1813d-f4cb-44a0-a53d-019c2d5ba545, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:30.841641 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.844225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-718c9e4a-9d50-4719-a87b-a1b026d92f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:30.877607 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-352950eb-d50d-405c-ad00-e9b02b3a0a22 req-1aad81e0-6393-4578-9102-7b35a84e9084 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276141 Jun 03 21:48:30.878323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f757749-aed3-4960-bf28-e2eace5c75e8,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:30.882515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:30.883226 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:30.895520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08aeb2-4863-4296-b70b-ed64c9c2fbe4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Subnet': ['ID=6e87a081-9c89-45fc-a3e0-1e14dfb8d686,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:30.899824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-eb08aeb2-4863-4296-b70b-ed64c9c2fbe4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:30.919346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8714f4cf-35d6-4b82-b509-230c8b9c197e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.942796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.945327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:30.948859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:30.954391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.954932 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Added segment 9db67295-5026-4b61-9df3-6ac2ad58d760 of type vlan for network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 Jun 03 21:48:30.973917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8714f4cf-35d6-4b82-b509-230c8b9c197e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:30.974225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2dacdcca-1c62-4f2b-bbe9-c87fe70de446 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.113116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.resource_extend [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:48:31.131810 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c68b5529-1526-4403-acee-44de124d4b1e req-c3baee2f-b577-4d32-b068-958bd90352fc service neutron] 10.222.0.24 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8722112 Jun 03 21:48:31.150047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.203474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8714f4cf-35d6-4b82-b509-230c8b9c197e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.210562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.211444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.216138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:31.216750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.233907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:31.277890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['d4c1813d-f4cb-44a0-a53d-019c2d5ba545'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:48:31.281538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43063a-855e-4435-99c1-031d0a4fbbe0 req-c4173d1b-fc0e-455b-b8f5-15df5bc57874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:31.283060 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0a43063a-855e-4435-99c1-031d0a4fbbe0 req-c4173d1b-fc0e-455b-b8f5-15df5bc57874 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3ab37d9-450d-465b-af87-fe797b3c7680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4158134 Jun 03 21:48:31.459147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2dacdcca-1c62-4f2b-bbe9-c87fe70de446 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.529917 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c68b5529-1526-4403-acee-44de124d4b1e req-ba8fc49c-126d-4293-96cc-d53b2e037e33 service neutron] 10.222.0.24 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841472 Jun 03 21:48:31.539983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.541422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:31.542250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.552252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-caa716c9-b43a-40c8-82d2-1809575b1613 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:31.572834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f389908f-c0f3-438d-8536-7843515e62e8 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:31.643925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8714f4cf-35d6-4b82-b509-230c8b9c197e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:31.647900 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8714f4cf-35d6-4b82-b509-230c8b9c197e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/602a0cac-782e-4ea0-9fed-c0dfc41c84a8 HTTP/1.1" status: 204 len: 168 time: 1.3409476 Jun 03 21:48:31.660383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52620) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:31.667446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Pushing event updated for resources: {'Network': ['ID=286f61e7-92b7-4b3e-b29f-ce7c7d38d749,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:31.682973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:31.685206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:31.730101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48084b17-f22f-4f93-a0d3-7df52f56ec3e None None] Network 4665ea98-451a-48f6-813e-6f55d8bff872 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:31.742763 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3026724 Jun 03 21:48:31.752493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52622) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:31.765017 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0662653 Jun 03 21:48:31.765362 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Request body: {'subnet': {'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1352498359-subnet', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'ip_version': 4}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:31.768306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52624) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:31.776460 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:31.778636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Network': ['ID=56da9d23-6db1-4cca-a757-b1d95cd5b0bf,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:31.781467 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': '56da9d23-6db1-4cca-a757-b1d95cd5b0bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:31.789946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:31.800186 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0a43063a-855e-4435-99c1-031d0a4fbbe0 req-69407aee-f0c9-4fac-a82d-6fbb40ab36bf service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072818 Jun 03 21:48:31.819165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.498s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:31.840005 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 56da9d23-6db1-4cca-a757-b1d95cd5b0bf details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:31.847620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714f4cf-35d6-4b82-b509-230c8b9c197e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=602a0cac-782e-4ea0-9fed-c0dfc41c84a8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:31.854163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Usage tracker for resource:subnet and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:31.864754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8714f4cf-35d6-4b82-b509-230c8b9c197e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:31.885257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:31.896431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-28ac931c-95d1-4885-957b-5985b0fee7ea tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:31.913388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:32.017227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port f389908f-c0f3-438d-8536-7843515e62e8 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:32.023294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-28ac931c-95d1-4885-957b-5985b0fee7ea tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:32.027397 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-28ac931c-95d1-4885-957b-5985b0fee7ea tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2979221 Jun 03 21:48:32.033650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52628) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:32.036699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Deleting port f389908f-c0f3-438d-8536-7843515e62e8 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:32.037036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.040745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9c13300f-fff2-4165-b1bb-0958f2566b7f None None] Provisioning for port f389908f-c0f3-438d-8536-7843515e62e8 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:32.107906 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port f389908f-c0f3-438d-8536-7843515e62e8 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:32.108279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.109751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b47fb-98d6-475e-8c91-48e496a7b60c req-c06b4be0-d86c-4d75-a9f4-6823d806b7a1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:32.111302 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0e7b47fb-98d6-475e-8c91-48e496a7b60c req-c06b4be0-d86c-4d75-a9f4-6823d806b7a1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 945 time: 0.5506961 Jun 03 21:48:32.135175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Made reservation on behalf of ea9dc95effb941b3ad996c5e7166ace0 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:32.135175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.174359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9c13300f-fff2-4165-b1bb-0958f2566b7f None None] Provisioning complete for port f389908f-c0f3-438d-8536-7843515e62e8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:32.174704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9c13300f-fff2-4165-b1bb-0958f2566b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.241225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:32.253574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:32.311324 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0e7b47fb-98d6-475e-8c91-48e496a7b60c req-bc6ac689-3e69-4e0d-b6e8-3dc200d2240f tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860409 Jun 03 21:48:32.313745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.319288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:32.346382 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:32.358605 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0a43063a-855e-4435-99c1-031d0a4fbbe0 req-5a9c7fb6-9bc5-468c-b56a-78ebfb902e0e service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057156 Jun 03 21:48:32.376400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] For port f389908f-c0f3-438d-8536-7843515e62e8, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f389908f-c0f3-438d-8536-7843515e62e8,segment=NetworkSegment(3d131ed0-9e18-487e-baea-c4fbb90fa320),segment_id=3d131ed0-9e18-487e-baea-c4fbb90fa320)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:32.376685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.395778 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:32.399408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.464039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2dacdcca-1c62-4f2b-bbe9-c87fe70de446 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.476141 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-db552439-79a6-4e22-b479-245e4cabc9c0 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:32.537934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bce514d2-289c-49c4-816b-f22e68dab5a0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.576839 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9c13300f-fff2-4165-b1bb-0958f2566b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.580466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59296282-4421-441c-8828-e74bb8d1cdc3 req-deeac919-fdc1-4b69-8e6c-dc718f0221ff tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:32.582053 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-59296282-4421-441c-8828-e74bb8d1cdc3 req-deeac919-fdc1-4b69-8e6c-dc718f0221ff tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.5140648 Jun 03 21:48:32.585696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.590905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacdcca-1c62-4f2b-bbe9-c87fe70de446 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3957ab-a0f4-4956-ac72-8445c50e38a5,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:32.597569 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2dacdcca-1c62-4f2b-bbe9-c87fe70de446 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.605428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2dacdcca-1c62-4f2b-bbe9-c87fe70de446 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:32.619248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55a0a6d-f3ea-426a-8b39-736812a05363 None None] Network f632698d-2f9d-4aeb-93f0-0a1dce2e4231 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:32.620846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Calling delete_port for f389908f-c0f3-438d-8536-7843515e62e8 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:32.657138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bce514d2-289c-49c4-816b-f22e68dab5a0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.692957 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2dacdcca-1c62-4f2b-bbe9-c87fe70de446 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "DELETE /v2.0/subnets/0f3957ab-a0f4-4956-ac72-8445c50e38a5 HTTP/1.1" status: 204 len: 168 time: 2.1440806 Jun 03 21:48:32.705889 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52630) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:32.733571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9c13300f-fff2-4165-b1bb-0958f2566b7f None None] For port f389908f-c0f3-438d-8536-7843515e62e8, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f389908f-c0f3-438d-8536-7843515e62e8,segment=NetworkSegment(3d131ed0-9e18-487e-baea-c4fbb90fa320),segment_id=3d131ed0-9e18-487e-baea-c4fbb90fa320)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:32.754748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9c13300f-fff2-4165-b1bb-0958f2566b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:32.757297 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-59296282-4421-441c-8828-e74bb8d1cdc3 req-7ed1858a-1c4e-4495-ac4a-7f078d91be81 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634121 Jun 03 21:48:32.761528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7d8d93d5-ba47-4e70-889d-d201ecd8ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:32.960986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.038949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:48:33.039722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:48:33.050593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13300f-fff2-4165-b1bb-0958f2566b7f None None] Pushing event updated for resources: {'Port': ['ID=f389908f-c0f3-438d-8536-7843515e62e8,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:33.054850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9c13300f-fff2-4165-b1bb-0958f2566b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:33.061777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bce514d2-289c-49c4-816b-f22e68dab5a0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.074397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:33.106867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce514d2-289c-49c4-816b-f22e68dab5a0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcc49c5-14ef-4f57-a3d1-04fa17367782,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:33.124341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bce514d2-289c-49c4-816b-f22e68dab5a0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:33.156438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bce514d2-289c-49c4-816b-f22e68dab5a0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.162476 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bce514d2-289c-49c4-816b-f22e68dab5a0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-groups/cbcc49c5-14ef-4f57-a3d1-04fa17367782 HTTP/1.1" status: 204 len: 168 time: 1.1128318 Jun 03 21:48:33.167913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52634) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:33.230801 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349d8607-512a-429b-bebf-305901577c42 None None] DHCP port deletion for f632698d-2f9d-4aeb-93f0-0a1dce2e4231 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:48:33.355055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-349d8607-512a-429b-bebf-305901577c42 None None] Deleting port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:33.355608 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-349d8607-512a-429b-bebf-305901577c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.498736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1685a48e-df16-4d0c-8529-98255b0f6132 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:33.505088 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-349d8607-512a-429b-bebf-305901577c42 None None] For port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8,segment=NetworkSegment(46f66503-db32-4b13-a1b0-2061db8388c7),segment_id=46f66503-db32-4b13-a1b0-2061db8388c7)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:33.505513 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-349d8607-512a-429b-bebf-305901577c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.551399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Deleting port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:33.552065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.592355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.602596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a998120b-93c7-49ac-beaf-63da0fe6611a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:33.638210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-349d8607-512a-429b-bebf-305901577c42 None None] Calling delete_port for a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:33.650207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.20.0.1 (ac5516d6-05ec-4c9e-a189-0291bd12e9b1/5d9a1707-90d6-4b94-afe9-7daa8ab2220b/81a41e33-e9d3-49e9-8ff6-09812045a477) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:33.652559 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1685a48e-df16-4d0c-8529-98255b0f6132 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:33.657666 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1685a48e-df16-4d0c-8529-98255b0f6132 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4853733 Jun 03 21:48:33.662402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Port': ['ID=f389908f-c0f3-438d-8536-7843515e62e8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:33.663665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52640) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:33.665114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:33.685242 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace126c-cabb-4ee3-ac5d-1272e70f83dd None None] Network 4665ea98-451a-48f6-813e-6f55d8bff872 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:33.723845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group': {'name': 'tempest-secgroup--452858733'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:33.747628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:33.774908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No DVR routers for this DVR port f389908f-c0f3-438d-8536-7843515e62e8 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:33.776457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] For port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8,segment=NetworkSegment(46f66503-db32-4b13-a1b0-2061db8388c7),segment_id=46f66503-db32-4b13-a1b0-2061db8388c7)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:33.776883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.794167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:33.925674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.935362 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Calling delete_port for a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:33.956344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Port f389908f-c0f3-438d-8536-7843515e62e8 update to ACTIVE by agent not found {{(pid=104398) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} Jun 03 21:48:33.972391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153db2ba-d603-4b1c-bebf-e7e921a3cbb2 req-684f170f-28a4-4d2c-8b73-17f887672931 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:33.974321 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-153db2ba-d603-4b1c-bebf-e7e921a3cbb2 req-684f170f-28a4-4d2c-8b73-17f887672931 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 945 time: 0.4789720 Jun 03 21:48:33.985674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:33.992276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-afbed15d-da63-40c2-ae3d-47a68856319c None None] Could not find standard attr ID for object f389908f-c0f3-438d-8536-7843515e62e8. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:48:33.993860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-349d8607-512a-429b-bebf-305901577c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.007306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b5eb52c0-b376-4089-8f4b-cd3903e5be3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:34.033731 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105428f-c680-45a2-acb9-29bb7b0197b2 req-5237c74b-5a7c-43b4-ba90-0cb7a29e8c33 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:34.036147 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8105428f-c680-45a2-acb9-29bb7b0197b2 req-5237c74b-5a7c-43b4-ba90-0cb7a29e8c33 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.5943444 Jun 03 21:48:34.046222 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7830d-1b09-4204-9140-b4b11921b84f req-44166228-dd98-49da-bbf4-fec6f2b7ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:34.047996 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-35e7830d-1b09-4204-9140-b4b11921b84f req-44166228-dd98-49da-bbf4-fec6f2b7ed3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8575706e29d4efb935647060af56086&device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 1098 time: 0.5547996 Jun 03 21:48:34.053273 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d8607-512a-429b-bebf-305901577c42 None None] Pushing event deleted for resources: {'Port': ['ID=a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:34.055797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d8607-512a-429b-bebf-305901577c42 None None] No DVR routers for this DVR port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:34.058144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-349d8607-512a-429b-bebf-305901577c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:34.112194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:34.134100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:34.136652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.139924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.142524 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-153db2ba-d603-4b1c-bebf-e7e921a3cbb2 req-f48e93f8-711d-4f05-a2db-62c43b9afff6 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549687 Jun 03 21:48:34.159160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:34.169628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-04c808bc-7072-4d50-b26e-71ac9cecb7f3 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:34.202259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:48:34.211078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Transition to ACTIVE for port object 81a41e33-e9d3-49e9-8ff6-09812045a477 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:34.246387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:48:34.246721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:48:34.255274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.263292 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:34.302458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:34.335707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db8b894-e1a8-48df-baac-b56344ef630b None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:48:34.355113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network ac5516d6-05ec-4c9e-a189-0291bd12e9b1 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:34.368688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:34.371745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:34.408614 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8105428f-c680-45a2-acb9-29bb7b0197b2 req-2bb552a2-971f-40a2-986b-3cd0a004c579 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546197 Jun 03 21:48:34.472210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device d4c1813d-f4cb-44a0-a53d-019c2d5ba545 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:34.479485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=81a41e33-e9d3-49e9-8ff6-09812045a477,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:34.483493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:34.498188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0518fb2a-9330-44b3-8e05-85f28f75517e,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:34.518167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:34.519080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.544563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7830d-1b09-4204-9140-b4b11921b84f req-1a8ddab5-317b-4dd2-84e7-91d1fa8d24de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:34.545986 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-35e7830d-1b09-4204-9140-b4b11921b84f req-1a8ddab5-317b-4dd2-84e7-91d1fa8d24de service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3ab37d9-450d-465b-af87-fe797b3c7680 HTTP/1.1" status: 200 len: 914 time: 0.4896317 Jun 03 21:48:34.581455 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.589001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d40b06fc-8f26-4a31-8d0f-ffcae4969945 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:34.630639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Subnet': ['ID=6e87a081-9c89-45fc-a3e0-1e14dfb8d686,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:34.633501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:34.645739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.648223 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port d4c1813d-f4cb-44a0-a53d-019c2d5ba545 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:34.648838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Checking segment: {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:34.648838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Network hostable DHCP agents. Network: 286f61e7-92b7-4b3e-b29f-ce7c7d38d749, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:34.660726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port d4c1813d-f4cb-44a0-a53d-019c2d5ba545 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:34.661187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.668272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.671834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.683434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:34.691247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.744011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] No DVR routers for this DVR port a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:34.752700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.810437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4665ea98-451a-48f6-813e-6f55d8bff872']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:34.823162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2537b85f-6a63-4bd9-bb12-f6ccae72c049,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:34.834663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d131ed0-9e18-487e-baea-c4fbb90fa320') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:34.834966 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d131ed0-9e18-487e-baea-c4fbb90fa320') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:34.853142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:34.854352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.874458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-949a9fa0-597d-42e5-b79d-8cdb4d586918 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:34.874763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.892469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.910321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.927186 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event deleted for resources: {'Port': ['ID=a8e18cbb-1f5d-4f1b-be7e-494e14d0afb8,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:34.931133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:48:34.931332 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-35e7830d-1b09-4204-9140-b4b11921b84f req-107f2591-28ca-4edc-85c0-051ae218a7b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c160a6-3c5a-454f-998f-946a491894d8 HTTP/1.1" status: 200 len: 1001 time: 0.3772068 Jun 03 21:48:34.931583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.932384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:34.943178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-44df7291-0b1a-42b9-93fe-9b7b9d774f01 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:48:34.951530 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:48:34.959137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:48:34.961542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b76445-2281-4558-902b-9167dae2586c" -d '{"events": [{"server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "name": "network-vif-plugged", "status": "completed", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:48:34.983965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port d4c1813d-f4cb-44a0-a53d-019c2d5ba545, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:34.985532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:34.994742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:34.998359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4501dbd1-205c-44d8-a37d-01cc887d466a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:35.036975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633281ff-9e65-427f-99c8-d0490812b945 x-openstack-request-id: req-633281ff-9e65-427f-99c8-d0490812b945 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:48:35.038129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "name": "network-vif-plugged", "status": "completed", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:48:35.038129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-633281ff-9e65-427f-99c8-d0490812b945 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:48:35.038129 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'code': 200} Jun 03 21:48:35.096840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db8b894-e1a8-48df-baac-b56344ef630b None None] Unable to find a vacant binding_index for network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 and agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 03 21:48:35.103126 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:35.116138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:35.138882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db8b894-e1a8-48df-baac-b56344ef630b None None] Network 56da9d23-6db1-4cca-a757-b1d95cd5b0bf is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:35.153077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db8b894-e1a8-48df-baac-b56344ef630b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 286f61e7-92b7-4b3e-b29f-ce7c7d38d749), (DHCP agent, dv-neutron-792998-2-hyperv, 56da9d23-6db1-4cca-a757-b1d95cd5b0bf) {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 21:48:35.324212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Checking segment: {'id': 'c26171e1-953a-4d77-bf88-82efb51e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '56da9d23-6db1-4cca-a757-b1d95cd5b0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:35.324791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network hostable DHCP agents. Network: 56da9d23-6db1-4cca-a757-b1d95cd5b0bf, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:35.328398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 286f61e7-92b7-4b3e-b29f-ce7c7d38d749) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:35.330941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.332365 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6666281 Jun 03 21:48:35.342695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52646) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:35.345978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.362609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5272e677-59c8-4963-b37f-5562abc1ecc8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group_rule': {'security_group_id': '2537b85f-6a63-4bd9-bb12-f6ccae72c049', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:35.372414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-43d9ceb6-ca6f-4160-b8a2-c7ae8ec26274 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:35.386435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.396736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5272e677-59c8-4963-b37f-5562abc1ecc8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:35.409057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5272e677-59c8-4963-b37f-5562abc1ecc8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:35.429384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5272e677-59c8-4963-b37f-5562abc1ecc8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:35.433689 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Network': ['ID=4665ea98-451a-48f6-813e-6f55d8bff872,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:35.455234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.471677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f632698d-2f9d-4aeb-93f0-0a1dce2e4231']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:35.486888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f66503-db32-4b13-a1b0-2061db8388c7') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:35.487188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f66503-db32-4b13-a1b0-2061db8388c7') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:35.499698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:35.500799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5272e677-59c8-4963-b37f-5562abc1ecc8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:35.507812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.534508 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/4665ea98-451a-48f6-813e-6f55d8bff872 HTTP/1.1" status: 204 len: 168 time: 5.1956947 Jun 03 21:48:35.537166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.548056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52650) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:35.567411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Subnet': ['ID=a9d2a1f9-5c12-4089-82f5-74e1a77d5419,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:35.570123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:35.570691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.574855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:48:35.575254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.604907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:48:35.610890 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:48:35.635898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unable to find a vacant binding_index for network 56da9d23-6db1-4cca-a757-b1d95cd5b0bf and agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 03 21:48:35.638558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:48:35.639595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.653738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5272e677-59c8-4963-b37f-5562abc1ecc8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.655591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-56da9d23-6db1-4cca-a757-b1d95cd5b0bf', 'network_id': '56da9d23-6db1-4cca-a757-b1d95cd5b0bf', 'tenant_id': '3a547e491c4a4a76bcbe66bef1cc3b0e', 'fixed_ips': [{'subnet_id': 'a9d2a1f9-5c12-4089-82f5-74e1a77d5419'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:48:35.656562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.660970 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7830d-1b09-4204-9140-b4b11921b84f req-b0dff7a3-e1b5-4be6-988e-7ae7ab854ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:35.662429 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-35e7830d-1b09-4204-9140-b4b11921b84f req-b0dff7a3-e1b5-4be6-988e-7ae7ab854ee5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f48f48ce-c887-4cce-89b6-0302a64d4519 HTTP/1.1" status: 200 len: 851 time: 0.6658437 Jun 03 21:48:35.713806 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2d8a30-74e6-40e5-9d8f-3fe48ed9f511 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] DELETE failed (client error): The resource could not be found. Jun 03 21:48:35.714493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2d8a30-74e6-40e5-9d8f-3fe48ed9f511 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:48:35.721789 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6b2d8a30-74e6-40e5-9d8f-3fe48ed9f511 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/4665ea98-451a-48f6-813e-6f55d8bff872 HTTP/1.1" status: 404 len: 339 time: 0.1633127 Jun 03 21:48:35.735638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52654) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:35.748211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-706320759', 'description': 'd1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:35.766592 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0096977 Jun 03 21:48:35.768571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 56da9d23-6db1-4cca-a757-b1d95cd5b0bf) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:35.779886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52656) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:35.792784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bd40c-db11-46dc-b619-f76caabbe206 req-6416534e-d8c2-447a-8129-3fd1710c1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:35.794293 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-490bd40c-db11-46dc-b619-f76caabbe206 req-6416534e-d8c2-447a-8129-3fd1710c1e0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 1099 time: 0.4996254 Jun 03 21:48:35.799185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:35.809998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:35.819580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Usage tracker for resource:router and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:35.823741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:35.824345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:35.824938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.829952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:35.834415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.843350 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:35.850493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Usage tracker for resource:network and tenant:b019ab5693a243b49d7da2decb50e20d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:35.854499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b446dae8-770b-42c0-bd43-bff5cf287452 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:35.861255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Quota usage for network was recalculated. Used quota:3. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:35.869585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711928'] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.877072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:35.891315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event deleted for resources: {'Network': ['ID=f632698d-2f9d-4aeb-93f0-0a1dce2e4231,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:35.903798 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:35.906170 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "DELETE /v2.0/networks/f632698d-2f9d-4aeb-93f0-0a1dce2e4231 HTTP/1.1" status: 204 len: 168 time: 3.1992872 Jun 03 21:48:35.914536 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1439831 Jun 03 21:48:35.915117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52658) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:35.915436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52660) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:35.928331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a267686-c0a7-49a4-b182-7f1cf96eb8f0 req-2ccc7686-ed7d-4b65-af17-950208e831db tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:35.929836 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7a267686-c0a7-49a4-b182-7f1cf96eb8f0 req-2ccc7686-ed7d-4b65-af17-950208e831db tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.5885139 Jun 03 21:48:35.941621 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Allocated IP 172.20.0.2 (286f61e7-92b7-4b3e-b29f-ce7c7d38d749/0518fb2a-9330-44b3-8e05-85f28f75517e/e8dc469e-79b6-48ff-8c6d-1d67834d13bb) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:35.950197 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Allocated IP 2001:db8::2 (56da9d23-6db1-4cca-a757-b1d95cd5b0bf/a9d2a1f9-5c12-4089-82f5-74e1a77d5419/b5912aeb-2c7c-4644-b993-05abf57b689b) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:35.964265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': '56da9d23-6db1-4cca-a757-b1d95cd5b0bf', 'name': 'tempest-PortsIpV6TestJSON-355721280'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:35.982347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.983663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.989916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5272e677-59c8-4963-b37f-5562abc1ecc8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:35.995286 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-490bd40c-db11-46dc-b619-f76caabbe206 req-389428ef-ce7e-429a-b09d-b3c59a7478bb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653767 Jun 03 21:48:36.015657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:36.019221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.031187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5272e677-59c8-4963-b37f-5562abc1ecc8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.057245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06832b03-bb32-4c00-b154-9fd8fe3bed98 req-888a3b6e-927e-42d9-9e07-e082f3d47d79 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:36.058577 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-06832b03-bb32-4c00-b154-9fd8fe3bed98 req-888a3b6e-927e-42d9-9e07-e082f3d47d79 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.5199802 Jun 03 21:48:36.068705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:36.102821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272e677-59c8-4963-b37f-5562abc1ecc8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf1c4fa-f526-46c0-8ded-6583cd04bf20,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:36.127110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5272e677-59c8-4963-b37f-5562abc1ecc8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:36.135302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:36.136797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7830d-1b09-4204-9140-b4b11921b84f req-a91014be-d320-4229-b796-68c7ab9f36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:36.138127 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-35e7830d-1b09-4204-9140-b4b11921b84f req-a91014be-d320-4229-b796-68c7ab9f36aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3ab37d9-450d-465b-af87-fe797b3c7680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4655075 Jun 03 21:48:36.182066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.182422 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Added segment a6bde3f8-9df8-4153-952b-8751a7958156 of type vlan for network 6f8b6626-ad66-4303-ac67-7bd8bfb7c19e Jun 03 21:48:36.194199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.196781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5272e677-59c8-4963-b37f-5562abc1ecc8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.197974 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5272e677-59c8-4963-b37f-5562abc1ecc8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8529658 Jun 03 21:48:36.202722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52662) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:36.206750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.210150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a2d2ce9f-f75b-458f-bb40-69827921f384 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group_rule': {'security_group_id': '2537b85f-6a63-4bd9-bb12-f6ccae72c049', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:36.212240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-de52b910-d7de-470d-95da-93dd43b608b1 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Deleting subnet a70ac920-e3bb-4b0b-9edc-195c07e60544 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:48:36.222191 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-06832b03-bb32-4c00-b154-9fd8fe3bed98 req-b8b93dd6-1506-411f-8da9-c9d942e7c28d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289787 Jun 03 21:48:36.226102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a2d2ce9f-f75b-458f-bb40-69827921f384 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:36.228411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.263787 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7a267686-c0a7-49a4-b182-7f1cf96eb8f0 req-4336305d-aca3-46c7-8a50-d5f3c2f55ad3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825310 Jun 03 21:48:36.271003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-de52b910-d7de-470d-95da-93dd43b608b1 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.276973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0653e704-166d-45e8-8488-401f896a933f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:36.312654 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a2d2ce9f-f75b-458f-bb40-69827921f384 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:36.325410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a2d2ce9f-f75b-458f-bb40-69827921f384 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:36.341083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.346748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a2d2ce9f-f75b-458f-bb40-69827921f384 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:36.407636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.413598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.414754 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.422393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=81a41e33-e9d3-49e9-8ff6-09812045a477,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:36.427614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Transition to ACTIVE for port object e8dc469e-79b6-48ff-8c6d-1d67834d13bb will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:36.428581 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2d2ce9f-f75b-458f-bb40-69827921f384 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.434653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Transition to ACTIVE for port object b5912aeb-2c7c-4644-b993-05abf57b689b will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:36.439981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:36.462045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Transition to ACTIVE for port object e8dc469e-79b6-48ff-8c6d-1d67834d13bb will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:36.465491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Transition to ACTIVE for port object b5912aeb-2c7c-4644-b993-05abf57b689b will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:36.474850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.480035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:36.502418 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.508765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:36.509364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.513502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:36.513893 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.553136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:36.556051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:36.556925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:36.560793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-de52b910-d7de-470d-95da-93dd43b608b1 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.561008 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:36.565801 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Network 56da9d23-6db1-4cca-a757-b1d95cd5b0bf is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:36.577288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:36.606660 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:36.608734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Pushing event updated for resources: {'Port': ['ID=e8dc469e-79b6-48ff-8c6d-1d67834d13bb,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:36.617677 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:36.618158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:36.637660 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8936367 Jun 03 21:48:36.652270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52664) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:36.707064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:36.774141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2d2ce9f-f75b-458f-bb40-69827921f384 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.780225 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-35e7830d-1b09-4204-9140-b4b11921b84f req-944c783a-a3b7-4f29-aaba-e52a11098a3e service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218045 Jun 03 21:48:36.786624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Network': ['ID=6f8b6626-ad66-4303-ac67-7bd8bfb7c19e,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:36.792309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.794651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2d2ce9f-f75b-458f-bb40-69827921f384 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.797251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:36.797766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Pushing event updated for resources: {'Port': ['ID=b5912aeb-2c7c-4644-b993-05abf57b689b,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:36.798254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:36.802334 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.807003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:36.818358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 6f8b6626-ad66-4303-ac67-7bd8bfb7c19e details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:36.831000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Attempting to bind port e8dc469e-79b6-48ff-8c6d-1d67834d13bb on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:36.831376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Attempting to bind port e8dc469e-79b6-48ff-8c6d-1d67834d13bb by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:36.831767 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Attempting to bind port e8dc469e-79b6-48ff-8c6d-1d67834d13bb on network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:36.862727 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Attempting to bind port b5912aeb-2c7c-4644-b993-05abf57b689b on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:36.863143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Attempting to bind port b5912aeb-2c7c-4644-b993-05abf57b689b by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'c26171e1-953a-4d77-bf88-82efb51e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '56da9d23-6db1-4cca-a757-b1d95cd5b0bf'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:36.863729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Attempting to bind port b5912aeb-2c7c-4644-b993-05abf57b689b on network 56da9d23-6db1-4cca-a757-b1d95cd5b0bf {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:36.865848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:36.866964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Checking segment: {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:36.866964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.867176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:36.867265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Bound using segment: {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:36.867602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Bound port: e8dc469e-79b6-48ff-8c6d-1d67834d13bb, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:36.867926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.899193 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:36.899672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Checking segment: {'id': 'c26171e1-953a-4d77-bf88-82efb51e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '56da9d23-6db1-4cca-a757-b1d95cd5b0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:36.900075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.900479 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Bound using segment: {'id': 'c26171e1-953a-4d77-bf88-82efb51e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '56da9d23-6db1-4cca-a757-b1d95cd5b0bf'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:36.901054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Bound port: b5912aeb-2c7c-4644-b993-05abf57b689b, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26171e1-953a-4d77-bf88-82efb51e2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '56da9d23-6db1-4cca-a757-b1d95cd5b0bf'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:36.901736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:36.906830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port 4d6dfcd7-83af-4b8b-a734-92e7269e916e yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:48:36.907959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network ac5516d6-05ec-4c9e-a189-0291bd12e9b1 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:36.925938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:36.939340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2ce9f-f75b-458f-bb40-69827921f384 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67180d3c-7fd6-43b4-9a48-53374e8df1cb,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:36.967525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b6684-b491-4305-8c8c-8eb9e584bec7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:36.968301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-492b6684-b491-4305-8c8c-8eb9e584bec7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Synchronizing usage tracker for tenant:b019ab5693a243b49d7da2decb50e20d on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:37.062653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a2d2ce9f-f75b-458f-bb40-69827921f384 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:37.073710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2d2ce9f-f75b-458f-bb40-69827921f384 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:37.074916 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a2d2ce9f-f75b-458f-bb40-69827921f384 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8713489 Jun 03 21:48:37.079834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52666) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:37.094152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0aea9257-8f9e-40dd-ad7d-82565982aafa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group_rule': {'security_group_id': '2537b85f-6a63-4bd9-bb12-f6ccae72c049', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:37.100737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0aea9257-8f9e-40dd-ad7d-82565982aafa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:37.105858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0aea9257-8f9e-40dd-ad7d-82565982aafa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:37.108976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0aea9257-8f9e-40dd-ad7d-82565982aafa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:37.116347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0aea9257-8f9e-40dd-ad7d-82565982aafa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:37.125054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] For port e8dc469e-79b6-48ff-8c6d-1d67834d13bb, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:37.135249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] For port e8dc469e-79b6-48ff-8c6d-1d67834d13bb, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e8dc469e-79b6-48ff-8c6d-1d67834d13bb,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:37.154536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-492b6684-b491-4305-8c8c-8eb9e584bec7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Unset dirty status for tenant:b019ab5693a243b49d7da2decb50e20d on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:37.155757 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-492b6684-b491-4305-8c8c-8eb9e584bec7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "GET /v2.0/networks?id=6f8b6626-ad66-4303-ac67-7bd8bfb7c19e HTTP/1.1" status: 200 len: 764 time: 0.5001504 Jun 03 21:48:37.156527 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0aea9257-8f9e-40dd-ad7d-82565982aafa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:37.159389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:37.168077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:37.203303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52668) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:37.216457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e44fa1f2-adca-455f-9ca4-3d0e4cd9daf9 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'network': {'description': 'd2'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:37.222321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] For port b5912aeb-2c7c-4644-b993-05abf57b689b, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:37.243643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] For port b5912aeb-2c7c-4644-b993-05abf57b689b, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b5912aeb-2c7c-4644-b993-05abf57b689b,segment=NetworkSegment(c26171e1-953a-4d77-bf88-82efb51e2f2d),segment_id=c26171e1-953a-4d77-bf88-82efb51e2f2d)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:37.260211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:37.279818 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Pushing event updated for resources: {'Port': ['ID=e8dc469e-79b6-48ff-8c6d-1d67834d13bb,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:37.285251 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:37.285727 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:37.352722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-de52b910-d7de-470d-95da-93dd43b608b1 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:37.451402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Pushing event updated for resources: {'Port': ['ID=b5912aeb-2c7c-4644-b993-05abf57b689b,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:37.455134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:37.638488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0aea9257-8f9e-40dd-ad7d-82565982aafa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:37.643683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router d1b7e614-b171-423f-b6f3-fa7cebe95155 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:37.649034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0aea9257-8f9e-40dd-ad7d-82565982aafa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:37.675809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-852a2f39-e2b0-4c5e-a084-21642c7547d2 tempest-ServersTestJSON-1864704162 tempest-ServersTestJSON-1864704162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:37.677251 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-35e7830d-1b09-4204-9140-b4b11921b84f req-1812f162-a799-4325-b646-797e1123dcd2 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8800390 Jun 03 21:48:37.808271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea9257-8f9e-40dd-ad7d-82565982aafa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440c5c54-22fb-4e03-b69b-cc33f0405ba5,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:37.822753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0aea9257-8f9e-40dd-ad7d-82565982aafa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:37.826703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0aea9257-8f9e-40dd-ad7d-82565982aafa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:37.829971 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0aea9257-8f9e-40dd-ad7d-82565982aafa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7424176 Jun 03 21:48:37.833697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52674) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:37.842804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-082f7d71-de08-443e-8b3f-9980fb9bba4d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group_rule': {'security_group_id': '2537b85f-6a63-4bd9-bb12-f6ccae72c049', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:37.857596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-082f7d71-de08-443e-8b3f-9980fb9bba4d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:37.868534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-082f7d71-de08-443e-8b3f-9980fb9bba4d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:37.879510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a21e5-5c89-4432-8837-6a0e4af4aa0e req-5a0abd01-10ed-4931-8f78-c6056236a4ab tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:37.886822 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-422a21e5-5c89-4432-8837-6a0e4af4aa0e req-5a0abd01-10ed-4931-8f78-c6056236a4ab tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.4022281 Jun 03 21:48:37.889042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-082f7d71-de08-443e-8b3f-9980fb9bba4d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:37.972618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-082f7d71-de08-443e-8b3f-9980fb9bba4d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:37.977068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8::e8 (56da9d23-6db1-4cca-a757-b1d95cd5b0bf/a9d2a1f9-5c12-4089-82f5-74e1a77d5419/4d6dfcd7-83af-4b8b-a734-92e7269e916e) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:38.033445 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-422a21e5-5c89-4432-8837-6a0e4af4aa0e req-198baef4-95a4-4303-9335-d2030e4d7466 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436641 Jun 03 21:48:38.052044 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e44fa1f2-adca-455f-9ca4-3d0e4cd9daf9 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.053819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:38.061712 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "PUT /v2.0/routers/d1b7e614-b171-423f-b6f3-fa7cebe95155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5040543 Jun 03 21:48:38.062302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52676) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:38.062996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-082f7d71-de08-443e-8b3f-9980fb9bba4d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.074008 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc2f06-e1a6-4d67-b86a-a282d9f63906 None None] Sync routers for ids ['d1b7e614-b171-423f-b6f3-fa7cebe95155'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:38.077508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'port': {'network_id': 'ac5516d6-05ec-4c9e-a189-0291bd12e9b1', 'name': 'tempest-FloatingIPTestJSON-623648580'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:38.133255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc2f06-e1a6-4d67-b86a-a282d9f63906 None None] Routers {'d1b7e614-b171-423f-b6f3-fa7cebe95155'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:38.133937 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-80dc2f06-e1a6-4d67-b86a-a282d9f63906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d1b7e614-b171-423f-b6f3-fa7cebe95155'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:38.139069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e44fa1f2-adca-455f-9ca4-3d0e4cd9daf9 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.151981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ba4b99fc-267a-4487-ba20-49dd0bf617b3 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:38.215898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a4c17-7aee-4989-aa30-1fde122a96b7 req-cce5e436-8be0-4d6c-b0a4-cb5624794636 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:38.218182 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-680a4c17-7aee-4989-aa30-1fde122a96b7 req-cce5e436-8be0-4d6c-b0a4-cb5624794636 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.7047312 Jun 03 21:48:38.250265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e44fa1f2-adca-455f-9ca4-3d0e4cd9daf9 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network 6f8b6626-ad66-4303-ac67-7bd8bfb7c19e is not hosted by any dhcp agent {{(pid=104397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 03 21:48:38.256826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44fa1f2-adca-455f-9ca4-3d0e4cd9daf9 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:38.257789 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e44fa1f2-adca-455f-9ca4-3d0e4cd9daf9 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.262485 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e44fa1f2-adca-455f-9ca4-3d0e4cd9daf9 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "PUT /v2.0/networks/6f8b6626-ad66-4303-ac67-7bd8bfb7c19e HTTP/1.1" status: 200 len: 761 time: 1.0585182 Jun 03 21:48:38.266609 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52678) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:38.282814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-80dc2f06-e1a6-4d67-b86a-a282d9f63906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:38.285219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b5912aeb-2c7c-4644-b993-05abf57b689b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:38.318107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:38.326181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Usage tracker for resource:port and tenant:8fadebda9ac1462e88d820e23b14fdd7 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:38.332357 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Quota usage for port was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:38.337553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc2f06-e1a6-4d67-b86a-a282d9f63906 None None] Routers {'d1b7e614-b171-423f-b6f3-fa7cebe95155'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:38.338402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-80dc2f06-e1a6-4d67-b86a-a282d9f63906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d1b7e614-b171-423f-b6f3-fa7cebe95155'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:38.350413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:38.360351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-082f7d71-de08-443e-8b3f-9980fb9bba4d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.369621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-082f7d71-de08-443e-8b3f-9980fb9bba4d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.372542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:38.413252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-80dc2f06-e1a6-4d67-b86a-a282d9f63906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:38.413664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc2f06-e1a6-4d67-b86a-a282d9f63906 None None] The sync data for ids ['d1b7e614-b171-423f-b6f3-fa7cebe95155'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:38.422884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f7d71-de08-443e-8b3f-9980fb9bba4d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cdf95b-48df-4992-98e0-b5f4e7f5b205,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:38.426031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Made reservation on behalf of 8fadebda9ac1462e88d820e23b14fdd7 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:38.430244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.439423 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port b5912aeb-2c7c-4644-b993-05abf57b689b completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:38.445425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e8dc469e-79b6-48ff-8c6d-1d67834d13bb up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:38.451152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-082f7d71-de08-443e-8b3f-9980fb9bba4d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:38.456253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-082f7d71-de08-443e-8b3f-9980fb9bba4d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.460458 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-082f7d71-de08-443e-8b3f-9980fb9bba4d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6246808 Jun 03 21:48:38.462834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52680) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:38.467395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0194a58f-e10a-4c82-8da8-0bb17c0801a6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group_rule': {'security_group_id': '2537b85f-6a63-4bd9-bb12-f6ccae72c049', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:38.474651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0194a58f-e10a-4c82-8da8-0bb17c0801a6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:38.479825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0194a58f-e10a-4c82-8da8-0bb17c0801a6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:38.483386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0194a58f-e10a-4c82-8da8-0bb17c0801a6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:38.490363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0194a58f-e10a-4c82-8da8-0bb17c0801a6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:38.499146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] device_id is not set on port 2c616fb7-0c1b-48d7-9246-8279591b5dea yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:48:38.544115 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port e8dc469e-79b6-48ff-8c6d-1d67834d13bb completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:38.578787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0194a58f-e10a-4c82-8da8-0bb17c0801a6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.586241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fa1f2-adca-455f-9ca4-3d0e4cd9daf9 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Network': ['ID=6f8b6626-ad66-4303-ac67-7bd8bfb7c19e,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:38.597197 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 6f8b6626-ad66-4303-ac67-7bd8bfb7c19e details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:38.658455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e44fa1f2-adca-455f-9ca4-3d0e4cd9daf9 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:38.748902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0194a58f-e10a-4c82-8da8-0bb17c0801a6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.759872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0194a58f-e10a-4c82-8da8-0bb17c0801a6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.768710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a2d2ce9f-f75b-458f-bb40-69827921f384 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:38.816016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Allocated IP 172.20.0.10 (ac5516d6-05ec-4c9e-a189-0291bd12e9b1/5d9a1707-90d6-4b94-afe9-7daa8ab2220b/2c616fb7-0c1b-48d7-9246-8279591b5dea) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:38.821803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194a58f-e10a-4c82-8da8-0bb17c0801a6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d517c9a-47f6-4e88-8a5e-f355006d7905,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:38.829964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0194a58f-e10a-4c82-8da8-0bb17c0801a6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:38.836060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0194a58f-e10a-4c82-8da8-0bb17c0801a6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.840888 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0194a58f-e10a-4c82-8da8-0bb17c0801a6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3770275 Jun 03 21:48:38.841509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52682) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:38.895014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4082c8fc-ef27-4729-af32-e4c43b47a76d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:38.919958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4082c8fc-ef27-4729-af32-e4c43b47a76d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.000052 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-680a4c17-7aee-4989-aa30-1fde122a96b7 req-ba1dd3c4-02cc-4f55-90d1-df245b895781 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7260296 Jun 03 21:48:39.040662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4082c8fc-ef27-4729-af32-e4c43b47a76d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.048696 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becdf107-ba32-426e-96a7-d942ab8a11d2 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:39.049424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-becdf107-ba32-426e-96a7-d942ab8a11d2 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Synchronizing usage tracker for tenant:b019ab5693a243b49d7da2decb50e20d on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:39.052046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:39.073655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082c8fc-ef27-4729-af32-e4c43b47a76d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d517c9a-47f6-4e88-8a5e-f355006d7905,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:39.086510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4082c8fc-ef27-4729-af32-e4c43b47a76d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:39.108010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4082c8fc-ef27-4729-af32-e4c43b47a76d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.111822 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4082c8fc-ef27-4729-af32-e4c43b47a76d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/8d517c9a-47f6-4e88-8a5e-f355006d7905 HTTP/1.1" status: 204 len: 168 time: 0.2682588 Jun 03 21:48:39.115310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52688) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:39.125997 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f56d2ff7-0cf9-4a09-b696-26fce647a96c None None] Provisioning for port e8dc469e-79b6-48ff-8c6d-1d67834d13bb completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:39.126618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.136399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f56d2ff7-0cf9-4a09-b696-26fce647a96c None None] Provisioning complete for port e8dc469e-79b6-48ff-8c6d-1d67834d13bb triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:39.137698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f56d2ff7-0cf9-4a09-b696-26fce647a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.144729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Transition to ACTIVE for port object 4d6dfcd7-83af-4b8b-a734-92e7269e916e will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:39.200667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.208288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.240720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.256888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.257108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-aca72944-1ee6-4f69-8244-5ee96e575ec3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:39.260261 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:39.301589 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2bf9b7-ad94-4f15-be97-b2c1925d2a05 None None] Network 4665ea98-451a-48f6-813e-6f55d8bff872 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:39.319253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b2213f-015b-4af2-af9d-b30b50ac1362 None None] Network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:39.331710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e2e13d-4a82-4992-bfff-8281fb42ef50 None None] Network 56da9d23-6db1-4cca-a757-b1d95cd5b0bf requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:39.349493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2bf9b7-ad94-4f15-be97-b2c1925d2a05 None None] Network 4665ea98-451a-48f6-813e-6f55d8bff872 could not be found, it might have been deleted concurrently. {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 03 21:48:39.349917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Transition to ACTIVE for port object 2c616fb7-0c1b-48d7-9246-8279591b5dea will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:39.364093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-aca72944-1ee6-4f69-8244-5ee96e575ec3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:39.365860 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-aca72944-1ee6-4f69-8244-5ee96e575ec3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2498486 Jun 03 21:48:39.369698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52690) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:39.414634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-de52b910-d7de-470d-95da-93dd43b608b1 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.434180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-becdf107-ba32-426e-96a7-d942ab8a11d2 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Unset dirty status for tenant:b019ab5693a243b49d7da2decb50e20d on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:39.439851 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-becdf107-ba32-426e-96a7-d942ab8a11d2 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "GET /v2.0/networks?id=6f8b6626-ad66-4303-ac67-7bd8bfb7c19e HTTP/1.1" status: 200 len: 764 time: 1.1646876 Jun 03 21:48:39.444455 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52692) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:39.458631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6a1b5-3a78-4804-959e-ee9f492e2691 req-339d753f-f605-4828-9d70-7ed0e1d9fd18 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:39.460240 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9bf6a1b5-3a78-4804-959e-ee9f492e2691 req-339d753f-f605-4828-9d70-7ed0e1d9fd18 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.2359886 Jun 03 21:48:39.485010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-601a00cf-e539-443b-a97a-c7fa61ea724c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.498557 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-601a00cf-e539-443b-a97a-c7fa61ea724c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.515678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459d8a25-a26d-4806-bcb5-a7e967d4736e None None] DHCP port deletion for 4665ea98-451a-48f6-813e-6f55d8bff872 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:48:39.546782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-de52b910-d7de-470d-95da-93dd43b608b1 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.562698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 56da9d23-6db1-4cca-a757-b1d95cd5b0bf is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:39.570951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-601a00cf-e539-443b-a97a-c7fa61ea724c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.576195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0d2d2c-475d-46d4-9828-3a62b66c683b None None] Network 8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:39.584545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:39.596049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:39.597938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:39.604407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:39.605080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.622622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a00cf-e539-443b-a97a-c7fa61ea724c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96cdf95b-48df-4992-98e0-b5f4e7f5b205,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:39.631934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-601a00cf-e539-443b-a97a-c7fa61ea724c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:39.633850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.659339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Allocated IP 172.26.3.34 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/89a8a89c-e72e-4ebe-9935-750fdb0465ec) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:39.684720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=4d6dfcd7-83af-4b8b-a734-92e7269e916e,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:39.692636 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-de52b910-d7de-470d-95da-93dd43b608b1 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "DELETE /v2.0/subnets/a70ac920-e3bb-4b0b-9edc-195c07e60544 HTTP/1.1" status: 204 len: 168 time: 3.7738850 Jun 03 21:48:39.693723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:39.703630 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6bdc148d-d1bf-45d0-b9ed-23ed59cd8183 tempest-ExtraDHCPOptionsTestJSON-116749122 tempest-ExtraDHCPOptionsTestJSON-116749122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:39.713630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5893211c-4d9b-4b75-bb35-f3891d951abb tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:39.740407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52694) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:39.745442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f56d2ff7-0cf9-4a09-b696-26fce647a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.758733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Network ac5516d6-05ec-4c9e-a189-0291bd12e9b1 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:39.789616 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8693359 Jun 03 21:48:39.794457 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f56d2ff7-0cf9-4a09-b696-26fce647a96c None None] For port e8dc469e-79b6-48ff-8c6d-1d67834d13bb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e8dc469e-79b6-48ff-8c6d-1d67834d13bb,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:39.795601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:39.796826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52696) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:39.804397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': '56da9d23-6db1-4cca-a757-b1d95cd5b0bf', 'name': 'tempest-PortsIpV6TestJSON-1947803773'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:39.814593 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9bf6a1b5-3a78-4804-959e-ee9f492e2691 req-576a4490-de4d-4c25-abfc-05109050baf6 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809744 Jun 03 21:48:39.815467 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:39.818720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52b910-d7de-470d-95da-93dd43b608b1 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event deleted for resources: {'Subnet': ['ID=a70ac920-e3bb-4b0b-9edc-195c07e60544,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:39.853270 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f56d2ff7-0cf9-4a09-b696-26fce647a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.854422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07087a-c3c1-4997-9d27-a0bfb2494693 req-88c0a17f-4120-47f7-b7ca-4cd68a060206 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:39.856080 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7a07087a-c3c1-4997-9d27-a0bfb2494693 req-88c0a17f-4120-47f7-b7ca-4cd68a060206 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.6088085 Jun 03 21:48:39.870808 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:39.870958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52698) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:39.871624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-de52b910-d7de-470d-95da-93dd43b608b1 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:39.886294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-601a00cf-e539-443b-a97a-c7fa61ea724c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:39.887398 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-601a00cf-e539-443b-a97a-c7fa61ea724c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/96cdf95b-48df-4992-98e0-b5f4e7f5b205 HTTP/1.1" status: 204 len: 168 time: 0.5155652 Jun 03 21:48:39.902514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52700) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:40.044275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f10ecfba-35e2-4d35-8ab4-a1f35e1d5dba tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:40.062425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event updated for resources: {'Port': ['ID=2c616fb7-0c1b-48d7-9246-8279591b5dea,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:40.074831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:40.086067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb53c41-e8e9-48f6-959b-a2a7878c6f29 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:40.087633 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-edb53c41-e8e9-48f6-959b-a2a7878c6f29 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6262991 Jun 03 21:48:40.097363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:40.097996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.109612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52702) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:40.141130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca979ef7-7090-4566-98b6-fcb0c23d9ab4 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Deleting subnet 90c2b9d1-b91a-4331-976f-db875a97510e {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:48:40.145455 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7a07087a-c3c1-4997-9d27-a0bfb2494693 req-c81d81ec-7d7a-480b-84e2-9df19dbb0344 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249198 Jun 03 21:48:40.163674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ca979ef7-7090-4566-98b6-fcb0c23d9ab4 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.172719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f389908f-c0f3-438d-8536-7843515e62e8 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:48:40.309963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: f389908f-c0f3-438d-8536-7843515e62e8 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:48:40.310313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f389908f-c0f3-438d-8536-7843515e62e8 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:48:40.318682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ca979ef7-7090-4566-98b6-fcb0c23d9ab4 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.340748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c85bc34e-821e-4f5a-9ce0-b9dc342749e8 None None] Provisioning for port 81a41e33-e9d3-49e9-8ff6-09812045a477 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:40.345740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d2ff7-0cf9-4a09-b696-26fce647a96c None None] Pushing event updated for resources: {'Port': ['ID=e8dc469e-79b6-48ff-8c6d-1d67834d13bb,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:40.353831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f56d2ff7-0cf9-4a09-b696-26fce647a96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:40.357716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f10ecfba-35e2-4d35-8ab4-a1f35e1d5dba tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:40.360205 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f10ecfba-35e2-4d35-8ab4-a1f35e1d5dba tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4565420 Jun 03 21:48:40.369055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c85bc34e-821e-4f5a-9ce0-b9dc342749e8 None None] Provisioning complete for port 81a41e33-e9d3-49e9-8ff6-09812045a477 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:40.369436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c85bc34e-821e-4f5a-9ce0-b9dc342749e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.378163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52706) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:40.378349 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:40.397873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d493a5-8ff3-49c4-ad8b-e4d6cb91dd33 tempest-TestNetworkAdvancedServerOps-494466594 tempest-TestNetworkAdvancedServerOps-494466594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:40.399424 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-77d493a5-8ff3-49c4-ad8b-e4d6cb91dd33 tempest-TestNetworkAdvancedServerOps-494466594 tempest-TestNetworkAdvancedServerOps-494466594-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 1094 time: 0.5267789 Jun 03 21:48:40.402981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:port and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:40.413451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52708) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:40.413680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for port was recalculated. Used quota:3. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:40.415264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6a43f4e6-c337-446f-a1d7-6dd6d08bf7ee tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Synchronizing usage tracker for tenant:b019ab5693a243b49d7da2decb50e20d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:40.421747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:40.421940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.432530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:40.437628 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3668797 Jun 03 21:48:40.438493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52710) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:40.439546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:40.461100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-daeaabdf-5c18-4fa3-99f5-04b772ca7dd8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Request body: {'floatingip': {'port_id': '2c616fb7-0c1b-48d7-9246-8279591b5dea'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:40.475935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c85bc34e-821e-4f5a-9ce0-b9dc342749e8 None None] Port 81a41e33-e9d3-49e9-8ff6-09812045a477 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:40.476734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-19aba06f-f3ef-4b07-a794-2167caf9e1fd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.491526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:40.491744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c85bc34e-821e-4f5a-9ce0-b9dc342749e8 None None] Provisioning for port b5912aeb-2c7c-4644-b993-05abf57b689b completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:40.496703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.498010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c85bc34e-821e-4f5a-9ce0-b9dc342749e8 None None] Provisioning complete for port b5912aeb-2c7c-4644-b993-05abf57b689b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:40.498473 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c85bc34e-821e-4f5a-9ce0-b9dc342749e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.513266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-19aba06f-f3ef-4b07-a794-2167caf9e1fd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.553049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Usage tracker for resource:floatingip and tenant:684d3d7afe73426f9cb4abdbeaeb79b4 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:40.563414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6a43f4e6-c337-446f-a1d7-6dd6d08bf7ee tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Unset dirty status for tenant:b019ab5693a243b49d7da2decb50e20d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:40.565074 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6a43f4e6-c337-446f-a1d7-6dd6d08bf7ee tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 207 time: 0.4542654 Jun 03 21:48:40.566450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:40.569680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52712) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:40.580969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589b517a-4027-4458-8ad7-3acc5b7763e6 None None] DHCP port deletion for 8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:48:40.585888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port d8e433c0-2c28-4459-a7e3-0099e1226e18 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:48:40.594830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:40.627719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.667851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-daeaabdf-5c18-4fa3-99f5-04b772ca7dd8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.689629 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ca979ef7-7090-4566-98b6-fcb0c23d9ab4 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.726133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-19aba06f-f3ef-4b07-a794-2167caf9e1fd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.745229 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.750064 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c85bc34e-821e-4f5a-9ce0-b9dc342749e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.768670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-589b517a-4027-4458-8ad7-3acc5b7763e6 None None] Deleting port b89d5c87-3e06-4524-9927-9522660b9479 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:40.769058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-589b517a-4027-4458-8ad7-3acc5b7763e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.829556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3632bb-8fca-4a32-9b60-8ac38018ba49 req-9feaaa25-dec1-4fd1-80ba-50c411cdbad7 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:40.837846 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6c3632bb-8fca-4a32-9b60-8ac38018ba49 req-9feaaa25-dec1-4fd1-80ba-50c411cdbad7 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.4900079 Jun 03 21:48:40.841263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-aabc3d44-569e-4b68-9afa-187af9965751 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:40.907281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c85bc34e-821e-4f5a-9ce0-b9dc342749e8 None None] For port b5912aeb-2c7c-4644-b993-05abf57b689b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b5912aeb-2c7c-4644-b993-05abf57b689b,segment=NetworkSegment(c26171e1-953a-4d77-bf88-82efb51e2f2d),segment_id=c26171e1-953a-4d77-bf88-82efb51e2f2d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:40.917987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-589b517a-4027-4458-8ad7-3acc5b7763e6 None None] For port b89d5c87-3e06-4524-9927-9522660b9479, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b89d5c87-3e06-4524-9927-9522660b9479,segment=NetworkSegment(1a680d63-040b-4903-a04b-0813fd5f9404),segment_id=1a680d63-040b-4903-a04b-0813fd5f9404)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:40.918385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-589b517a-4027-4458-8ad7-3acc5b7763e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.928189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c85bc34e-821e-4f5a-9ce0-b9dc342749e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:40.991524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:41.026538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:41.097303 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6c3632bb-8fca-4a32-9b60-8ac38018ba49 req-93a090a7-85cf-4c2c-bef6-cac07fe087e8 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581127 Jun 03 21:48:41.113388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:41.251151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-589b517a-4027-4458-8ad7-3acc5b7763e6 None None] Calling delete_port for b89d5c87-3e06-4524-9927-9522660b9479 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:41.255427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-71ad6744-1499-49d0-8808-f203efa773c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:41.339504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:41.353068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bc34e-821e-4f5a-9ce0-b9dc342749e8 None None] Pushing event updated for resources: {'Port': ['ID=b5912aeb-2c7c-4644-b993-05abf57b689b,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:41.367949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c85bc34e-821e-4f5a-9ce0-b9dc342749e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:41.398100 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f4707d8d-8d33-4d2c-9b37-cb38c9d40205 None None] Provisioning for port 2c616fb7-0c1b-48d7-9246-8279591b5dea completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:41.409863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f4707d8d-8d33-4d2c-9b37-cb38c9d40205 None None] Provisioning complete for port 2c616fb7-0c1b-48d7-9246-8279591b5dea triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:41.411353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=89a8a89c-e72e-4ebe-9935-750fdb0465ec,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:41.413519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f4707d8d-8d33-4d2c-9b37-cb38c9d40205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:41.464572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd69691f-ab47-44de-bf01-f43af57d389f None None] Network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:41.513230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:41.522216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67e756-32bb-40e3-8386-7e53cb09c478 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:41.528235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67e756-32bb-40e3-8386-7e53cb09c478 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:41.534181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67e756-32bb-40e3-8386-7e53cb09c478 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:41.540610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67e756-32bb-40e3-8386-7e53cb09c478 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:41.546241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67e756-32bb-40e3-8386-7e53cb09c478 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:41.553170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67e756-32bb-40e3-8386-7e53cb09c478 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:41.555230 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ee67e756-32bb-40e3-8386-7e53cb09c478 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.9797103 Jun 03 21:48:41.556241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c4da906e-57f8-47f9-85ca-4cd0b5f076d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.638s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:41.559675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52716) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:41.605222 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8::1d1 (56da9d23-6db1-4cca-a757-b1d95cd5b0bf/a9d2a1f9-5c12-4089-82f5-74e1a77d5419/d8e433c0-2c28-4459-a7e3-0099e1226e18) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:41.608924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb57125-4017-4cab-a1a8-046ea713bf47 None None] Network 56da9d23-6db1-4cca-a757-b1d95cd5b0bf requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:41.618317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-19aba06f-f3ef-4b07-a794-2167caf9e1fd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:41.619389 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-19aba06f-f3ef-4b07-a794-2167caf9e1fd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/440c5c54-22fb-4e03-b69b-cc33f0405ba5 HTTP/1.1" status: 204 len: 168 time: 1.2382579 Jun 03 21:48:41.634682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52718) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:41.637206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f4707d8d-8d33-4d2c-9b37-cb38c9d40205 None None] Port 2c616fb7-0c1b-48d7-9246-8279591b5dea cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:41.720417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aba06f-f3ef-4b07-a794-2167caf9e1fd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=440c5c54-22fb-4e03-b69b-cc33f0405ba5,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:41.741183 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-19aba06f-f3ef-4b07-a794-2167caf9e1fd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:41.757963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-589b517a-4027-4458-8ad7-3acc5b7763e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:41.767103 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-401c941c-e7bb-4e4c-8579-e64fa91f64da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:41.821786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b517a-4027-4458-8ad7-3acc5b7763e6 None None] Pushing event deleted for resources: {'Port': ['ID=b89d5c87-3e06-4524-9927-9522660b9479,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:41.858373 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Allocated IP 172.26.3.93 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/32d653c4-c8b6-4dea-87b7-468b9513f4d8) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:41.869312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-589b517a-4027-4458-8ad7-3acc5b7763e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:41.879262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b517a-4027-4458-8ad7-3acc5b7763e6 None None] No DVR routers for this DVR port b89d5c87-3e06-4524-9927-9522660b9479 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:41.931156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-786e0537-cc20-4e9e-8533-8f8ecc3c36b3 None None] Provisioning complete for port b5912aeb-2c7c-4644-b993-05abf57b689b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:41.931544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-786e0537-cc20-4e9e-8533-8f8ecc3c36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:41.941173 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-117f40ac-db8e-4c54-94a3-876318105fc2 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3802443 Jun 03 21:48:41.950727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52720) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:42.026324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-66a63a6e-4c35-4fcf-9b3b-96f4777c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:42.139354 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b5912aeb-2c7c-4644-b993-05abf57b689b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:42.140424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd849a-5482-4447-a48b-c2607099c2ef tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:42.142099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd849a-5482-4447-a48b-c2607099c2ef tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:42.143533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd849a-5482-4447-a48b-c2607099c2ef tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:42.145370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd849a-5482-4447-a48b-c2607099c2ef tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:42.146970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd849a-5482-4447-a48b-c2607099c2ef tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:42.153539 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0efd849a-5482-4447-a48b-c2607099c2ef tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1961508 Jun 03 21:48:42.168820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a9294-17d3-4021-bce7-35d8dc864ee6 req-23e801b4-aa77-4c0b-a688-6ec5226a7a18 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:42.170476 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cc9a9294-17d3-4021-bce7-35d8dc864ee6 req-23e801b4-aa77-4c0b-a688-6ec5226a7a18 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.7453368 Jun 03 21:48:42.205514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52722) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:42.295010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-786e0537-cc20-4e9e-8533-8f8ecc3c36b3 None None] Provisioning complete for port e8dc469e-79b6-48ff-8c6d-1d67834d13bb triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:42.295646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-786e0537-cc20-4e9e-8533-8f8ecc3c36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.319414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port b5912aeb-2c7c-4644-b993-05abf57b689b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:42.319825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.332440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-66a63a6e-4c35-4fcf-9b3b-96f4777c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:42.333847 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-66a63a6e-4c35-4fcf-9b3b-96f4777c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6903210 Jun 03 21:48:42.388925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52724) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:42.428087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-daeaabdf-5c18-4fa3-99f5-04b772ca7dd8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.439159 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cc9a9294-17d3-4021-bce7-35d8dc864ee6 req-ce041c57-a1bd-4458-9a1f-1762639d878e tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180145 Jun 03 21:48:42.500448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-daeaabdf-5c18-4fa3-99f5-04b772ca7dd8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.617829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.625283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f7e6e-a67b-483d-8337-0ee9dca55c78 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['shared'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:42.626860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f7e6e-a67b-483d-8337-0ee9dca55c78 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['shared'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:42.632075 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f7e6e-a67b-483d-8337-0ee9dca55c78 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['shared'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:42.634253 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f7e6e-a67b-483d-8337-0ee9dca55c78 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['shared'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:42.635875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f7e6e-a67b-483d-8337-0ee9dca55c78 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['shared'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:42.637649 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0c2f7e6e-a67b-483d-8337-0ee9dca55c78 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4277704 Jun 03 21:48:42.665906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52728) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:42.667497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e8dc469e-79b6-48ff-8c6d-1d67834d13bb up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:42.672414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72cf2a05-9626-46ad-b5b1-6409b997491d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.753549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ca979ef7-7090-4566-98b6-fcb0c23d9ab4 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.753965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-786e0537-cc20-4e9e-8533-8f8ecc3c36b3 None None] Provisioning for port 4d6dfcd7-83af-4b8b-a734-92e7269e916e completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:42.765171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-786e0537-cc20-4e9e-8533-8f8ecc3c36b3 None None] Provisioning complete for port 4d6dfcd7-83af-4b8b-a734-92e7269e916e triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:42.765544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-786e0537-cc20-4e9e-8533-8f8ecc3c36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.778634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72cf2a05-9626-46ad-b5b1-6409b997491d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.787237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:42.861882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-786e0537-cc20-4e9e-8533-8f8ecc3c36b3 None None] Port 4d6dfcd7-83af-4b8b-a734-92e7269e916e cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:42.864543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e8dc469e-79b6-48ff-8c6d-1d67834d13bb triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:42.864957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.874170 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-daeaabdf-5c18-4fa3-99f5-04b772ca7dd8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Floating IP 580dc179-e375-421e-ae03-98bd4f3754aa associated. External IP: 172.26.3.201, port: 949a1bbf-6873-4ab5-9df5-bb7d59dd8951. Jun 03 21:48:42.937318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca979ef7-7090-4566-98b6-fcb0c23d9ab4 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event deleted for resources: {'Subnet': ['ID=90c2b9d1-b91a-4331-976f-db875a97510e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:42.946059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ca979ef7-7090-4566-98b6-fcb0c23d9ab4 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:42.946334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.958907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ca979ef7-7090-4566-98b6-fcb0c23d9ab4 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:42.959152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41001c08-89e9-4b1e-95dc-b4273f07ff05 None None] Network c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:42.962485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:43.032298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:43.039442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:43.047288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:43.062054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:43.066319 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ca979ef7-7090-4566-98b6-fcb0c23d9ab4 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "DELETE /v2.0/subnets/90c2b9d1-b91a-4331-976f-db875a97510e HTTP/1.1" status: 204 len: 168 time: 3.3238606 Jun 03 21:48:43.093027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52732) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:43.171001 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72cf2a05-9626-46ad-b5b1-6409b997491d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:43.174192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Transition to ACTIVE for port object d8e433c0-2c28-4459-a7e3-0099e1226e18 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:43.181377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-306962a4-34b7-45c7-a026-26227348f240 None None] Provisioning complete for port b5912aeb-2c7c-4644-b993-05abf57b689b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:43.181852 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-306962a4-34b7-45c7-a026-26227348f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:43.235779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1ac04903-e578-40b8-8a27-02b96125af50 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:43.242045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:43.247352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'Port': ['ID=32d653c4-c8b6-4dea-87b7-468b9513f4d8,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:43.250086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:43.300753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b89d5c87-3e06-4524-9927-9522660b9479 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:48:43.366123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: b89d5c87-3e06-4524-9927-9522660b9479 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:48:43.366552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b89d5c87-3e06-4524-9927-9522660b9479 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:48:43.501909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-306962a4-34b7-45c7-a026-26227348f240 None None] Provisioning complete for port e8dc469e-79b6-48ff-8c6d-1d67834d13bb triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:43.502363 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-306962a4-34b7-45c7-a026-26227348f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:43.569376 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf2a05-9626-46ad-b5b1-6409b997491d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67180d3c-7fd6-43b4-9a48-53374e8df1cb,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:43.584800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700f35b-8840-4dd0-9241-dd1c00f0fc96 None None] DHCP port deletion for c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:48:43.591511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-72cf2a05-9626-46ad-b5b1-6409b997491d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:43.604828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726f1498-a569-49f9-88e3-b141bd2fa852 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:43.609741 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-726f1498-a569-49f9-88e3-b141bd2fa852 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "GET /v2.0/networks/e32752a9-d404-4c76-b9f8-2ca577cdac6c HTTP/1.1" status: 200 len: 804 time: 0.9049118 Jun 03 21:48:43.615941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52734) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:43.618114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72cf2a05-9626-46ad-b5b1-6409b997491d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:43.619391 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-72cf2a05-9626-46ad-b5b1-6409b997491d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/67180d3c-7fd6-43b4-9a48-53374e8df1cb HTTP/1.1" status: 204 len: 168 time: 1.2195108 Jun 03 21:48:43.646283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:43.650044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52736) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:43.709517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-306962a4-34b7-45c7-a026-26227348f240 None None] Provisioning complete for port 4d6dfcd7-83af-4b8b-a734-92e7269e916e triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:43.710052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-306962a4-34b7-45c7-a026-26227348f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:43.763912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9700f35b-8840-4dd0-9241-dd1c00f0fc96 None None] Deleting port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:43.764434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9700f35b-8840-4dd0-9241-dd1c00f0fc96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:43.800536 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-306962a4-34b7-45c7-a026-26227348f240 None None] Port 4d6dfcd7-83af-4b8b-a734-92e7269e916e cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:43.815134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daeaabdf-5c18-4fa3-99f5-04b772ca7dd8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:43.826000 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2fa1b0dd-8db1-4cc2-83aa-de2e523ddfb6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1746726 Jun 03 21:48:43.829471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52738) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:43.883117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9700f35b-8840-4dd0-9241-dd1c00f0fc96 None None] For port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8dc50738-79ea-4605-91a4-5dcc8f35e7b8,segment=NetworkSegment(bbd42537-9355-486c-b14c-cb9bfab0539e),segment_id=bbd42537-9355-486c-b14c-cb9bfab0539e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:43.883610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9700f35b-8840-4dd0-9241-dd1c00f0fc96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:43.895562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:43.922968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d4edaf26-43d0-4d15-9885-c28e6531ae23 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:43.996353 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:48:44.013890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9700f35b-8840-4dd0-9241-dd1c00f0fc96 None None] Calling delete_port for 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:44.039131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f8b07300-b26c-47b6-9266-c8b21d4e32fe None None] Provisioning complete for port 4d6dfcd7-83af-4b8b-a734-92e7269e916e triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:44.039131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f8b07300-b26c-47b6-9266-c8b21d4e32fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.111849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:48:44.144629 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f8b07300-b26c-47b6-9266-c8b21d4e32fe None None] Port 4d6dfcd7-83af-4b8b-a734-92e7269e916e cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:44.151945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9a257-b12b-4ebc-a5d6-3eb3803416e2 req-34b30c1c-da00-49a5-a2c7-2db56bf6e574 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:44.159668 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b6e9a257-b12b-4ebc-a5d6-3eb3803416e2 req-34b30c1c-da00-49a5-a2c7-2db56bf6e574 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.9838779 Jun 03 21:48:44.184179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 56da9d23-6db1-4cca-a757-b1d95cd5b0bf is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:44.193805 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cfec220d-8114-47bb-9723-560c27ad5e5a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "GET /v2.0/networks/e32752a9-d404-4c76-b9f8-2ca577cdac6c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5730565 Jun 03 21:48:44.212473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52740) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:44.215550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:44.222180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9700f35b-8840-4dd0-9241-dd1c00f0fc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.226140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9c13300f-fff2-4165-b1bb-0958f2566b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:44.257962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 update to DOWN by agent not found {{(pid=104398) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} Jun 03 21:48:44.261157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:44.270271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:44.271121 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.281991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0694076-0852-4c11-b8ee-69176e30c565 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.286730 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700f35b-8840-4dd0-9241-dd1c00f0fc96 None None] Pushing event deleted for resources: {'Port': ['ID=8dc50738-79ea-4605-91a4-5dcc8f35e7b8,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:44.286730 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9700f35b-8840-4dd0-9241-dd1c00f0fc96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:44.286730 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9700f35b-8840-4dd0-9241-dd1c00f0fc96 None None] No DVR routers for this DVR port 8dc50738-79ea-4605-91a4-5dcc8f35e7b8 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:44.347961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeaabdf-5c18-4fa3-99f5-04b772ca7dd8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:44.359947 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc162229-fa31-4290-882b-be3522540df0 None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:44.371096 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc162229-fa31-4290-882b-be3522540df0 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:44.372007 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-dc162229-fa31-4290-882b-be3522540df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:44.415764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.419450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.431256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:44.441630 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-dc162229-fa31-4290-882b-be3522540df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:44.445823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a680d63-040b-4903-a04b-0813fd5f9404') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:44.446372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a680d63-040b-4903-a04b-0813fd5f9404') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:44.453058 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc162229-fa31-4290-882b-be3522540df0 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:44.453813 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-dc162229-fa31-4290-882b-be3522540df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:44.460859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.505271 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b6e9a257-b12b-4ebc-a5d6-3eb3803416e2 req-0ffee324-62d0-45ca-94d1-231b79b0d34f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444803 Jun 03 21:48:44.506838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0694076-0852-4c11-b8ee-69176e30c565 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.526780 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-dc162229-fa31-4290-882b-be3522540df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:44.527187 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc162229-fa31-4290-882b-be3522540df0 None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:44.568859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-03ee12c9-bfd3-4a89-9c35-63b7a00e6bb0 None None] Provisioning for port d8e433c0-2c28-4459-a7e3-0099e1226e18 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:44.572711 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.576767 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-03ee12c9-bfd3-4a89-9c35-63b7a00e6bb0 None None] Provisioning complete for port d8e433c0-2c28-4459-a7e3-0099e1226e18 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:44.577170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=d8e433c0-2c28-4459-a7e3-0099e1226e18,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:44.577320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-03ee12c9-bfd3-4a89-9c35-63b7a00e6bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.598128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:44.606991 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8048437 Jun 03 21:48:44.606991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27877cc5-00dc-4861-a941-f8c16aec31a7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:44.608602 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-27877cc5-00dc-4861-a941-f8c16aec31a7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "GET /v2.0/subnets/99a481fb-ba7c-4667-b8b9-550ea12dee8e HTTP/1.1" status: 200 len: 843 time: 0.3899193 Jun 03 21:48:44.609411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:48:44.611270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.627414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52742) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:44.627730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52744) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:48:44.629659 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:48:44.643402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-03ee12c9-bfd3-4a89-9c35-63b7a00e6bb0 None None] Port d8e433c0-2c28-4459-a7e3-0099e1226e18 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:44.712459 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.731703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0694076-0852-4c11-b8ee-69176e30c565 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.737232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.742378 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a59d0bd5-722a-4e88-b009-912e2c9c7848 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:44.757466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0694076-0852-4c11-b8ee-69176e30c565 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cf1c4fa-f526-46c0-8ded-6583cd04bf20,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:44.811936 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c0694076-0852-4c11-b8ee-69176e30c565 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:44.823366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.838960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-56965d70-17b5-4f80-942e-a8dd3ec839ac tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:44.853745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.870452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0694076-0852-4c11-b8ee-69176e30c565 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:44.871612 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c0694076-0852-4c11-b8ee-69176e30c565 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/4cf1c4fa-f526-46c0-8ded-6583cd04bf20 HTTP/1.1" status: 204 len: 168 time: 1.0319955 Jun 03 21:48:44.875826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event deleted for resources: {'Network': ['ID=8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:44.879204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52746) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:44.894960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:44.898902 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "DELETE /v2.0/networks/8b26ccef-ccbc-41a9-8501-0b0c8c7a6a86 HTTP/1.1" status: 204 len: 168 time: 1.7875984 Jun 03 21:48:44.899895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4000614d-e00c-413f-928a-2ebd0dc08eb5 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['shared'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:44.901543 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4000614d-e00c-413f-928a-2ebd0dc08eb5 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "GET /v2.0/subnets/99a481fb-ba7c-4667-b8b9-550ea12dee8e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2714579 Jun 03 21:48:44.902085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52748) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:44.910111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52750) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:44.967715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1294501257'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:44.980795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:44.999117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:45.046901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7fd676d5-6368-4102-b04b-400bef693bd6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:45.054886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:45.058408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.104140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7fd676d5-6368-4102-b04b-400bef693bd6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:45.107398 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7fd676d5-6368-4102-b04b-400bef693bd6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2252338 Jun 03 21:48:45.112537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52752) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:45.132889 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:45.172245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.172589 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Added segment ebd59801-af45-4e8d-a606-09301df65b3f of type vlan for network 4a66a304-ff7d-4bb6-96de-e179183ecd21 Jun 03 21:48:45.173598 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Router 852748e3-944e-4f14-bdb5-f13b9e3d169c is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:48:45.211538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.232148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c08df5-17f4-44c4-b57f-30669d2585ff tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:45.232740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-86c08df5-17f4-44c4-b57f-30669d2585ff tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:45.247154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daeaabdf-5c18-4fa3-99f5-04b772ca7dd8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router d1b7e614-b171-423f-b6f3-fa7cebe95155 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:45.300129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.308689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a0e65586-5d6a-40f3-ae79-eff693254c67 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.319972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-86c08df5-17f4-44c4-b57f-30669d2585ff tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:45.323991 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-86c08df5-17f4-44c4-b57f-30669d2585ff tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ae8 HTTP/1.1" status: 200 len: 927 time: 0.6926608 Jun 03 21:48:45.374437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52754) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:45.479188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.resource_extend [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:48:45.561854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.563250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.577433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a0e65586-5d6a-40f3-ae79-eff693254c67 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.616008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.616254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.621766 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:45.622389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.629453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:45.632957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bc8649e8-bba8-4b93-9caa-c84ee3206328 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:45.636635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:45.664796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:45.675115 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Sync routers for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:45.687342 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:45.688132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:45.782589 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8712666 Jun 03 21:48:45.790414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52758) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:45.796736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'subnet': {'network_id': '4a66a304-ff7d-4bb6-96de-e179183ecd21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:45.811241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Network': ['ID=4a66a304-ff7d-4bb6-96de-e179183ecd21,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:45.827900 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a0e65586-5d6a-40f3-ae79-eff693254c67 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.835605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:45.841406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8d7050a3-f51b-4b44-819b-c8588525fe98 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:45.853854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 4a66a304-ff7d-4bb6-96de-e179183ecd21 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:45.872398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e65586-5d6a-40f3-ae79-eff693254c67 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2537b85f-6a63-4bd9-bb12-f6ccae72c049,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:45.875383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a0e65586-5d6a-40f3-ae79-eff693254c67 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:45.883452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.887668 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.1010325 Jun 03 21:48:45.939654 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a0e65586-5d6a-40f3-ae79-eff693254c67 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:45.942063 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a0e65586-5d6a-40f3-ae79-eff693254c67 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-groups/2537b85f-6a63-4bd9-bb12-f6ccae72c049 HTTP/1.1" status: 204 len: 168 time: 0.8250518 Jun 03 21:48:45.947250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52760) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:45.947450 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52762) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:45.962429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd42537-9355-486c-b14c-cb9bfab0539e') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:45.962736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd42537-9355-486c-b14c-cb9bfab0539e') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:45.997079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.008630 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:46.073515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:46.103048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event updated for resources: {'Port': ['ID=32d653c4-c8b6-4dea-87b7-468b9513f4d8,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:46.109507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.114561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:46.117133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:46.130517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeaabdf-5c18-4fa3-99f5-04b772ca7dd8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:46.134948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:48:46.135493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.145174 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7052b-6bd6-46b0-a493-3d5ffbaeff74 None None] Sync routers for ids ['d1b7e614-b171-423f-b6f3-fa7cebe95155'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:48:46.153745 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:48:46.158548 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7052b-6bd6-46b0-a493-3d5ffbaeff74 None None] Routers {'d1b7e614-b171-423f-b6f3-fa7cebe95155'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:46.159501 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a2d7052b-6bd6-46b0-a493-3d5ffbaeff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d1b7e614-b171-423f-b6f3-fa7cebe95155'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:46.181299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.183622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8a558998-af4d-4961-988e-03c6ad8cfeb9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:46.226171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8a558998-af4d-4961-988e-03c6ad8cfeb9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:46.228823 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8a558998-af4d-4961-988e-03c6ad8cfeb9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2788310 Jun 03 21:48:46.229526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Made reservation on behalf of b019ab5693a243b49d7da2decb50e20d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:46.235035 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.240430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52764) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:46.241357 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a2d7052b-6bd6-46b0-a493-3d5ffbaeff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:46.250403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604382497'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:46.250903 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7052b-6bd6-46b0-a493-3d5ffbaeff74 None None] Routers {'d1b7e614-b171-423f-b6f3-fa7cebe95155'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:46.251706 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a2d7052b-6bd6-46b0-a493-3d5ffbaeff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d1b7e614-b171-423f-b6f3-fa7cebe95155'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:46.325711 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a2d7052b-6bd6-46b0-a493-3d5ffbaeff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:46.326358 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7052b-6bd6-46b0-a493-3d5ffbaeff74 None None] The sync data for ids ['d1b7e614-b171-423f-b6f3-fa7cebe95155'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:46.348092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:46.362987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-9fdd86e1-932c-43cb-813d-637eef1ecf36 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port d8e433c0-2c28-4459-a7e3-0099e1226e18 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:46.363603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9fdd86e1-932c-43cb-813d-637eef1ecf36 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.373670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.ipam_backend_mixin [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Performing IP validity checks on allocation pools {{(pid=104397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 03 21:48:46.373984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.ipam_backend_mixin [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 03 21:48:46.407176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-daeaabdf-5c18-4fa3-99f5-04b772ca7dd8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.424489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:42Z', 'revision_number': 3, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:46.429531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Checking router: 852748e3-944e-4f14-bdb5-f13b9e3d169c for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:48:46.429887 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Updating router 852748e3-944e-4f14-bdb5-f13b9e3d169c port 89a8a89c-e72e-4ebe-9935-750fdb0465ec binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:48:46.451785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:46.492368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.493665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.553184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97abec0-388e-4f23-b7ac-49d524ca93bd req-69a75143-e10d-4f87-b183-c6ae971982fa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:46.554663 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d97abec0-388e-4f23-b7ac-49d524ca93bd req-69a75143-e10d-4f87-b183-c6ae971982fa tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.6615849 Jun 03 21:48:46.573209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2ad7efc7-c239-46da-9475-5c70476948bc tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:46.645409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.684974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.709756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event deleted for resources: {'Network': ['ID=c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:46.768283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:46.789322 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "DELETE /v2.0/networks/c0f4ebd2-8ad7-4f27-8cb0-4ddd22e0fcb2 HTTP/1.1" status: 204 len: 168 time: 1.8799355 Jun 03 21:48:46.796627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52766) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:46.859060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.864600 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:46.873975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Transition to ACTIVE for port object 89a8a89c-e72e-4ebe-9935-750fdb0465ec will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:46.883060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.888112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:46.894335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:46.895137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9fdd86e1-932c-43cb-813d-637eef1ecf36 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:46.905576 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d97abec0-388e-4f23-b7ac-49d524ca93bd req-dc1f86f5-bb5e-4763-8262-9f9996470dfb tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571552 Jun 03 21:48:46.906481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:46.912243 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Floating IP 41f71c09-28f4-4bed-8136-752585abc996 associated. External IP: 172.26.3.93, port: d4c1813d-f4cb-44a0-a53d-019c2d5ba545. Jun 03 21:48:46.964489 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-daeaabdf-5c18-4fa3-99f5-04b772ca7dd8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "PUT /v2.0/floatingips/580dc179-e375-421e-ae03-98bd4f3754aa HTTP/1.1" status: 200 len: 978 time: 6.5081084 Jun 03 21:48:46.969485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52770) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:46.994208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Attempting to bind port 89a8a89c-e72e-4ebe-9935-750fdb0465ec on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:46.994734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Attempting to bind port 89a8a89c-e72e-4ebe-9935-750fdb0465ec by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:46.995195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Attempting to bind port 89a8a89c-e72e-4ebe-9935-750fdb0465ec on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:46.998661 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74325560-09a7-4f7f-b97a-678b76e3548f None None] Pushing event updated for resources: {'Port': ['ID=89a8a89c-e72e-4ebe-9935-750fdb0465ec,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:47.012725 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-74325560-09a7-4f7f-b97a-678b76e3548f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:47.016061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:47.016829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:47.018069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.018573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:47.019152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Bound port: 89a8a89c-e72e-4ebe-9935-750fdb0465ec, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:47.020232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.075061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:47.167112 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] For port 89a8a89c-e72e-4ebe-9935-750fdb0465ec, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:47.168095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-9fdd86e1-932c-43cb-813d-637eef1ecf36 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for d8e433c0-2c28-4459-a7e3-0099e1226e18 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:47.177888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] For port 89a8a89c-e72e-4ebe-9935-750fdb0465ec, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=89a8a89c-e72e-4ebe-9935-750fdb0465ec,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:47.201001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.206459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:47.238457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a16eded-0073-4ac9-8842-96abd89e559a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Deleting subnet 8b298b3e-e67f-4dac-a4e3-8b2544f71f63 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:48:47.247605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a16eded-0073-4ac9-8842-96abd89e559a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.305549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:47.306794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:47.319638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.391810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74325560-09a7-4f7f-b97a-678b76e3548f None None] Pushing event updated for resources: {'Port': ['ID=89a8a89c-e72e-4ebe-9935-750fdb0465ec,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:47.404591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-74325560-09a7-4f7f-b97a-678b76e3548f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:47.480464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a16eded-0073-4ac9-8842-96abd89e559a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.529993 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:47.705851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a16eded-0073-4ac9-8842-96abd89e559a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.765526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe87487-7aa1-4e0d-a8b5-e1b8907618eb req-d707a8f1-30da-4763-a0ed-01a5b48ad98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:47.766758 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9fe87487-7aa1-4e0d-a8b5-e1b8907618eb req-d707a8f1-30da-4763-a0ed-01a5b48ad98f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8575706e29d4efb935647060af56086&device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 1098 time: 0.3692307 Jun 03 21:48:47.838067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.852711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port 2c616fb7-0c1b-48d7-9246-8279591b5dea {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:47.853048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.865535 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:42Z', 'revision_number': 3, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:47.871070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9c697-5234-4d8e-8654-c257cef7698c None None] The sync data for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv is: [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:42Z', 'revision_number': 3, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:47.877135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:47.889331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ffa5731e-d88c-4fd6-9524-07819d3b2674 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:47.975364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Allocated IP 172.20.0.1 (286f61e7-92b7-4b3e-b29f-ce7c7d38d749/0518fb2a-9330-44b3-8e05-85f28f75517e/35e3e25e-1961-412b-849c-4318a9d51e8d) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:48.125347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b33c4-578c-4494-bdde-800606efb954 req-1e758f69-dba3-4388-a57d-2bd57b208a98 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:48.126814 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0a5b33c4-578c-4494-bdde-800606efb954 req-1e758f69-dba3-4388-a57d-2bd57b208a98 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.7368283 Jun 03 21:48:48.135265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113d0d6c-5eb1-4dfd-927e-81c8a0c50890,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:48.188275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9fdd86e1-932c-43cb-813d-637eef1ecf36 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.212576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:48.227044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79c00359-51b3-45e4-b6b7-cc2751e57950 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:48.264074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.271111 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0187068 Jun 03 21:48:48.274628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52774) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:48.311433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd86e1-932c-43cb-813d-637eef1ecf36 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=d8e433c0-2c28-4459-a7e3-0099e1226e18,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:48.318052 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9fdd86e1-932c-43cb-813d-637eef1ecf36 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:48.338302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.363281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Router 8e3b8b4d-71ec-46dd-80c2-7add9044422d has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:48.386826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.400467 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0a5b33c4-578c-4494-bdde-800606efb954 req-59c76a2c-f0fb-4d0f-867d-53bf44c2727e tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267838 Jun 03 21:48:48.403269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9fdd86e1-932c-43cb-813d-637eef1ecf36 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.405976 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9fdd86e1-932c-43cb-813d-637eef1ecf36 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/d8e433c0-2c28-4459-a7e3-0099e1226e18 HTTP/1.1" status: 204 len: 168 time: 3.0182519 Jun 03 21:48:48.409920 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52776) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:48.420423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.449409 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Transition to ACTIVE for port object 35e3e25e-1961-412b-849c-4318a9d51e8d will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:48.479381 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-163656cd-70a0-4c03-a199-08838d023cc4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group_rule': {'security_group_id': '113d0d6c-5eb1-4dfd-927e-81c8a0c50890', 'direction': 'ingress', 'protocol': 17}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:48.487835 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-163656cd-70a0-4c03-a199-08838d023cc4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:48.494515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-163656cd-70a0-4c03-a199-08838d023cc4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:48.504849 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-65cf9683-3b0d-489b-9792-7aed98685560 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:48.585258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe87487-7aa1-4e0d-a8b5-e1b8907618eb req-c741cf09-71ed-4080-8bd4-e4f07865c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:48.587386 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9fe87487-7aa1-4e0d-a8b5-e1b8907618eb req-c741cf09-71ed-4080-8bd4-e4f07865c738 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3ab37d9-450d-465b-af87-fe797b3c7680 HTTP/1.1" status: 200 len: 914 time: 0.8076427 Jun 03 21:48:48.632705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-163656cd-70a0-4c03-a199-08838d023cc4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:48.643313 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ca8ed4-25c1-46ca-8456-16b5167c47ee tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:48:48.643883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b8ca8ed4-25c1-46ca-8456-16b5167c47ee tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:48.731439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.761223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Subnet': ['ID=af6a2985-2cf4-41fc-bd58-6064aec108b7,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:48.765731 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:48.773317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b8ca8ed4-25c1-46ca-8456-16b5167c47ee tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:48.777740 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b8ca8ed4-25c1-46ca-8456-16b5167c47ee tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/d8e433c0-2c28-4459-a7e3-0099e1226e18 HTTP/1.1" status: 404 len: 333 time: 0.3662636 Jun 03 21:48:48.783851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-163656cd-70a0-4c03-a199-08838d023cc4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:48.787017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52778) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:48.788116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8f8ff86d-df68-4c3e-823f-1d4a4dd4f5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:48.842576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:48.865763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:48.880344 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:48.968981 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9fe87487-7aa1-4e0d-a8b5-e1b8907618eb req-1e6a28d3-595f-4470-bf94-ff41bd536e92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c160a6-3c5a-454f-998f-946a491894d8 HTTP/1.1" status: 200 len: 1001 time: 0.3307624 Jun 03 21:48:48.981245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-163656cd-70a0-4c03-a199-08838d023cc4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:48.996035 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Checking segment: {'id': 'ebd59801-af45-4e8d-a606-09301df65b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '4a66a304-ff7d-4bb6-96de-e179183ecd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:48.996394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network hostable DHCP agents. Network: 4a66a304-ff7d-4bb6-96de-e179183ecd21, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:49.037842 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a16eded-0073-4ac9-8842-96abd89e559a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.041808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Pushing event updated for resources: {'Port': ['ID=35e3e25e-1961-412b-849c-4318a9d51e8d,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:49.049146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:49.059676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1ff0e958-af21-4d9d-b147-bbd8b603ae3b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:49.077614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:49.092438 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcddc2df-cf5a-4696-934a-e09d983ffc46 None None] Sync routers for ids ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:49.110482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcddc2df-cf5a-4696-934a-e09d983ffc46 None None] Routers {'8e3b8b4d-71ec-46dd-80c2-7add9044422d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:49.111254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-fcddc2df-cf5a-4696-934a-e09d983ffc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:49.157726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.192219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.192592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.192893 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Floating IP 580dc179-e375-421e-ae03-98bd4f3754aa disassociated. External IP: 172.26.3.201, port: 2c616fb7-0c1b-48d7-9246-8279591b5dea. Jun 03 21:48:49.193397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for 2c616fb7-0c1b-48d7-9246-8279591b5dea owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:49.231132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c1c77d82-5166-4a87-b78b-d28657108edb None None] Provisioning for port 35e3e25e-1961-412b-849c-4318a9d51e8d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:49.244201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-64a4afef-dfc1-464a-a0d2-8357f0e032bb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port 4d6dfcd7-83af-4b8b-a734-92e7269e916e {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:49.244802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-64a4afef-dfc1-464a-a0d2-8357f0e032bb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.268861 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.8506699 Jun 03 21:48:49.281861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:48:49.284518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafe1c61-0e00-4826-81bf-71a9753318d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:48:49.302912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.305676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16eded-0073-4ac9-8842-96abd89e559a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event deleted for resources: {'Subnet': ['ID=8b298b3e-e67f-4dac-a4e3-8b2544f71f63,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:49.312289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5a16eded-0073-4ac9-8842-96abd89e559a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:49.328156 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a16eded-0073-4ac9-8842-96abd89e559a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.334919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bca88f1-7ffc-4dd1-a121-881ec3144f3b None None] Network 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:49.362825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c1c77d82-5166-4a87-b78b-d28657108edb None None] Provisioning complete for port 35e3e25e-1961-412b-849c-4318a9d51e8d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:49.363428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c1c77d82-5166-4a87-b78b-d28657108edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.370813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Network 4a66a304-ff7d-4bb6-96de-e179183ecd21 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:49.387668 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe87487-7aa1-4e0d-a8b5-e1b8907618eb req-c1a207fd-1589-4fa5-9642-9fd3ca42c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:49.389821 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9fe87487-7aa1-4e0d-a8b5-e1b8907618eb req-c1a207fd-1589-4fa5-9642-9fd3ca42c45e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f48f48ce-c887-4cce-89b6-0302a64d4519 HTTP/1.1" status: 200 len: 851 time: 0.3949594 Jun 03 21:48:49.391724 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5a16eded-0073-4ac9-8842-96abd89e559a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "DELETE /v2.0/subnets/8b298b3e-e67f-4dac-a4e3-8b2544f71f63 HTTP/1.1" status: 204 len: 168 time: 2.5940964 Jun 03 21:48:49.399926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52784) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:49.453874 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 4a66a304-ff7d-4bb6-96de-e179183ecd21) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:49.483682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c1c77d82-5166-4a87-b78b-d28657108edb None None] Port 35e3e25e-1961-412b-849c-4318a9d51e8d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:49.485386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375a9a93-4534-4909-9048-8e8ddc28e3f8 None None] Network 4a66a304-ff7d-4bb6-96de-e179183ecd21 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:49.531899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-163656cd-70a0-4c03-a199-08838d023cc4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.628428 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad643b43-6567-4480-a736-b626368ca42e x-openstack-request-id: req-ad643b43-6567-4480-a736-b626368ca42e {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:48:49.628880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:48:49.629235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ad643b43-6567-4480-a736-b626368ca42e {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:48:49.629682 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'status': 'completed', 'code': 200} Jun 03 21:48:49.650137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-163656cd-70a0-4c03-a199-08838d023cc4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.679218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-fcddc2df-cf5a-4696-934a-e09d983ffc46 None None] Set router 8e3b8b4d-71ec-46dd-80c2-7add9044422d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:49.754171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4c181a14-1650-4440-afc4-537c90609fb1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:49.776735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:49.777344 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.824523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163656cd-70a0-4c03-a199-08838d023cc4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c1c89c-d281-4951-850a-922676c82b2f,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:49.836127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-163656cd-70a0-4c03-a199-08838d023cc4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:49.850135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.867624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.886099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-163656cd-70a0-4c03-a199-08838d023cc4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.889878 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-163656cd-70a0-4c03-a199-08838d023cc4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5501964 Jun 03 21:48:49.890071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-64a4afef-dfc1-464a-a0d2-8357f0e032bb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:49.890627 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.0980966 Jun 03 21:48:49.892796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52790) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:49.908532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52792) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:49.921577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e599d522-76a1-4809-aeac-afb112056e37 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:50.035034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae580b4-3cdd-4256-ade5-f15928262ea1 req-d21d93a5-c741-4d9b-9f7d-46ee5ef45a43 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:50.036855 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9ae580b4-3cdd-4256-ade5-f15928262ea1 req-d21d93a5-c741-4d9b-9f7d-46ee5ef45a43 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.4568360 Jun 03 21:48:50.124346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-64a4afef-dfc1-464a-a0d2-8357f0e032bb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for 4d6dfcd7-83af-4b8b-a734-92e7269e916e owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:50.127147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe87487-7aa1-4e0d-a8b5-e1b8907618eb req-910547d6-77c9-45ee-bbdb-aefc61c42f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:50.128759 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9fe87487-7aa1-4e0d-a8b5-e1b8907618eb req-910547d6-77c9-45ee-bbdb-aefc61c42f24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3ab37d9-450d-465b-af87-fe797b3c7680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7235963 Jun 03 21:48:50.155812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f507588-2099-4ce8-a0ac-79e5f29fdaf3 req-96d92211-500c-48ca-b371-d0b6f6832b8e tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:50.163191 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-4a66a304-ff7d-4bb6-96de-e179183ecd21', 'network_id': '4a66a304-ff7d-4bb6-96de-e179183ecd21', 'tenant_id': 'b019ab5693a243b49d7da2decb50e20d', 'fixed_ips': [{'subnet_id': 'af6a2985-2cf4-41fc-bd58-6064aec108b7'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:48:50.163835 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4f507588-2099-4ce8-a0ac-79e5f29fdaf3 req-96d92211-500c-48ca-b371-d0b6f6832b8e tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.5323918 Jun 03 21:48:50.164191 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.235351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe1c61-0e00-4826-81bf-71a9753318d5 req-f02655d9-16cf-4675-9ffb-bb8446ba1e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:50.240983 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fafe1c61-0e00-4826-81bf-71a9753318d5 req-f02655d9-16cf-4675-9ffb-bb8446ba1e96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=684d3d7afe73426f9cb4abdbeaeb79b4&device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 1099 time: 0.6126213 Jun 03 21:48:50.265670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-65690deb-06ac-452b-bc6e-945c759f1b75 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.279313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.331082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 89a8a89c-e72e-4ebe-9935-750fdb0465ec up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:50.338444 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9ae580b4-3cdd-4256-ade5-f15928262ea1 req-112a45cb-62a1-4f8b-9c83-bb83288db024 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643871 Jun 03 21:48:50.366189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384c14ea-e851-4a37-a396-064abddac576 None None] DHCP port deletion for 5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:48:50.366586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0461fc1d-5764-494d-97ba-79f1ab3140a1 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:50.399440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52794) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:50.492890 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4f507588-2099-4ce8-a0ac-79e5f29fdaf3 req-362124ff-692f-4b1d-ab65-79d93699b45e tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286314 Jun 03 21:48:50.497800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Allocated IP 2001:db8::3 (4a66a304-ff7d-4bb6-96de-e179183ecd21/af6a2985-2cf4-41fc-bd58-6064aec108b7/e0268192-db56-49c3-aa24-dcbe92fd7116) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:48:50.545204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=2c616fb7-0c1b-48d7-9246-8279591b5dea,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:50.550755 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-65690deb-06ac-452b-bc6e-945c759f1b75 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.626049 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9fe87487-7aa1-4e0d-a8b5-e1b8907618eb req-d2bced27-557e-4f1d-924b-0a43a6731c58 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717066 Jun 03 21:48:50.659215 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:50.716122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.727074 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-65690deb-06ac-452b-bc6e-945c759f1b75 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.740232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f29a933c-e532-4148-b085-96b8615d21f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:50.785098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.785902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e599d522-76a1-4809-aeac-afb112056e37 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28499101'] for subnet, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.835763 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-51563d2b-70c1-4fc8-98bc-84d99030319e tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/floatingips/41f71c09-28f4-4bed-8136-752585abc996 HTTP/1.1" status: 200 len: 991 time: 0.4144421 Jun 03 21:48:50.864904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.877167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Deleting port b54bb128-4b2f-454b-8ade-60e18d733bbb {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:50.877602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.924064 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:50.930713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe1c61-0e00-4826-81bf-71a9753318d5 req-46f03a8f-646f-4b9b-916f-98389ab153fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:50.932224 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fafe1c61-0e00-4826-81bf-71a9753318d5 req-46f03a8f-646f-4b9b-916f-98389ab153fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 HTTP/1.1" status: 200 len: 898 time: 0.6787243 Jun 03 21:48:50.943501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Transition to ACTIVE for port object e0268192-db56-49c3-aa24-dcbe92fd7116 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:50.972205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 89a8a89c-e72e-4ebe-9935-750fdb0465ec completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:50.994736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Transition to ACTIVE for port object e0268192-db56-49c3-aa24-dcbe92fd7116 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:50.995862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 89a8a89c-e72e-4ebe-9935-750fdb0465ec triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:50.996221 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.043679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-384c14ea-e851-4a37-a396-064abddac576 None None] Deleting port b54bb128-4b2f-454b-8ade-60e18d733bbb {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:51.043679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-384c14ea-e851-4a37-a396-064abddac576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.061609 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] For port b54bb128-4b2f-454b-8ade-60e18d733bbb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b54bb128-4b2f-454b-8ade-60e18d733bbb,segment=NetworkSegment(f20bd03e-9bcc-4a73-81b0-8984ae0cb030),segment_id=f20bd03e-9bcc-4a73-81b0-8984ae0cb030)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:51.062810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.160818 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-384c14ea-e851-4a37-a396-064abddac576 None None] For port b54bb128-4b2f-454b-8ade-60e18d733bbb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b54bb128-4b2f-454b-8ade-60e18d733bbb,segment=NetworkSegment(f20bd03e-9bcc-4a73-81b0-8984ae0cb030),segment_id=f20bd03e-9bcc-4a73-81b0-8984ae0cb030)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:51.161323 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-384c14ea-e851-4a37-a396-064abddac576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.174254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router d1b7e614-b171-423f-b6f3-fa7cebe95155 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:51.201868 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fafe1c61-0e00-4826-81bf-71a9753318d5 req-8221ae85-4dbc-4fd4-8952-25199de4487d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545 HTTP/1.1" status: 200 len: 999 time: 0.2594795 Jun 03 21:48:51.247581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Calling delete_port for b54bb128-4b2f-454b-8ade-60e18d733bbb owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:51.251070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-64a4afef-dfc1-464a-a0d2-8357f0e032bb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.294443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-384c14ea-e851-4a37-a396-064abddac576 None None] Calling delete_port for b54bb128-4b2f-454b-8ade-60e18d733bbb owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:51.302297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.310252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-45fc4547-e253-4de9-89d3-7b833cb861c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:51.404679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65690deb-06ac-452b-bc6e-945c759f1b75 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113d0d6c-5eb1-4dfd-927e-81c8a0c50890,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:51.407059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-65690deb-06ac-452b-bc6e-945c759f1b75 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:51.417588 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Network 4a66a304-ff7d-4bb6-96de-e179183ecd21 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:51.426225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-fcddc2df-cf5a-4696-934a-e09d983ffc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:48:02Z', 'revision_number': 4, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '41f71c09-28f4-4bed-8136-752585abc996', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'port_id': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'mac_address': 'fa:16:3e:95:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:48:43Z', 'updated_at': '2021-06-03T21:48:43Z', 'revision_number': 0, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ffce88d-295d-4236-9494-4cf9ccd9fcde', 'name': '', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'mac_address': 'fa:16:3e:08:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:00Z', 'updated_at': '2021-06-03T21:48:19Z', 'revision_number': 5, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'subnets': [{'id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:51.428707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:51.445712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:48:51.465463 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcddc2df-cf5a-4696-934a-e09d983ffc46 None None] Checking router: 8e3b8b4d-71ec-46dd-80c2-7add9044422d for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:48:51.474730 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Pushing event updated for resources: {'Port': ['ID=e0268192-db56-49c3-aa24-dcbe92fd7116,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:51.501725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3d7fe9a3-cc75-4d07-ac4f-58c70b7c5b9c tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:51.511675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:51.608881 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcddc2df-cf5a-4696-934a-e09d983ffc46 None None] Routers {'8e3b8b4d-71ec-46dd-80c2-7add9044422d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:51.609531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-fcddc2df-cf5a-4696-934a-e09d983ffc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:51.609668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4afef-dfc1-464a-a0d2-8357f0e032bb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=4d6dfcd7-83af-4b8b-a734-92e7269e916e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:51.624713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-64a4afef-dfc1-464a-a0d2-8357f0e032bb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:51.708441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-64a4afef-dfc1-464a-a0d2-8357f0e032bb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.710028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.860s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:51.715770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe1c61-0e00-4826-81bf-71a9753318d5 req-bfc6d957-6af2-40dd-8572-56339b6bfdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:51.717251 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fafe1c61-0e00-4826-81bf-71a9753318d5 req-bfc6d957-6af2-40dd-8572-56339b6bfdb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9572515-61d3-4237-9d45-489c6c5adb2d HTTP/1.1" status: 200 len: 834 time: 0.5038395 Jun 03 21:48:51.717396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Attempting to bind port e0268192-db56-49c3-aa24-dcbe92fd7116 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:51.717618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Attempting to bind port e0268192-db56-49c3-aa24-dcbe92fd7116 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'ebd59801-af45-4e8d-a606-09301df65b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '4a66a304-ff7d-4bb6-96de-e179183ecd21'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:51.718169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Attempting to bind port e0268192-db56-49c3-aa24-dcbe92fd7116 on network 4a66a304-ff7d-4bb6-96de-e179183ecd21 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:51.723577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.739762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:51.740345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Checking segment: {'id': 'ebd59801-af45-4e8d-a606-09301df65b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '4a66a304-ff7d-4bb6-96de-e179183ecd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:51.740924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.741316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Bound using segment: {'id': 'ebd59801-af45-4e8d-a606-09301df65b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '4a66a304-ff7d-4bb6-96de-e179183ecd21'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:51.741794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Bound port: e0268192-db56-49c3-aa24-dcbe92fd7116, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd59801-af45-4e8d-a606-09301df65b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '4a66a304-ff7d-4bb6-96de-e179183ecd21'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:51.742160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.756208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-384c14ea-e851-4a37-a396-064abddac576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.761822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:51.797083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.854459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Pushing event updated for resources: {'Port': ['ID=35e3e25e-1961-412b-849c-4318a9d51e8d,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:51.857526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:51.858535 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:51.860212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52798) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:51.892797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-65690deb-06ac-452b-bc6e-945c759f1b75 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:51.896840 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-65690deb-06ac-452b-bc6e-945c759f1b75 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-groups/113d0d6c-5eb1-4dfd-927e-81c8a0c50890 HTTP/1.1" status: 204 len: 168 time: 1.9970305 Jun 03 21:48:51.924548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52800) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:51.935503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c14ea-e851-4a37-a396-064abddac576 None None] Pushing event deleted for resources: {'Port': ['ID=b54bb128-4b2f-454b-8ade-60e18d733bbb,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:51.954973 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9fe87487-7aa1-4e0d-a8b5-e1b8907618eb req-388aaa59-bd4f-4ebe-803e-7bab957de10f service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2169092 Jun 03 21:48:51.957725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] No DVR routers for this DVR port b54bb128-4b2f-454b-8ade-60e18d733bbb on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:51.981345 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-64a4afef-dfc1-464a-a0d2-8357f0e032bb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/4d6dfcd7-83af-4b8b-a734-92e7269e916e HTTP/1.1" status: 204 len: 168 time: 3.1908498 Jun 03 21:48:51.992690 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event deleted for resources: {'Port': ['ID=b54bb128-4b2f-454b-8ade-60e18d733bbb,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:51.995104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:51.996347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52802) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:52.002945 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-384c14ea-e851-4a37-a396-064abddac576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:52.004872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 89a8a89c-e72e-4ebe-9935-750fdb0465ec, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=89a8a89c-e72e-4ebe-9935-750fdb0465ec,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:52.019374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384c14ea-e851-4a37-a396-064abddac576 None None] No DVR routers for this DVR port b54bb128-4b2f-454b-8ade-60e18d733bbb on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:52.028292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.035217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8b2d165-15b4-49ef-ae0b-02df1376aac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:52.066038 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3572ed-f0bd-4a1e-8c65-ace148bae52a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:48:52.067607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1c3572ed-f0bd-4a1e-8c65-ace148bae52a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:52.092395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:52.094233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e599d522-76a1-4809-aeac-afb112056e37 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763094312964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27462612'] for subnet, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.110074 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c375d27-d5e1-43e8-86ad-d46fcd96397a None None] Sync routers for ids ['d1b7e614-b171-423f-b6f3-fa7cebe95155'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:52.123601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-fcddc2df-cf5a-4696-934a-e09d983ffc46 None None] Set router 8e3b8b4d-71ec-46dd-80c2-7add9044422d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:52.125090 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c375d27-d5e1-43e8-86ad-d46fcd96397a None None] Routers {'d1b7e614-b171-423f-b6f3-fa7cebe95155'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:52.125854 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2c375d27-d5e1-43e8-86ad-d46fcd96397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d1b7e614-b171-423f-b6f3-fa7cebe95155'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:52.151193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a89727cc-82f5-4ca3-99a5-7a5b9768270d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:52.199686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b54bb128-4b2f-454b-8ade-60e18d733bbb no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:48:52.245910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.272578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: b54bb128-4b2f-454b-8ade-60e18d733bbb {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:48:52.273115 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b54bb128-4b2f-454b-8ade-60e18d733bbb not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:48:52.281850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-72bf59d3-2d5d-4c23-b514-ab2fed6bf5c5 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:52.288862 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2c375d27-d5e1-43e8-86ad-d46fcd96397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:52.289014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:52.298812 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c375d27-d5e1-43e8-86ad-d46fcd96397a None None] Routers {'d1b7e614-b171-423f-b6f3-fa7cebe95155'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:52.299779 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2c375d27-d5e1-43e8-86ad-d46fcd96397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d1b7e614-b171-423f-b6f3-fa7cebe95155'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:52.305678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e599d522-76a1-4809-aeac-afb112056e37 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:52.306369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e599d522-76a1-4809-aeac-afb112056e37 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.310960 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e599d522-76a1-4809-aeac-afb112056e37 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "PUT /v2.0/subnets/af6a2985-2cf4-41fc-bd58-6064aec108b7 HTTP/1.1" status: 200 len: 900 time: 2.3950222 Jun 03 21:48:52.314502 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52804) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:52.315781 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-05505d1d-5d33-4864-8a60-d8eff20878d3 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/floatingips/41f71c09-28f4-4bed-8136-752585abc996 HTTP/1.1" status: 200 len: 991 time: 0.4453094 Jun 03 21:48:52.316544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1c3572ed-f0bd-4a1e-8c65-ace148bae52a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:52.316720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20bd03e-9bcc-4a73-81b0-8984ae0cb030') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:52.316876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20bd03e-9bcc-4a73-81b0-8984ae0cb030') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:52.321366 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1c3572ed-f0bd-4a1e-8c65-ace148bae52a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/4d6dfcd7-83af-4b8b-a734-92e7269e916e HTTP/1.1" status: 404 len: 333 time: 0.3196242 Jun 03 21:48:52.355901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52806) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:52.367815 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2c375d27-d5e1-43e8-86ad-d46fcd96397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:52.368509 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c375d27-d5e1-43e8-86ad-d46fcd96397a None None] The sync data for ids ['d1b7e614-b171-423f-b6f3-fa7cebe95155'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:52.373879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.380165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=89a8a89c-e72e-4ebe-9935-750fdb0465ec,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:52.381812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe1c61-0e00-4826-81bf-71a9753318d5 req-e5227763-689c-4b47-a47b-ad515aaa6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:52.383212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:48:52.386794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:52.388567 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fafe1c61-0e00-4826-81bf-71a9753318d5 req-e5227763-689c-4b47-a47b-ad515aaa6e70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6100259 Jun 03 21:48:52.390466 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] For port e0268192-db56-49c3-aa24-dcbe92fd7116, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:52.395664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.400566 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/ports/2c616fb7-0c1b-48d7-9246-8279591b5dea HTTP/1.1" status: 204 len: 168 time: 5.4200985 Jun 03 21:48:52.406280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:52.406502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] For port e0268192-db56-49c3-aa24-dcbe92fd7116, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e0268192-db56-49c3-aa24-dcbe92fd7116,segment=NetworkSegment(ebd59801-af45-4e8d-a606-09301df65b3f),segment_id=ebd59801-af45-4e8d-a606-09301df65b3f)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:52.410855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52808) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:52.417874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.430472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:52.469174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599d522-76a1-4809-aeac-afb112056e37 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event updated for resources: {'Subnet': ['ID=af6a2985-2cf4-41fc-bd58-6064aec108b7,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:52.472544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e599d522-76a1-4809-aeac-afb112056e37 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:52.588492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-9684499c-588a-4184-bccf-6d3c97d0c4c3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting subnet a9d2a1f9-5c12-4089-82f5-74e1a77d5419 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:48:52.601545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9684499c-588a-4184-bccf-6d3c97d0c4c3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.639209 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-72bf59d3-2d5d-4c23-b514-ab2fed6bf5c5 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:52.644197 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-72bf59d3-2d5d-4c23-b514-ab2fed6bf5c5 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7055986 Jun 03 21:48:52.645678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52810) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:52.649839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047825544'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:52.672370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:52.702070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9684499c-588a-4184-bccf-6d3c97d0c4c3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.744873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:52.745726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Pushing event updated for resources: {'Port': ['ID=e0268192-db56-49c3-aa24-dcbe92fd7116,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:52.749061 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fafe1c61-0e00-4826-81bf-71a9753318d5 req-d0bf0cd2-043a-4b27-bd1d-78b4c95afa0a service neutron] 10.222.0.24 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035855 Jun 03 21:48:52.753552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:52.757050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7da94fc3-de5e-4c37-baab-6dc425c6d834 None None] Provisioning complete for port 35e3e25e-1961-412b-849c-4318a9d51e8d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:52.757454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7da94fc3-de5e-4c37-baab-6dc425c6d834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.785267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1aa90-1346-4cd0-a62e-11abdbaf98b8 req-ea7214f8-cec9-4f44-be25-314cbc674576 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:52.789513 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-87a1aa90-1346-4cd0-a62e-11abdbaf98b8 req-ea7214f8-cec9-4f44-be25-314cbc674576 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.9781969 Jun 03 21:48:52.837163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.848816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-577d6590-ae1c-4660-bc1d-32de3545d1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.854122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-7da94fc3-de5e-4c37-baab-6dc425c6d834 None None] Port 35e3e25e-1961-412b-849c-4318a9d51e8d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:48:52.870112 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-fcddc2df-cf5a-4696-934a-e09d983ffc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:48:02Z', 'revision_number': 4, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '41f71c09-28f4-4bed-8136-752585abc996', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'port_id': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'mac_address': 'fa:16:3e:95:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:48:43Z', 'updated_at': '2021-06-03T21:48:43Z', 'revision_number': 0, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ffce88d-295d-4236-9494-4cf9ccd9fcde', 'name': '', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'mac_address': 'fa:16:3e:08:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:00Z', 'updated_at': '2021-06-03T21:48:19Z', 'revision_number': 5, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'subnets': [{'id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:52.874929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcddc2df-cf5a-4696-934a-e09d983ffc46 None None] The sync data for ids ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'] in dv-neutron-792998-2-hyperv is: [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:48:02Z', 'revision_number': 4, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '41f71c09-28f4-4bed-8136-752585abc996', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'port_id': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'mac_address': 'fa:16:3e:95:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:48:43Z', 'updated_at': '2021-06-03T21:48:43Z', 'revision_number': 0, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ffce88d-295d-4236-9494-4cf9ccd9fcde', 'name': '', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'mac_address': 'fa:16:3e:08:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:00Z', 'updated_at': '2021-06-03T21:48:19Z', 'revision_number': 5, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'subnets': [{'id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:52.917407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.965656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:48:52.966302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:52.993135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:48:53.003277 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:48:53.015427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:53.043902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:53.055092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:53.080232 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fafe1c61-0e00-4826-81bf-71a9753318d5 req-f3b655cf-e6b9-4dee-94f8-b0713090535f service neutron] 10.222.0.24 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196635 Jun 03 21:48:53.110699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9684499c-588a-4184-bccf-6d3c97d0c4c3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.147589 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-87a1aa90-1346-4cd0-a62e-11abdbaf98b8 req-362b3697-ef1d-4168-8649-04b2dc3ff563 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240144 Jun 03 21:48:53.290531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dedbbf4-2a28-4e8f-a2fa-5a0b84f8c628 None None] New status for floating IP 41f71c09-28f4-4bed-8136-752585abc996: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:48:53.337935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52814) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:53.510338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.528306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.534697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:53.547005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.617402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817b0e76-842c-4e05-adb2-ec0fd81a55fc,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:53.619911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:53.673481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.679874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.684854 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0352309 Jun 03 21:48:53.687023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52816) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:53.691748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283454357'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:53.697869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9ed5cdf6-454f-43e9-8f97-d6deaf9befe1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:53.712036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:53.723786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:53.729185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:53.736088 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.738835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:53.755435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.785792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:53.788069 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b6f49e35-6ff7-4b3a-9e53-96da0e5a419e tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/floatingips/41f71c09-28f4-4bed-8136-752585abc996 HTTP/1.1" status: 200 len: 991 time: 0.2480190 Jun 03 21:48:53.790781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9684499c-588a-4184-bccf-6d3c97d0c4c3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.795723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:53.799064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f8efd1e8-6a9b-4558-93d0-36602a9e1338 tempest-BulkNetworkOpsTest-1183223998 tempest-BulkNetworkOpsTest-1183223998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:53.819162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Router 852748e3-944e-4f14-bdb5-f13b9e3d169c has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:48:53.828425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:53.829895 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Pushing event deleted for resources: {'Network': ['ID=5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:53.848026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:53.850109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684499c-588a-4184-bccf-6d3c97d0c4c3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d2a1f9-5c12-4089-82f5-74e1a77d5419,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:53.854452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9684499c-588a-4184-bccf-6d3c97d0c4c3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:53.859269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3577e2b7-3cc6-45ea-a68e-3dfb5246f152 None None] Network 56da9d23-6db1-4cca-a757-b1d95cd5b0bf requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:53.863448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9684499c-588a-4184-bccf-6d3c97d0c4c3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:53.876210 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9684499c-588a-4184-bccf-6d3c97d0c4c3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/a9d2a1f9-5c12-4089-82f5-74e1a77d5419 HTTP/1.1" status: 204 len: 168 time: 1.4763250 Jun 03 21:48:53.879427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:53.881171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52818) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:53.903698 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "DELETE /v2.0/networks/5bc1b5c4-d0a7-40d3-87d7-5dfa9524dca9 HTTP/1.1" status: 204 len: 168 time: 4.4998085 Jun 03 21:48:53.906287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52820) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:53.987792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-29024cbf-28dc-4571-99c6-e95519698e2a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Synchronizing usage tracker for tenant:ca3c402395514dbd819bf7bda7f3fbf6 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:54.029647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-29024cbf-28dc-4571-99c6-e95519698e2a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Unset dirty status for tenant:ca3c402395514dbd819bf7bda7f3fbf6 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:54.031555 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-29024cbf-28dc-4571-99c6-e95519698e2a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "GET /v2.0/ports?device_id=eccb899c-7110-4a98-90d3-d079723361fa HTTP/1.1" status: 200 len: 205 time: 0.1219053 Jun 03 21:48:54.036179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52822) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:54.136476 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35f3614-53be-4ea7-b8f6-419f99bc7dfc None None] Network 4a66a304-ff7d-4bb6-96de-e179183ecd21 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:54.274639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.278006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2830db40-fe70-4621-bfec-69a025edfa53 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.285122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6b6e6097-0943-40a9-a049-3a1f48a7f0c4 None None] Provisioning for port e0268192-db56-49c3-aa24-dcbe92fd7116 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:54.355851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.365635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.369976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-33e98993-e847-4268-85c0-7af1cc76c683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:54.399763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e0268192-db56-49c3-aa24-dcbe92fd7116 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:54.426683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0703906-f3e9-4b91-b69b-5843c45532cc None None] DHCP port deletion for 56da9d23-6db1-4cca-a757-b1d95cd5b0bf request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:48:54.531749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce36bcd-be17-4ac0-bd8a-5cd9b4e93716,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:54.544090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Deleting port e0268192-db56-49c3-aa24-dcbe92fd7116 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:54.544434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.564110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:54.615365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port e0268192-db56-49c3-aa24-dcbe92fd7116 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:54.625233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e0268192-db56-49c3-aa24-dcbe92fd7116 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:54.626027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.652671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:48:54.657832 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] 10.222.0.96 "PUT /v2.0/routers/852748e3-944e-4f14-bdb5-f13b9e3d169c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7089489 Jun 03 21:48:54.666301 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Sync routers for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:48:54.690875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e0703906-f3e9-4b91-b69b-5843c45532cc None None] Deleting port b5912aeb-2c7c-4644-b993-05abf57b689b {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:54.691907 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0703906-f3e9-4b91-b69b-5843c45532cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.692393 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:54.693037 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:54.709492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.713174 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0236545 Jun 03 21:48:54.772424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52828) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:54.779223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e5b02bf1-72a0-4bf7-88fa-fe653112440d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group_rule': {'security_group_id': '817b0e76-842c-4e05-adb2-ec0fd81a55fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dce36bcd-be17-4ac0-bd8a-5cd9b4e93716', 'remote_ip_prefix': None}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:54.794565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52830) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:54.807705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e5b02bf1-72a0-4bf7-88fa-fe653112440d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:54.818637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2830db40-fe70-4621-bfec-69a025edfa53 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.821611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2830db40-fe70-4621-bfec-69a025edfa53 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.824070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e5b02bf1-72a0-4bf7-88fa-fe653112440d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:54.829233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e5b02bf1-72a0-4bf7-88fa-fe653112440d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:54.845893 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e0703906-f3e9-4b91-b69b-5843c45532cc None None] For port b5912aeb-2c7c-4644-b993-05abf57b689b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b5912aeb-2c7c-4644-b993-05abf57b689b,segment=NetworkSegment(c26171e1-953a-4d77-bf88-82efb51e2f2d),segment_id=c26171e1-953a-4d77-bf88-82efb51e2f2d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:54.846464 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0703906-f3e9-4b91-b69b-5843c45532cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.855326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e5b02bf1-72a0-4bf7-88fa-fe653112440d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:54.935343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2830db40-fe70-4621-bfec-69a025edfa53 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:54.946391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2830db40-fe70-4621-bfec-69a025edfa53 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Fanout notify agent at l3_agent the message router_deleted on router eccb899c-7110-4a98-90d3-d079723361fa {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:48:55.001602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851cf5d-b400-4cbc-9a5e-497d057ea64c req-4f4c58a0-2c4f-4df7-a903-ee8e4dd57a18 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:55.003156 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7851cf5d-b400-4cbc-9a5e-497d057ea64c req-4f4c58a0-2c4f-4df7-a903-ee8e4dd57a18 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.5859470 Jun 03 21:48:55.062460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2830db40-fe70-4621-bfec-69a025edfa53 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.066135 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2830db40-fe70-4621-bfec-69a025edfa53 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] 10.222.0.96 "DELETE /v2.0/routers/eccb899c-7110-4a98-90d3-d079723361fa HTTP/1.1" status: 204 len: 168 time: 1.0263155 Jun 03 21:48:55.067631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5b02bf1-72a0-4bf7-88fa-fe653112440d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.109237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] For port e0268192-db56-49c3-aa24-dcbe92fd7116, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e0268192-db56-49c3-aa24-dcbe92fd7116,segment=NetworkSegment(ebd59801-af45-4e8d-a606-09301df65b3f),segment_id=ebd59801-af45-4e8d-a606-09301df65b3f)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:55.110072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.126919 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7851cf5d-b400-4cbc-9a5e-497d057ea64c req-53dc6457-90c5-49e1-ba9e-a89b5bdcf377 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013567 Jun 03 21:48:55.134002 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5cabf0-deda-42ad-a878-5bf91adf5469 None None] Network 4a66a304-ff7d-4bb6-96de-e179183ecd21 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:55.174344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e0703906-f3e9-4b91-b69b-5843c45532cc None None] Calling delete_port for b5912aeb-2c7c-4644-b993-05abf57b689b owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:55.174504 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:55.195510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5b02bf1-72a0-4bf7-88fa-fe653112440d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.207007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5b02bf1-72a0-4bf7-88fa-fe653112440d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.210715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0194a58f-e10a-4c82-8da8-0bb17c0801a6 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:55.279343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.303490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-bda2a810-5433-4a10-a30b-c85ca9650ce2 None None] Provisioning complete for port e0268192-db56-49c3-aa24-dcbe92fd7116 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:55.304031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bda2a810-5433-4a10-a30b-c85ca9650ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.311572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b02bf1-72a0-4bf7-88fa-fe653112440d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218a2f76-03f2-4aca-95fc-7868e4d97333,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:55.325933 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e5b02bf1-72a0-4bf7-88fa-fe653112440d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:55.332553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5b02bf1-72a0-4bf7-88fa-fe653112440d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.341379 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e5b02bf1-72a0-4bf7-88fa-fe653112440d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5676198 Jun 03 21:48:55.343877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52840) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:55.396519 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5c5e57f8-fdde-4a47-ae2a-56b0c189ea85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/floatingips/41f71c09-28f4-4bed-8136-752585abc996 HTTP/1.1" status: 200 len: 993 time: 0.5987709 Jun 03 21:48:55.438247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0abd7c21-c10e-4e0f-8cf0-4132b8fa164a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.456920 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0abd7c21-c10e-4e0f-8cf0-4132b8fa164a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.460712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Calling delete_port for e0268192-db56-49c3-aa24-dcbe92fd7116 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:55.499085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0abd7c21-c10e-4e0f-8cf0-4132b8fa164a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.501887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:55.512998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port b5912aeb-2c7c-4644-b993-05abf57b689b {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:55.513335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.527712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd7c21-c10e-4e0f-8cf0-4132b8fa164a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=218a2f76-03f2-4aca-95fc-7868e4d97333,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:55.528265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.531119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port e0268192-db56-49c3-aa24-dcbe92fd7116, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e0268192-db56-49c3-aa24-dcbe92fd7116,segment=NetworkSegment(ebd59801-af45-4e8d-a606-09301df65b3f),segment_id=ebd59801-af45-4e8d-a606-09301df65b3f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:55.544810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0abd7c21-c10e-4e0f-8cf0-4132b8fa164a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:55.554583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0abd7c21-c10e-4e0f-8cf0-4132b8fa164a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.557622 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0abd7c21-c10e-4e0f-8cf0-4132b8fa164a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/218a2f76-03f2-4aca-95fc-7868e4d97333 HTTP/1.1" status: 204 len: 168 time: 0.2109220 Jun 03 21:48:55.559398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52850) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:55.579683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.583417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 89a8a89c-e72e-4ebe-9935-750fdb0465ec up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:55.633187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-caaf03fa-70e0-4c74-ae38-aee237e2a5d8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:55.658918 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-85688d88-e3de-4091-83d3-d7671fc0a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:55.660051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-caaf03fa-70e0-4c74-ae38-aee237e2a5d8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:55.665632 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-caaf03fa-70e0-4c74-ae38-aee237e2a5d8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1024742 Jun 03 21:48:55.666566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52852) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:55.675572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a0da6d2-29ae-4572-af7d-b59b031f493d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.771779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52854) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:55.813947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d69824eb-6311-4e67-aecc-bcd313c48fcc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.830616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9273ce53-4717-4b86-b369-f0b480ec37c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.882617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52860) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:55.889609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d69824eb-6311-4e67-aecc-bcd313c48fcc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.922347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2110798836-network', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:55.946024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:55.955229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0703906-f3e9-4b91-b69b-5843c45532cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:55.955537 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:50Z', 'revision_number': 2, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:55.959363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Usage tracker for resource:network and tenant:58027f9dd6b64d34a19e163098cf33f2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:55.965012 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Checking router: 852748e3-944e-4f14-bdb5-f13b9e3d169c for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:48:55.965372 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Updating router 852748e3-944e-4f14-bdb5-f13b9e3d169c port 35e3e25e-1961-412b-849c-4318a9d51e8d binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:48:55.969828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:55.986004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=e0268192-db56-49c3-aa24-dcbe92fd7116,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:55.994106 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:55.997478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-384c14ea-e851-4a37-a396-064abddac576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:56.000249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:56.028868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0703906-f3e9-4b91-b69b-5843c45532cc None None] No DVR routers for this DVR port b5912aeb-2c7c-4644-b993-05abf57b689b on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:56.042498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Made reservation on behalf of 58027f9dd6b64d34a19e163098cf33f2 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:56.045358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.048801 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0703906-f3e9-4b91-b69b-5843c45532cc None None] Pushing event deleted for resources: {'Port': ['ID=b5912aeb-2c7c-4644-b993-05abf57b689b,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:56.055066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e0703906-f3e9-4b91-b69b-5843c45532cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:56.060135 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 89a8a89c-e72e-4ebe-9935-750fdb0465ec triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:56.060914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.088471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.090564 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.118657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d69824eb-6311-4e67-aecc-bcd313c48fcc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.132476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:56.180771 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:56.233426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69824eb-6311-4e67-aecc-bcd313c48fcc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce36bcd-be17-4ac0-bd8a-5cd9b4e93716,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:56.235831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d69824eb-6311-4e67-aecc-bcd313c48fcc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:56.237009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Usage tracker for resource:security_group_rule and tenant:58027f9dd6b64d34a19e163098cf33f2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:56.245294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:56.258767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:56.266651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] For port b5912aeb-2c7c-4644-b993-05abf57b689b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b5912aeb-2c7c-4644-b993-05abf57b689b,segment=NetworkSegment(c26171e1-953a-4d77-bf88-82efb51e2f2d),segment_id=c26171e1-953a-4d77-bf88-82efb51e2f2d)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:56.267333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.271370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d69824eb-6311-4e67-aecc-bcd313c48fcc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.274876 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d69824eb-6311-4e67-aecc-bcd313c48fcc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-groups/dce36bcd-be17-4ac0-bd8a-5cd9b4e93716 HTTP/1.1" status: 204 len: 168 time: 0.6048975 Jun 03 21:48:56.287932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52862) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:56.328643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec5bbe-fddc-48fb-b339-62117a959690 req-f925a915-6ef5-434b-b983-bfb528538d84 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:56.330377 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d1ec5bbe-fddc-48fb-b339-62117a959690 req-f925a915-6ef5-434b-b983-bfb528538d84 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.9304786 Jun 03 21:48:56.345759 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-44f7ebd0-bba5-495c-8e63-66b964df2c48 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ca3c402395514dbd819bf7bda7f3fbf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5691195 Jun 03 21:48:56.355453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52864) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:56.413149 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e0268192-db56-49c3-aa24-dcbe92fd7116 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:56.498862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b7000b4c-ac0d-49aa-882e-49d7e589dd13 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:56.528127 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b7000b4c-ac0d-49aa-882e-49d7e589dd13 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:56.529648 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b7000b4c-ac0d-49aa-882e-49d7e589dd13 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2406950 Jun 03 21:48:56.530736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f98da7e3-7df6-4a87-9036-fb4a5dcdb8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.534740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52866) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:56.540463 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for b5912aeb-2c7c-4644-b993-05abf57b689b owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:48:56.546706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.549056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e0268192-db56-49c3-aa24-dcbe92fd7116 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:56.549579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.576984 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.589364 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Transition to ACTIVE for port object 35e3e25e-1961-412b-849c-4318a9d51e8d will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:48:56.598981 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.599619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f98da7e3-7df6-4a87-9036-fb4a5dcdb8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.602422 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e6bee4bc-6bf3-4b7a-acca-ca635792fe7f None None] Provisioning complete for port e0268192-db56-49c3-aa24-dcbe92fd7116 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:56.603001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e6bee4bc-6bf3-4b7a-acca-ca635792fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.605656 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-4b494feb-1608-4dca-8b56-3bb7849ad1fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:56.683906 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Pushing event updated for resources: {'Port': ['ID=35e3e25e-1961-412b-849c-4318a9d51e8d,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:56.696853 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:56.696853 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:56.696853 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:56.696853 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:56.696853 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:56.696853 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:56.696853 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:56.697671 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:56.698092 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:56.698830 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:56.698830 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:56.699603 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:48:56.704417 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:56.859378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.884202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b5912aeb-2c7c-4644-b993-05abf57b689b no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:48:56.903673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c263b811-4afd-4208-9837-1de62218cc2f tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.933447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c263b811-4afd-4208-9837-1de62218cc2f tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.934520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: b5912aeb-2c7c-4644-b993-05abf57b689b {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:48:56.934877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b5912aeb-2c7c-4644-b993-05abf57b689b not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:48:56.952555 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Attempting to bind port 35e3e25e-1961-412b-849c-4318a9d51e8d on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:48:56.952834 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Attempting to bind port 35e3e25e-1961-412b-849c-4318a9d51e8d by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:48:56.953369 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Attempting to bind port 35e3e25e-1961-412b-849c-4318a9d51e8d on network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:48:56.959923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.960250 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d1ec5bbe-fddc-48fb-b339-62117a959690 req-2802c188-6049-47db-846e-b8a8e51aa320 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101666 Jun 03 21:48:56.961808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.968730 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:48:56.970526 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Checking segment: {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:56.972989 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.973791 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Bound using segment: {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:48:56.974041 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d51929f8-0bf9-44bd-b347-5fe5768c2c98 tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:56.975021 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Bound port: 35e3e25e-1961-412b-849c-4318a9d51e8d, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:48:56.977230 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.978779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:56.988056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b52a9eea-5b74-4fa6-97ee-f086fb243ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:57.043210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a71b063-7b87-4759-bde8-351e4639d8b0,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:57.046525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=b5912aeb-2c7c-4644-b993-05abf57b689b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:57.047289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f98da7e3-7df6-4a87-9036-fb4a5dcdb8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.051333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:57.054045 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:57.054676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:57.058581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.067984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:57.072784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-10ea5a76-2f7b-4186-8c7c-dc4f9a7890a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:57.080672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98da7e3-7df6-4a87-9036-fb4a5dcdb8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f3c767-e554-41c5-a163-af08a13b416e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:57.091057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f98da7e3-7df6-4a87-9036-fb4a5dcdb8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:57.098970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c263b811-4afd-4208-9837-1de62218cc2f tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.111811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.112198 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Added segment cb97a1b6-08a4-405a-9fe6-47e06b2b148e of type vlan for network 21c8314b-7a49-4e00-acf3-dc265d98df89 Jun 03 21:48:57.116077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:57.123876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No DVR routers for this DVR port b5912aeb-2c7c-4644-b993-05abf57b689b on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:57.137805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263b811-4afd-4208-9837-1de62218cc2f tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817b0e76-842c-4e05-adb2-ec0fd81a55fc,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:57.145007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c263b811-4afd-4208-9837-1de62218cc2f tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:57.172836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c263b811-4afd-4208-9837-1de62218cc2f tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.177503 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c263b811-4afd-4208-9837-1de62218cc2f tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-groups/817b0e76-842c-4e05-adb2-ec0fd81a55fc HTTP/1.1" status: 204 len: 168 time: 0.6413443 Jun 03 21:48:57.178965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f98da7e3-7df6-4a87-9036-fb4a5dcdb8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.182508 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f98da7e3-7df6-4a87-9036-fb4a5dcdb8e1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c2f3c767-e554-41c5-a163-af08a13b416e HTTP/1.1" status: 204 len: 168 time: 0.8237779 Jun 03 21:48:57.182508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52870) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:57.190290 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] For port 35e3e25e-1961-412b-849c-4318a9d51e8d, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:48:57.193733 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] For port 35e3e25e-1961-412b-849c-4318a9d51e8d, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=35e3e25e-1961-412b-849c-4318a9d51e8d,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:48:57.203537 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.213069 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:57.231548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.233399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Port': ['ID=e0268192-db56-49c3-aa24-dcbe92fd7116,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:57.240908 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:57.284359 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f42ee396-2b31-40ce-8997-8d6f338e273c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:48:57.307811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.309120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:57.309790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.330927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56969bb0-b63a-4c2e-bd78-3a10beb20ba9 None None] DHCP port deletion for 4a66a304-ff7d-4bb6-96de-e179183ecd21 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:48:57.347364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6aad1c2f-1f2e-4fe4-b527-a259ce47a375 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:57.389731 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Pushing event updated for resources: {'Port': ['ID=35e3e25e-1961-412b-849c-4318a9d51e8d,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:57.403373 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:57.426906 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:48:57.427558 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:57.470791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No DVR routers for this DVR port e0268192-db56-49c3-aa24-dcbe92fd7116 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:48:57.508539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f42ee396-2b31-40ce-8997-8d6f338e273c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:48:57.514447 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f42ee396-2b31-40ce-8997-8d6f338e273c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3303521 Jun 03 21:48:57.515256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52878) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:57.529460 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6258657 Jun 03 21:48:57.534456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525709757'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:57.541483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52880) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:57.546522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Request body: {'subnet': {'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2110798836-subnet', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'ip_version': 4}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:57.551021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Pushing event updated for resources: {'Network': ['ID=21c8314b-7a49-4e00-acf3-dc265d98df89,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:57.554481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:57.557092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:57.559303 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:57.561480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 21c8314b-7a49-4e00-acf3-dc265d98df89 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:57.571111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Usage tracker for resource:subnet and tenant:58027f9dd6b64d34a19e163098cf33f2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:57.576934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:57.594180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:57.597083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:57.608036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.622527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56da9d23-6db1-4cca-a757-b1d95cd5b0bf']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:57.632882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.636284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26171e1-953a-4d77-bf88-82efb51e2f2d') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:57.636585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26171e1-953a-4d77-bf88-82efb51e2f2d') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:57.649210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.653729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Made reservation on behalf of 58027f9dd6b64d34a19e163098cf33f2 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:57.657511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.673400 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:48:57.679150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.697962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:48:57.698362 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.756702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d84b84-18b8-4d48-8017-f3687310c173 None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:48:57.863927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:57.975007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d84b84-18b8-4d48-8017-f3687310c173 None None] Resources bound (agent type, host, resource id): {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 21:48:58.030894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:58.044029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:58.048911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:58.066151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:58.097030 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:57Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:58.101786 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f472d5-14a1-4a1f-8970-ebe9df8251f8 None None] The sync data for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv is: [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:57Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:48:58.242057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.248883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.272470 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.293987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-db7a73ee-4962-48c8-8dbd-97e3b2e00d0f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:58.341836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.348855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fc686862-45b0-4300-96ea-afecd550d105 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:58.387014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Network': ['ID=56da9d23-6db1-4cca-a757-b1d95cd5b0bf,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:58.395901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:58.475047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10bbfccb-6869-4ffd-a558-10f461faccff,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:58.488452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:58.499481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.505217 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/networks/56da9d23-6db1-4cca-a757-b1d95cd5b0bf HTTP/1.1" status: 204 len: 168 time: 4.6228414 Jun 03 21:48:58.506108 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9754932 Jun 03 21:48:58.508198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52898) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:58.511796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52900) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:58.521737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-153396733'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:58.522115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8cd5bda1-902b-4b4b-8743-883b0e05c5b4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group_rule': {'security_group_id': '10bbfccb-6869-4ffd-a558-10f461faccff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:58.532110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:58.539089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:network and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:58.544882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:58.553994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:58.563094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8cd5bda1-902b-4b4b-8743-883b0e05c5b4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:58.576056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 35e3e25e-1961-412b-849c-4318a9d51e8d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:48:58.604212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:48:58.608223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.631933 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52902) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:58.632604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1494d-f90b-437d-ad99-25dcc28e7ff8 req-b60f24c2-d23b-4e18-90d9-26c1e13d5d1d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:58.633637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.634180 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8fd1494d-f90b-437d-ad99-25dcc28e7ff8 req-b60f24c2-d23b-4e18-90d9-26c1e13d5d1d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.4689486 Jun 03 21:48:58.639096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8cd5bda1-902b-4b4b-8743-883b0e05c5b4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:58.670013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.677337 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-15b34652-5e66-433e-946e-c57d9e7ed0d7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:58.682228 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8cd5bda1-902b-4b4b-8743-883b0e05c5b4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:58.729927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:48:58.739381 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8cd5bda1-902b-4b4b-8743-883b0e05c5b4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:58.782134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.782480 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Added segment e4034461-7e6b-4348-bcfe-88417a1512ba of type vlan for network 83db9b21-b1e0-49ed-b30b-fddc6949fe62 Jun 03 21:48:58.799967 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8fd1494d-f90b-437d-ad99-25dcc28e7ff8 req-f2191d54-b4d0-47e7-adde-dfc67dfd218d tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185660 Jun 03 21:48:58.807128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Checking segment: {'id': 'cb97a1b6-08a4-405a-9fe6-47e06b2b148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:48:58.807587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Network hostable DHCP agents. Network: 21c8314b-7a49-4e00-acf3-dc265d98df89, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:48:58.814911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 35e3e25e-1961-412b-849c-4318a9d51e8d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:48:58.815555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c12df61-d21a-4ac2-a229-ddd6c1d5b838,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:58.827147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:58.830481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bda1-902b-4b4b-8743-883b0e05c5b4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.833979 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 35e3e25e-1961-412b-849c-4318a9d51e8d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:48:58.834360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.845274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.855680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-62aad71c-fc1a-4bb1-a5f1-f5bc356290f2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:58.859115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.867588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Network 21c8314b-7a49-4e00-acf3-dc265d98df89 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:48:58.882456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f7a614aa-e75a-4fc0-8be9-3ba931940944 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:58.882932 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.api.v2.base [None req-f7a614aa-e75a-4fc0-8be9-3ba931940944 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 03 21:48:58.883713 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-f7a614aa-e75a-4fc0-8be9-3ba931940944 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): There was a conflict when trying to complete your request. Jun 03 21:48:58.884826 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f7a614aa-e75a-4fc0-8be9-3ba931940944 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2509434 Jun 03 21:48:58.898534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52906) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:58.902540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 21c8314b-7a49-4e00-acf3-dc265d98df89) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:48:58.907434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group': {'name': 'tempest-secgroup--245433815'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:58.920349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:58.931409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:58.935356 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:58.939518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:58.940163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.950164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.956192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:48:58.957134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:58.961562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:58.971289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-eb597e10-7e36-47a9-a54a-24160543295f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:58.986687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9653509d-9b8d-4d08-acad-b5c2db63024a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-4a66a304-ff7d-4bb6-96de-e179183ecd21', 'network_id': '4a66a304-ff7d-4bb6-96de-e179183ecd21', 'tenant_id': 'b019ab5693a243b49d7da2decb50e20d', 'fixed_ips': [{'subnet_id': 'af6a2985-2cf4-41fc-bd58-6064aec108b7'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:48:58.987587 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9653509d-9b8d-4d08-acad-b5c2db63024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.036952 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5216179 Jun 03 21:48:59.046567 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5039806 Jun 03 21:48:59.101580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52908) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:59.102918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52910) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:59.114753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2110798836-router', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:59.119752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:59.123881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Usage tracker for resource:router and tenant:58027f9dd6b64d34a19e163098cf33f2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:59.127953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:59.129613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Subnet': ['ID=af6a2985-2cf4-41fc-bd58-6064aec108b7,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:59.131718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:59.134543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:59.146616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': '83db9b21-b1e0-49ed-b30b-fddc6949fe62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:59.176178 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e5167-ad3c-4fbe-b9f6-7f2f97c75a2e None None] Network 21c8314b-7a49-4e00-acf3-dc265d98df89 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:59.182208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-6a0da6d2-29ae-4572-af7d-b59b031f493d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port 81a41e33-e9d3-49e9-8ff6-09812045a477 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:48:59.182543 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a0da6d2-29ae-4572-af7d-b59b031f493d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.190503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.191990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.199353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.205461 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b588d3b-52a4-413d-9a63-e4352eb7184f None None] Network 4a66a304-ff7d-4bb6-96de-e179183ecd21 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:48:59.213518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Network': ['ID=83db9b21-b1e0-49ed-b30b-fddc6949fe62,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:59.238283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.247129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 83db9b21-b1e0-49ed-b30b-fddc6949fe62 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:48:59.266241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.281178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:59.287517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.291812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:59.295654 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:59.298559 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:59.303142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a66a304-ff7d-4bb6-96de-e179183ecd21']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:59.304949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:59.317831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd59801-af45-4e8d-a606-09301df65b3f') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:59.318177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd59801-af45-4e8d-a606-09301df65b3f') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:48:59.334808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.355940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.363816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:48:59.364410 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.375780 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 35e3e25e-1961-412b-849c-4318a9d51e8d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=35e3e25e-1961-412b-849c-4318a9d51e8d,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:48:59.396473 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.409144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.416331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:59.420724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:59.423990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:59.430827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:59.437291 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.451509 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-349d8607-512a-429b-bebf-305901577c42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:48:59.497580 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:48:59.509867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.514745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d08018d6-b38a-4cbb-9bdc-dc10ae34498a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:59.519430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.532384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.553532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0ec8d54f-3104-4857-bf54-1cb0ce6550bc tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:59.561482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:59.570754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.575419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e0268192-db56-49c3-aa24-dcbe92fd7116 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:48:59.581130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.589553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:59.594079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:59.598302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Network': ['ID=4a66a304-ff7d-4bb6-96de-e179183ecd21,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:59.599668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de67b9d7-ae05-4a7e-b2ef-67b876acff59,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:59.611735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:59.612192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:59.616593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:59.641291 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:59.642296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: e0268192-db56-49c3-aa24-dcbe92fd7116 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:48:59.643157 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e0268192-db56-49c3-aa24-dcbe92fd7116 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:48:59.645130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f90d9-d36f-4608-9947-eeffca98803d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:59.650409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:59.655054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.658943 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7562051 Jun 03 21:48:59.690301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52912) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:59.709475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-793a45c8-d805-487a-9386-260553f7b0af tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': '2a6f90d9-d36f-4608-9947-eeffca98803d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:48:59.732527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-793a45c8-d805-487a-9386-260553f7b0af tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:48:59.745548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-793a45c8-d805-487a-9386-260553f7b0af tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:48:59.761906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-793a45c8-d805-487a-9386-260553f7b0af tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:48:59.768867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bda1-902b-4b4b-8743-883b0e05c5b4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.775666 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/4a66a304-ff7d-4bb6-96de-e179183ecd21 HTTP/1.1" status: 204 len: 168 time: 7.4468999 Jun 03 21:48:59.781077 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52914) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:59.823007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-793a45c8-d805-487a-9386-260553f7b0af tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:48:59.831142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bda1-902b-4b4b-8743-883b0e05c5b4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.832948 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-710f28e8-75fa-45e5-83d5-48b7549acd5a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] DELETE failed (client error): The resource could not be found. Jun 03 21:48:59.832948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710f28e8-75fa-45e5-83d5-48b7549acd5a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:48:59.833206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e40e194-95a6-4e1c-9a94-6219834121b8 None None] DHCP port deletion for 4a66a304-ff7d-4bb6-96de-e179183ecd21 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:48:59.834603 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-710f28e8-75fa-45e5-83d5-48b7549acd5a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/subnets/af6a2985-2cf4-41fc-bd58-6064aec108b7 HTTP/1.1" status: 404 len: 337 time: 0.0525615 Jun 03 21:48:59.847814 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52916) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:59.855133 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=35e3e25e-1961-412b-849c-4318a9d51e8d,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:48:59.860653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:48:59.895983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:48:59.910404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a0da6d2-29ae-4572-af7d-b59b031f493d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.918123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bda1-902b-4b4b-8743-883b0e05c5b4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:48:59.919318 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8cd5bda1-902b-4b4b-8743-883b0e05c5b4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4011400 Jun 03 21:48:59.932598 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52920) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:48:59.938341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-21c8314b-7a49-4e00-acf3-dc265d98df89', 'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'fixed_ips': [{'subnet_id': '8c12df61-d21a-4ac2-a229-ddd6c1d5b838'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:48:59.939442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.006587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-793a45c8-d805-487a-9386-260553f7b0af tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.014959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5bda1-902b-4b4b-8743-883b0e05c5b4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149c1fa0-cec5-40fb-ab23-eb549f1ea483,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:00.017283 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4aa334-7100-4a4d-b4d3-732b59a112c7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:00.017758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4aa334-7100-4a4d-b4d3-732b59a112c7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:00.025372 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0f4aa334-7100-4a4d-b4d3-732b59a112c7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/4a66a304-ff7d-4bb6-96de-e179183ecd21 HTTP/1.1" status: 404 len: 339 time: 0.1681817 Jun 03 21:49:00.025372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8cd5bda1-902b-4b4b-8743-883b0e05c5b4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:00.101952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-6a0da6d2-29ae-4572-af7d-b59b031f493d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for 81a41e33-e9d3-49e9-8ff6-09812045a477 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:00.104415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52922) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:00.133277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Allocated IP 172.20.0.2 (21c8314b-7a49-4e00-acf3-dc265d98df89/8c12df61-d21a-4ac2-a229-ddd6c1d5b838/7cfcd303-5eb7-4e75-b986-1d00598a2bc2) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:00.138909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:00.142897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.197870 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-981054da-47de-488f-8f76-50f8e64000d8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.225113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-981054da-47de-488f-8f76-50f8e64000d8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.272591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.342266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-793a45c8-d805-487a-9386-260553f7b0af tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.346764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.357591 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-793a45c8-d805-487a-9386-260553f7b0af tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.364088 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-981054da-47de-488f-8f76-50f8e64000d8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.369912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-163656cd-70a0-4c03-a199-08838d023cc4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:00.417582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 35e3e25e-1961-412b-849c-4318a9d51e8d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:00.421479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8a17-0fcd-4dd2-9d25-d8bbfa7fde02 req-46299b3c-9460-4d85-90e1-1960c5c48c9f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:00.423184 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b0fe8a17-0fcd-4dd2-9d25-d8bbfa7fde02 req-46299b3c-9460-4d85-90e1-1960c5c48c9f tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.3253303 Jun 03 21:49:00.468311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.541544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Transition to ACTIVE for port object 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:00.544298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a45c8-d805-487a-9386-260553f7b0af tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863c5006-8a5d-4b92-8e99-e4408f36fa0a,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:00.574562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Transition to ACTIVE for port object 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:00.586679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.591645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:00.632835 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981054da-47de-488f-8f76-50f8e64000d8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=149c1fa0-cec5-40fb-ab23-eb549f1ea483,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:00.638034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 35e3e25e-1961-412b-849c-4318a9d51e8d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:00.638575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.643593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-981054da-47de-488f-8f76-50f8e64000d8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:00.648245 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b0fe8a17-0fcd-4dd2-9d25-d8bbfa7fde02 req-e2abfc31-0786-4c0b-a320-fdb0f8920f5c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154706 Jun 03 21:49:00.655594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:00.655922 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:00.656895 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-981054da-47de-488f-8f76-50f8e64000d8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.661327 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-981054da-47de-488f-8f76-50f8e64000d8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/149c1fa0-cec5-40fb-ab23-eb549f1ea483 HTTP/1.1" status: 204 len: 168 time: 0.7274277 Jun 03 21:49:00.663273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52924) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:00.667488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-793a45c8-d805-487a-9386-260553f7b0af tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.668634 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-793a45c8-d805-487a-9386-260553f7b0af tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9668999 Jun 03 21:49:00.676463 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52926) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:00.690319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2e746d68-f649-4587-afbd-5fc819e8dcdb tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': '2a6f90d9-d36f-4608-9947-eeffca98803d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:00.690319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2e746d68-f649-4587-afbd-5fc819e8dcdb tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:00.692618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2e746d68-f649-4587-afbd-5fc819e8dcdb tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:00.715900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Network 21c8314b-7a49-4e00-acf3-dc265d98df89 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:00.721195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:00.726945 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:00.746355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Pushing event updated for resources: {'Port': ['ID=7cfcd303-5eb7-4e75-b986-1d00598a2bc2,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:00.756686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2e746d68-f649-4587-afbd-5fc819e8dcdb tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:00.771167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-99f615e1-e97e-48c1-995c-e6c5253e558f tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:00.781600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:00.787608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.798217 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2e746d68-f649-4587-afbd-5fc819e8dcdb tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:00.801685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-08d4b2c7-4f3e-44e2-8dfc-68bebc3fe8c2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:00.803604 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-08d4b2c7-4f3e-44e2-8dfc-68bebc3fe8c2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.24 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.2617269 Jun 03 21:49:00.814760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8b6626-ad66-4303-ac67-7bd8bfb7c19e']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:00.847807 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bde3f8-9df8-4153-952b-8751a7958156') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:00.848134 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bde3f8-9df8-4153-952b-8751a7958156') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:00.875881 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.889671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2e746d68-f649-4587-afbd-5fc819e8dcdb tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.896311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Attempting to bind port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:00.896816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Attempting to bind port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'cb97a1b6-08a4-405a-9fe6-47e06b2b148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:00.897275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Attempting to bind port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 on network 21c8314b-7a49-4e00-acf3-dc265d98df89 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:00.906964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:00.907789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Checking segment: {'id': 'cb97a1b6-08a4-405a-9fe6-47e06b2b148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:00.908272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.908632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.909260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Bound using segment: {'id': 'cb97a1b6-08a4-405a-9fe6-47e06b2b148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:00.910054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Bound port: 7cfcd303-5eb7-4e75-b986-1d00598a2bc2, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb97a1b6-08a4-405a-9fe6-47e06b2b148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:00.910689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.929910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:49:00.930329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:49:00.949101 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:49:00.953389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-99f615e1-e97e-48c1-995c-e6c5253e558f tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:00.954820 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-99f615e1-e97e-48c1-995c-e6c5253e558f tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2786562 Jun 03 21:49:00.995014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52928) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:01.011893 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] For port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:01.194687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.240673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.288719 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.293221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.301638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6e30e747-6c21-425a-9013-999c73a5db73 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:01.307860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] For port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7cfcd303-5eb7-4e75-b986-1d00598a2bc2,segment=NetworkSegment(cb97a1b6-08a4-405a-9fe6-47e06b2b148e),segment_id=cb97a1b6-08a4-405a-9fe6-47e06b2b148e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:01.315042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.320571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e0901e23-6878-43e5-80bd-b41694769eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:01.332553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Deleting port e0c160a6-3c5a-454f-998f-946a491894d8 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:01.333024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.334542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a0da6d2-29ae-4572-af7d-b59b031f493d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.349156 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Network': ['ID=6f8b6626-ad66-4303-ac67-7bd8bfb7c19e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:01.351716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:01.354627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-65a547f7-7bb4-49c6-89dd-72657ca23f78 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:01.396399 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-2e746d68-f649-4587-afbd-5fc819e8dcdb tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): There was a conflict when trying to complete your request. Jun 03 21:49:01.396399 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2e746d68-f649-4587-afbd-5fc819e8dcdb tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7165999 Jun 03 21:49:01.404719 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/6f8b6626-ad66-4303-ac67-7bd8bfb7c19e HTTP/1.1" status: 204 len: 168 time: 1.2967374 Jun 03 21:49:01.412368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52930) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:01.412701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52932) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:01.435299 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Pushing event updated for resources: {'Port': ['ID=7cfcd303-5eb7-4e75-b986-1d00598a2bc2,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:01.441643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:01.496107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0da6d2-29ae-4572-af7d-b59b031f493d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=81a41e33-e9d3-49e9-8ff6-09812045a477,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:01.526489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a0da6d2-29ae-4572-af7d-b59b031f493d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:01.564845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b2698b55-3ca3-4baf-879f-4d1627f993e4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.580994 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-353422af-658c-4b38-81d2-a2e0c9a57f8c tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:01.581507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353422af-658c-4b38-81d2-a2e0c9a57f8c tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:01.583721 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-353422af-658c-4b38-81d2-a2e0c9a57f8c tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/subnets/6e87a081-9c89-45fc-a3e0-1e14dfb8d686 HTTP/1.1" status: 404 len: 337 time: 0.1577945 Jun 03 21:49:01.605059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52934) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:01.676265 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d66b2f-c9a2-411d-8202-f74b7e40aea8 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:01.676265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d66b2f-c9a2-411d-8202-f74b7e40aea8 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:01.686562 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-56d66b2f-c9a2-411d-8202-f74b7e40aea8 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/4665ea98-451a-48f6-813e-6f55d8bff872 HTTP/1.1" status: 404 len: 339 time: 0.0748117 Jun 03 21:49:01.689164 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b2698b55-3ca3-4baf-879f-4d1627f993e4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.721884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52936) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:01.837934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Allocated IP 172.26.3.249 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/972de007-474b-4ca8-bd8f-c9bb61d2d6cf) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:01.882916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8365bd-58f3-45bf-8538-c5c80d381357 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Deleting subnet 3c732408-62de-4de1-a6f7-fa4cb22c2601 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:49:01.884676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.892644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dc0d7271-c411-4643-9ff7-26d67dea2ebb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:01.920860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6c8365bd-58f3-45bf-8538-c5c80d381357 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.964919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] For port e0c160a6-3c5a-454f-998f-946a491894d8, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e0c160a6-3c5a-454f-998f-946a491894d8,segment=NetworkSegment(27cb45ad-b59c-4ed8-8743-05a5a1971407),segment_id=27cb45ad-b59c-4ed8-8743-05a5a1971407)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:01.965238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:01.973339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3fe37ed-71f6-4b14-8aad-c2ee3b73a579 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.040837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3fe37ed-71f6-4b14-8aad-c2ee3b73a579 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.063953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a0da6d2-29ae-4572-af7d-b59b031f493d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.067295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b2698b55-3ca3-4baf-879f-4d1627f993e4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.078928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b4e51812-ad94-4815-b1ee-51b6fef92e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:02.118506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2698b55-3ca3-4baf-879f-4d1627f993e4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bbfccb-6869-4ffd-a558-10f461faccff,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:02.178557 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b2698b55-3ca3-4baf-879f-4d1627f993e4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:02.183723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6c8365bd-58f3-45bf-8538-c5c80d381357 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.208221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b2698b55-3ca3-4baf-879f-4d1627f993e4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.209406 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b2698b55-3ca3-4baf-879f-4d1627f993e4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-groups/10bbfccb-6869-4ffd-a558-10f461faccff HTTP/1.1" status: 204 len: 168 time: 1.2035227 Jun 03 21:49:02.211928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Subnet': ['ID=16c2d0ec-1d9d-41cf-ac46-9a5f84f04efd,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:02.219450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52940) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:02.236878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7213d-b3b8-48ee-bb8c-3824f218e9de req-c4b187fd-8ab1-4597-9f83-2362899e7909 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:02.238704 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-16c7213d-b3b8-48ee-bb8c-3824f218e9de req-c4b187fd-8ab1-4597-9f83-2362899e7909 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 945 time: 0.3842995 Jun 03 21:49:02.327614 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3fe37ed-71f6-4b14-8aad-c2ee3b73a579 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.328207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:02.337100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:02.344451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.359148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe37ed-71f6-4b14-8aad-c2ee3b73a579 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f90d9-d36f-4608-9947-eeffca98803d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:02.367802 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b3fe37ed-71f6-4b14-8aad-c2ee3b73a579 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:02.399963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b3fe37ed-71f6-4b14-8aad-c2ee3b73a579 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.401422 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b3fe37ed-71f6-4b14-8aad-c2ee3b73a579 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "DELETE /v2.0/security-groups/2a6f90d9-d36f-4608-9947-eeffca98803d HTTP/1.1" status: 204 len: 168 time: 0.9767327 Jun 03 21:49:02.406580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:02.408694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52942) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:02.445057 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-16c7213d-b3b8-48ee-bb8c-3824f218e9de req-c0533501-9ec0-4de6-82b8-acb51bba87b4 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463308 Jun 03 21:49:02.512964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:02.573828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0162aaaf-994c-4c25-810a-12324613fdf5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Synchronizing usage tracker for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:02.588553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Checking segment: {'id': 'e4034461-7e6b-4348-bcfe-88417a1512ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '83db9b21-b1e0-49ed-b30b-fddc6949fe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:02.588917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network hostable DHCP agents. Network: 83db9b21-b1e0-49ed-b30b-fddc6949fe62, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:49:02.673316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0162aaaf-994c-4c25-810a-12324613fdf5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Unset dirty status for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:02.674787 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0162aaaf-994c-4c25-810a-12324613fdf5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2650039 Jun 03 21:49:02.677184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3189504-5682-4927-8879-29c40f1a7aa9 None None] Network 21c8314b-7a49-4e00-acf3-dc265d98df89 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:02.679765 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52944) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:02.687758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758602110'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:02.696329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 83db9b21-b1e0-49ed-b30b-fddc6949fe62 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:49:02.696597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0da6d2-29ae-4572-af7d-b59b031f493d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router d1b7e614-b171-423f-b6f3-fa7cebe95155 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:49:02.697651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:02.712971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:02.713186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f7bf91e9-5712-465b-80e6-8df5bed14110 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:02.752691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.753084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.753829 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Floating IP b6a912c2-80c1-443c-8c36-359041f23381 disassociated. External IP: 172.26.3.155, port: e0c160a6-3c5a-454f-998f-946a491894d8. Jun 03 21:49:02.754004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Calling delete_port for e0c160a6-3c5a-454f-998f-946a491894d8 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:02.757579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6c8365bd-58f3-45bf-8538-c5c80d381357 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.789696 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.789960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 83db9b21-b1e0-49ed-b30b-fddc6949fe62) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:02.800411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-27c0f695-2c35-4de2-a30a-40402129a91f None None] Provisioning for port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:02.810710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-27c0f695-2c35-4de2-a30a-40402129a91f None None] Provisioning complete for port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:02.811528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-27c0f695-2c35-4de2-a30a-40402129a91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.832758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:02.833458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.839608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:02.847384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f7bf91e9-5712-465b-80e6-8df5bed14110 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:02.853091 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f7bf91e9-5712-465b-80e6-8df5bed14110 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6125786 Jun 03 21:49:02.855923 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52946) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:02.857028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:02.861622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da750547-a46b-4fff-9ee6-d8a6c7f1bcd0 None None] Network 83db9b21-b1e0-49ed-b30b-fddc6949fe62 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:02.864283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451706035'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:02.875397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:02.901449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:02.921953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:02.931930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:02.939756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:02.953051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:02.985579 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8824148 Jun 03 21:49:02.995858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52948) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:03.002665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:03.010071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:03.062898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': '83db9b21-b1e0-49ed-b30b-fddc6949fe62', 'name': 'tempest-PortsIpV6TestJSON-1071462765', 'fixed_ips': [{'subnet_id': '16c2d0ec-1d9d-41cf-ac46-9a5f84f04efd', 'ip_address': '2001:db8::10'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:03.095254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:03.099357 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:03.151275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Pushing event updated for resources: {'Port': ['ID=972de007-474b-4ca8-bd8f-c9bb61d2d6cf,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:03.154268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:03.183952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0da6d2-29ae-4572-af7d-b59b031f493d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:49:03.210097 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6a0da6d2-29ae-4572-af7d-b59b031f493d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "PUT /v2.0/routers/d1b7e614-b171-423f-b6f3-fa7cebe95155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7840948 Jun 03 21:49:03.212145 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:03.215346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52950) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:03.229638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03082a6b-ed05-4bce-a420-efd6b42f984e None None] Sync routers for ids ['d1b7e614-b171-423f-b6f3-fa7cebe95155'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:49:03.241709 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-27c0f695-2c35-4de2-a30a-40402129a91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:03.277275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03082a6b-ed05-4bce-a420-efd6b42f984e None None] Routers {'d1b7e614-b171-423f-b6f3-fa7cebe95155'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:03.278166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-03082a6b-ed05-4bce-a420-efd6b42f984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d1b7e614-b171-423f-b6f3-fa7cebe95155'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:03.295263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:03.300631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:03.320371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:03.359281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-03082a6b-ed05-4bce-a420-efd6b42f984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:03.411019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-27c0f695-2c35-4de2-a30a-40402129a91f None None] For port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7cfcd303-5eb7-4e75-b986-1d00598a2bc2,segment=NetworkSegment(cb97a1b6-08a4-405a-9fe6-47e06b2b148e),segment_id=cb97a1b6-08a4-405a-9fe6-47e06b2b148e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:03.413579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:03.420069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03082a6b-ed05-4bce-a420-efd6b42f984e None None] Routers {'d1b7e614-b171-423f-b6f3-fa7cebe95155'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:03.420983 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-03082a6b-ed05-4bce-a420-efd6b42f984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d1b7e614-b171-423f-b6f3-fa7cebe95155'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:03.432293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:03.445179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f6f03165-559f-402d-8d36-be45547e1ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:03.509445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-83db9b21-b1e0-49ed-b30b-fddc6949fe62', 'network_id': '83db9b21-b1e0-49ed-b30b-fddc6949fe62', 'tenant_id': '3a547e491c4a4a76bcbe66bef1cc3b0e', 'fixed_ips': [{'subnet_id': '16c2d0ec-1d9d-41cf-ac46-9a5f84f04efd'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:49:03.524657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:03.546801 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-27c0f695-2c35-4de2-a30a-40402129a91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:03.551626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:03.553517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-52255144-825f-40ab-9232-a0e56560d52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:03.590828 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-03082a6b-ed05-4bce-a420-efd6b42f984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:03.591654 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03082a6b-ed05-4bce-a420-efd6b42f984e None None] The sync data for ids ['d1b7e614-b171-423f-b6f3-fa7cebe95155'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:49:03.752354 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0f695-2c35-4de2-a30a-40402129a91f None None] Pushing event updated for resources: {'Port': ['ID=7cfcd303-5eb7-4e75-b986-1d00598a2bc2,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:03.763210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-27c0f695-2c35-4de2-a30a-40402129a91f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:03.853658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Allocated IP 2001:db8::2 (83db9b21-b1e0-49ed-b30b-fddc6949fe62/16c2d0ec-1d9d-41cf-ac46-9a5f84f04efd/2ea4e510-339c-4289-99f2-2a4932906242) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:03.870402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:03.872901 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1920297 Jun 03 21:49:03.879602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c96340-c010-4920-8963-f0364d1742fc,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:03.883056 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52954) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:03.918497 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-cbf79579-ca48-4881-9535-f9d8394e251d tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': '70c96340-c010-4920-8963-f0364d1742fc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:03.919089 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-cbf79579-ca48-4881-9535-f9d8394e251d tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 03 21:49:03.919596 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-cbf79579-ca48-4881-9535-f9d8394e251d tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:03.924950 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cbf79579-ca48-4881-9535-f9d8394e251d tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0327125 Jun 03 21:49:03.930625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52956) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:03.954699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:03.955120 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:03.955498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:03.955868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:03.956234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:03.956805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:03.958160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:03.958306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:03.958601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:03.958966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:03.959338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:03.959718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:03.963946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:03.997520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.020372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:04.028685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6c8365bd-58f3-45bf-8538-c5c80d381357 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.039581 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c6999ded-c68a-452f-b932-268db0ee0924 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:04.058690 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.069198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:port and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:04.086307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.089793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:04.091601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:04.112327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8365bd-58f3-45bf-8538-c5c80d381357 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Subnet': ['ID=3c732408-62de-4de1-a6f7-fa4cb22c2601,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:04.115221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6c8365bd-58f3-45bf-8538-c5c80d381357 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.126039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:04.129896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6c8365bd-58f3-45bf-8538-c5c80d381357 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:04.151762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.158232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea58f2c-871c-42ec-b454-9d90a071514b None None] Network afb133eb-5025-46df-ad68-fb001d7ab0dd requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:04.163158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a4ef466c-e0e3-4361-afb3-0389204dc123 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:04.171668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-58c59782-3718-4e69-931c-69cac789d732 None None] Provisioning complete for port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:04.172223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.172370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58c59782-3718-4e69-931c-69cac789d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.176518 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3181920 Jun 03 21:49:04.178911 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d0b77f-8cde-4fdc-9c9c-0a041051e0c5,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:04.181698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:04.185306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52958) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:04.188151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53e700a5-5417-4371-b7de-a19120f438f2 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.193286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-069705ad-08b2-4675-a63e-d80621062230 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0b77f-8cde-4fdc-9c9c-0a041051e0c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:04.208384 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6c8365bd-58f3-45bf-8538-c5c80d381357 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/subnets/3c732408-62de-4de1-a6f7-fa4cb22c2601 HTTP/1.1" status: 204 len: 168 time: 2.4763577 Jun 03 21:49:04.212172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-069705ad-08b2-4675-a63e-d80621062230 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:04.214380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52960) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:04.262924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-069705ad-08b2-4675-a63e-d80621062230 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Usage tracker for resource:security_group_rule and tenant:ab48489410b1466bb93206f2abfb0cfd is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:04.274560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-069705ad-08b2-4675-a63e-d80621062230 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:04.278135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:04.284823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.290455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-069705ad-08b2-4675-a63e-d80621062230 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:04.296936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Transition to ACTIVE for port object 2ea4e510-339c-4289-99f2-2a4932906242 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:04.305067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Pushing event deleted for resources: {'Port': ['ID=e0c160a6-3c5a-454f-998f-946a491894d8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:04.314306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53e700a5-5417-4371-b7de-a19120f438f2 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.318962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Transition to ACTIVE for port object 2ea4e510-339c-4289-99f2-2a4932906242 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:04.333714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:04.335896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port 8ccb1da7-a299-4a74-acca-2abc4815289b {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:04.336479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.357256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.473377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ddcbe0-4e93-418c-94b9-dc9fd0312ffe tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Deleting subnet fdfa72cb-5671-4c4b-aeb6-e152de3bacde {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:49:04.486564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-069705ad-08b2-4675-a63e-d80621062230 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.495182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45ddcbe0-4e93-418c-94b9-dc9fd0312ffe tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.495526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd088a4-b3ce-4f6c-aca0-900978d432dd req-fa1482ac-b56d-4569-a5bb-243a13efee2c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:04.496256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-fbd088a4-b3ce-4f6c-aca0-900978d432dd req-fa1482ac-b56d-4569-a5bb-243a13efee2c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Synchronizing usage tracker for tenant:e8575706e29d4efb935647060af56086 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:04.519387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:04.622978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45ddcbe0-4e93-418c-94b9-dc9fd0312ffe tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.624012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:04.656776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53e700a5-5417-4371-b7de-a19120f438f2 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.664193 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.667116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-fbd088a4-b3ce-4f6c-aca0-900978d432dd req-fa1482ac-b56d-4569-a5bb-243a13efee2c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Unset dirty status for tenant:e8575706e29d4efb935647060af56086 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:04.668310 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fbd088a4-b3ce-4f6c-aca0-900978d432dd req-fa1482ac-b56d-4569-a5bb-243a13efee2c tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 867 time: 0.8238020 Jun 03 21:49:04.671151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e0c160a6-3c5a-454f-998f-946a491894d8 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:49:04.678196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b3fe37ed-71f6-4b14-8aad-c2ee3b73a579 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:04.739077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: e0c160a6-3c5a-454f-998f-946a491894d8 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:49:04.739421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e0c160a6-3c5a-454f-998f-946a491894d8 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:49:04.745179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.748654 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Network 83db9b21-b1e0-49ed-b30b-fddc6949fe62 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:04.769671 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:04.770838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e700a5-5417-4371-b7de-a19120f438f2 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c96340-c010-4920-8963-f0364d1742fc,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:04.773977 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-53e700a5-5417-4371-b7de-a19120f438f2 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:04.782321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Pushing event updated for resources: {'Port': ['ID=2ea4e510-339c-4289-99f2-2a4932906242,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:04.787316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:04.832066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:04.841129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.845551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for 8ccb1da7-a299-4a74-acca-2abc4815289b owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:04.878658 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53e700a5-5417-4371-b7de-a19120f438f2 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.880595 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-53e700a5-5417-4371-b7de-a19120f438f2 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "DELETE /v2.0/security-groups/70c96340-c010-4920-8963-f0364d1742fc HTTP/1.1" status: 204 len: 168 time: 0.9468160 Jun 03 21:49:04.893179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52962) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:04.919826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-069705ad-08b2-4675-a63e-d80621062230 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.928910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port 814a7789-28ec-4d5e-9d96-41158dc83992 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:49:04.937689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-069705ad-08b2-4675-a63e-d80621062230 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:04.955096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-981054da-47de-488f-8f76-50f8e64000d8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:04.994364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069705ad-08b2-4675-a63e-d80621062230 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c6a0d7-b3f8-49e4-9d88-4773cef29b7b,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:05.000656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:05.001033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.002029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-069705ad-08b2-4675-a63e-d80621062230 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:05.003224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45ddcbe0-4e93-418c-94b9-dc9fd0312ffe tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.035107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-069705ad-08b2-4675-a63e-d80621062230 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.036314 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-069705ad-08b2-4675-a63e-d80621062230 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8498819 Jun 03 21:49:05.044314 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52964) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:05.052692 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fbd088a4-b3ce-4f6c-aca0-900978d432dd req-56957742-9292-4514-aa22-6aac2fb6e198 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups?id=30b6fd19-39c5-44ad-8057-ce62a1c42e36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3611636 Jun 03 21:49:05.060332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Attempting to bind port 2ea4e510-339c-4289-99f2-2a4932906242 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:05.060715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Attempting to bind port 2ea4e510-339c-4289-99f2-2a4932906242 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'e4034461-7e6b-4348-bcfe-88417a1512ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '83db9b21-b1e0-49ed-b30b-fddc6949fe62'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:05.061153 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Attempting to bind port 2ea4e510-339c-4289-99f2-2a4932906242 on network 83db9b21-b1e0-49ed-b30b-fddc6949fe62 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:05.093417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:05.093805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Checking segment: {'id': 'e4034461-7e6b-4348-bcfe-88417a1512ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '83db9b21-b1e0-49ed-b30b-fddc6949fe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:05.094382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.094816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Bound using segment: {'id': 'e4034461-7e6b-4348-bcfe-88417a1512ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '83db9b21-b1e0-49ed-b30b-fddc6949fe62'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:05.095280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Bound port: 2ea4e510-339c-4289-99f2-2a4932906242, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4034461-7e6b-4348-bcfe-88417a1512ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '83db9b21-b1e0-49ed-b30b-fddc6949fe62'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:05.096764 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.102024 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-743c906b-31f2-4a72-b2dc-3b74e0b87190 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules/89c6a0d7-b3f8-49e4-9d88-4773cef29b7b HTTP/1.1" status: 200 len: 763 time: 0.0536451 Jun 03 21:49:05.108172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52966) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:05.112798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:49:05.125270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-60e46d71-880e-48a5-a53e-df349cc4d710 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Synchronizing usage tracker for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:05.283324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4c1d9ca-7d43-4347-a34e-1ac1ad38d166 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:05.289380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] For port 2ea4e510-339c-4289-99f2-2a4932906242, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:05.293532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] For port 2ea4e510-339c-4289-99f2-2a4932906242, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2ea4e510-339c-4289-99f2-2a4932906242,segment=NetworkSegment(e4034461-7e6b-4348-bcfe-88417a1512ba),segment_id=e4034461-7e6b-4348-bcfe-88417a1512ba)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:05.298579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.304340 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-74325560-09a7-4f7f-b97a-678b76e3548f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:05.403381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Pushing event updated for resources: {'Port': ['ID=2ea4e510-339c-4289-99f2-2a4932906242,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:05.407133 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:05.563850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4c1d9ca-7d43-4347-a34e-1ac1ad38d166 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:05.568826 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b4c1d9ca-7d43-4347-a34e-1ac1ad38d166 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4563353 Jun 03 21:49:05.577863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52968) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:05.591098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-60e46d71-880e-48a5-a53e-df349cc4d710 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Unset dirty status for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:05.592374 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-60e46d71-880e-48a5-a53e-df349cc4d710 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6896808 Jun 03 21:49:05.598871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52970) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:05.620923 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104914030'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:05.712813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:05.715506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.719865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10942adf-cda0-4e2b-bdb1-b04c13e5984e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.735004 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9bac67f2-4562-4127-bddf-c9d7d64f0493 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:05.802864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:05.811416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10942adf-cda0-4e2b-bdb1-b04c13e5984e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.844958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=8ccb1da7-a299-4a74-acca-2abc4815289b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:05.883720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:05.889530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:49:05.901026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.904022 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b97698-22bb-48e0-9ba7-ec90b853b2f1 None None] Sync routers for ids ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:49:05.916693 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b97698-22bb-48e0-9ba7-ec90b853b2f1 None None] Routers {'4f5fe75b-3949-48ce-a2a4-08c1d7736610'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:05.917947 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-67b97698-22bb-48e0-9ba7-ec90b853b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:05.982926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10942adf-cda0-4e2b-bdb1-b04c13e5984e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.986596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:05.989811 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45ddcbe0-4e93-418c-94b9-dc9fd0312ffe tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:05.996970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8::10 (83db9b21-b1e0-49ed-b30b-fddc6949fe62/16c2d0ec-1d9d-41cf-ac46-9a5f84f04efd/814a7789-28ec-4d5e-9d96-41158dc83992) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:05.998584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5a16eded-0073-4ac9-8842-96abd89e559a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:06.011348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] No DVR routers for this DVR port e0c160a6-3c5a-454f-998f-946a491894d8 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:06.015004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.021386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.026536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19242191-0d6c-448c-bda8-c3574bfb2e2f', 'name': 'network-vif-deleted', 'tag': 'e0c160a6-3c5a-454f-998f-946a491894d8'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:49:06.028961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e731ab03-3152-4142-bc2f-303f15e5f712" -d '{"events": [{"server_uuid": "19242191-0d6c-448c-bda8-c3574bfb2e2f", "name": "network-vif-deleted", "tag": "e0c160a6-3c5a-454f-998f-946a491894d8"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:49:06.032195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:06.046812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:06.049732 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-efc3670a-6336-4384-b1ab-86209dece7e9 req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.24 "DELETE /v2.0/ports/e0c160a6-3c5a-454f-998f-946a491894d8 HTTP/1.1" status: 204 len: 173 time: 5.2338750 Jun 03 21:49:06.060111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddcbe0-4e93-418c-94b9-dc9fd0312ffe tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Subnet': ['ID=fdfa72cb-5671-4c4b-aeb6-e152de3bacde,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:06.063613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:06.074236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-45ddcbe0-4e93-418c-94b9-dc9fd0312ffe tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:06.077488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:06.081804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d494f-4c4f-4177-9aa1-3ccad25be1a5 None None] Network afb133eb-5025-46df-ad68-fb001d7ab0dd requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:06.096096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45ddcbe0-4e93-418c-94b9-dc9fd0312ffe tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.117023 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.196332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10942adf-cda0-4e2b-bdb1-b04c13e5984e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.200094 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-10942adf-cda0-4e2b-bdb1-b04c13e5984e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/89c6a0d7-b3f8-49e4-9d88-4773cef29b7b HTTP/1.1" status: 204 len: 168 time: 0.6212342 Jun 03 21:49:06.201079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10942adf-cda0-4e2b-bdb1-b04c13e5984e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89c6a0d7-b3f8-49e4-9d88-4773cef29b7b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:06.205863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52978) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:06.318186 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-10942adf-cda0-4e2b-bdb1-b04c13e5984e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:06.323162 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-45ddcbe0-4e93-418c-94b9-dc9fd0312ffe tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/subnets/fdfa72cb-5671-4c4b-aeb6-e152de3bacde HTTP/1.1" status: 204 len: 168 time: 2.1077046 Jun 03 21:49:06.324445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52980) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:06.392686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-07e00645-1492-406a-bafa-38e2a27d72e7 None None] Provisioning complete for port c032e8fc-2727-41b7-b0d2-0d655735a420 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:06.394883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-07e00645-1492-406a-bafa-38e2a27d72e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.405029 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-67b97698-22bb-48e0-9ba7-ec90b853b2f1 None None] Set router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:49:06.514545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.530912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.563214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6077f3b5-353c-41dd-bb52-3540c5e2c014 x-openstack-request-id: req-6077f3b5-353c-41dd-bb52-3540c5e2c014 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:49:06.563850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19242191-0d6c-448c-bda8-c3574bfb2e2f", "name": "network-vif-deleted", "tag": "e0c160a6-3c5a-454f-998f-946a491894d8", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:49:06.564391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6077f3b5-353c-41dd-bb52-3540c5e2c014 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:49:06.565040 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19242191-0d6c-448c-bda8-c3574bfb2e2f', 'name': 'network-vif-deleted', 'tag': 'e0c160a6-3c5a-454f-998f-946a491894d8', 'status': 'completed', 'code': 200} Jun 03 21:49:06.600038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2ea4e510-339c-4289-99f2-2a4932906242 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:06.733710 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52982) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:06.733960 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-574abba4-2d33-41d1-9f21-a2d656b6cd26 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5188069 Jun 03 21:49:06.736868 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-55f8da81-75aa-4f2a-aa52-19467477845f req-179865bd-9dd2-4fa5-9434-bd4ac41bb841 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/ports?device_id=19242191-0d6c-448c-bda8-c3574bfb2e2f HTTP/1.1" status: 200 len: 210 time: 0.4239821 Jun 03 21:49:06.753025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.765153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-34d73162-ba41-4538-9e7d-bf9d334e05dd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0b77f-8cde-4fdc-9c9c-0a041051e0c5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:06.795488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.796030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Fanout notify agent at l3_agent the message router_deleted on router d1b7e614-b171-423f-b6f3-fa7cebe95155 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:49:06.798336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-34d73162-ba41-4538-9e7d-bf9d334e05dd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:06.805979 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Router fd8f927e-8e39-4b14-8929-8e144b6c1de9 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:49:06.814769 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.856110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:06.862885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-34d73162-ba41-4538-9e7d-bf9d334e05dd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:06.865312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-49e6fc3e-046e-423e-8152-f7177b14a762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:06.991231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.020817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943d8d73-bf34-4109-a7bb-a01a3b28259b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:07.024925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-34d73162-ba41-4538-9e7d-bf9d334e05dd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.026895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Transition to ACTIVE for port object 814a7789-28ec-4d5e-9d96-41158dc83992 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:07.034413 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:07.039405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.040838 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/routers/d1b7e614-b171-423f-b6f3-fa7cebe95155 HTTP/1.1" status: 204 len: 168 time: 3.8246114 Jun 03 21:49:07.044306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.045710 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4350955 Jun 03 21:49:07.047669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52984) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:07.055400 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7fa51d-02a4-4001-8051-bd4e45259f8a None None] Network 83db9b21-b1e0-49ed-b30b-fddc6949fe62 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:07.056826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52986) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:07.061295 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-67b97698-22bb-48e0-9ba7-ec90b853b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:43:12Z', 'revision_number': 4, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'a23baf25-a4b0-4907-b982-adff9bc167b3', 'name': '', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'mac_address': 'fa:16:3e:f7:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:25Z', 'revision_number': 5, 'project_id': 'e8575706e29d4efb935647060af56086', 'subnets': [{'id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:07.071905 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b97698-22bb-48e0-9ba7-ec90b853b2f1 None None] Checking router: 4f5fe75b-3949-48ce-a2a4-08c1d7736610 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:49:07.086262 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b97698-22bb-48e0-9ba7-ec90b853b2f1 None None] Routers {'4f5fe75b-3949-48ce-a2a4-08c1d7736610'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:07.087901 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-67b97698-22bb-48e0-9ba7-ec90b853b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:07.091620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 2ea4e510-339c-4289-99f2-2a4932906242 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:07.101615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d85f2847-98ae-4e33-a555-7c7cb6caf050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': '943d8d73-bf34-4109-a7bb-a01a3b28259b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:07.102453 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-d85f2847-98ae-4e33-a555-7c7cb6caf050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 03 21:49:07.102958 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-d85f2847-98ae-4e33-a555-7c7cb6caf050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:07.107736 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d85f2847-98ae-4e33-a555-7c7cb6caf050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0446875 Jun 03 21:49:07.114963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52988) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:07.184956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce48248d-e80e-4185-944f-72f87dd28e65 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting subnet 5d9a1707-90d6-4b94-afe9-7daa8ab2220b {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:49:07.193243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ce48248d-e80e-4185-944f-72f87dd28e65 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.210169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:49:07.246216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.246703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-34d73162-ba41-4538-9e7d-bf9d334e05dd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.254758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-51a29de2-168f-4391-9c8b-1464ab2d4b6f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:07.258902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Deleting port c032e8fc-2727-41b7-b0d2-0d655735a420 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:07.259450 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.278153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-34d73162-ba41-4538-9e7d-bf9d334e05dd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.299227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-72cf2a05-9626-46ad-b5b1-6409b997491d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:07.314613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ce48248d-e80e-4185-944f-72f87dd28e65 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.332885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=814a7789-28ec-4d5e-9d96-41158dc83992,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:07.338631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.339848 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2355838 Jun 03 21:49:07.340617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0b0e-1869-442e-bb82-e120ae5d4af5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.347876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52990) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:07.374985 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-67b97698-22bb-48e0-9ba7-ec90b853b2f1 None None] Set router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:49:07.375194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d73162-ba41-4538-9e7d-bf9d334e05dd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42ec964-bf54-42a0-905c-51a7d172cdc5,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:07.402768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341a35bb-8029-4dd6-b83e-97a342b317da None None] DHCP port deletion for afb133eb-5025-46df-ad68-fb001d7ab0dd request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:49:07.411074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Sync routers for ids ['fd8f927e-8e39-4b14-8929-8e144b6c1de9'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:49:07.420989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:07.421263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:07.421546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:07.421907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:07.422270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:07.422626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:07.422977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:07.423679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:07.423679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:07.424036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:07.424381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:07.424729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:07.434225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-34d73162-ba41-4538-9e7d-bf9d334e05dd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:07.446479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:07.455000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 83db9b21-b1e0-49ed-b30b-fddc6949fe62 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:07.460493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:07.467912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:07.471776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] For port c032e8fc-2727-41b7-b0d2-0d655735a420, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c032e8fc-2727-41b7-b0d2-0d655735a420,segment=NetworkSegment(8d071623-e32a-4bd8-aa25-075acd2f5b17),segment_id=8d071623-e32a-4bd8-aa25-075acd2f5b17)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:07.472434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.473771 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:07.474424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.492695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0b0e-1869-442e-bb82-e120ae5d4af5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.508381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1864ad10-fce5-4c08-ab41-a3b236767a49 None None] Provisioning for port 2ea4e510-339c-4289-99f2-2a4932906242 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:07.508601 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5076327 Jun 03 21:49:07.508828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 52992) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:07.520355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': '83db9b21-b1e0-49ed-b30b-fddc6949fe62', 'name': 'tempest-PortsIpV6TestJSON-1756517916', 'fixed_ips': [{'subnet_id': '16c2d0ec-1d9d-41cf-ac46-9a5f84f04efd', 'ip_address': '2001:db8::f'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:07.521341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1864ad10-fce5-4c08-ab41-a3b236767a49 None None] Provisioning complete for port 2ea4e510-339c-4289-99f2-2a4932906242 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:07.521865 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1864ad10-fce5-4c08-ab41-a3b236767a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.590802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Routers {'fd8f927e-8e39-4b14-8929-8e144b6c1de9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:07.591667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['fd8f927e-8e39-4b14-8929-8e144b6c1de9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:07.612099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-34d73162-ba41-4538-9e7d-bf9d334e05dd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.613971 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-34d73162-ba41-4538-9e7d-bf9d334e05dd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8650119 Jun 03 21:49:07.621629 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Calling delete_port for c032e8fc-2727-41b7-b0d2-0d655735a420 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:07.627521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52994) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:07.668744 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ca5b5977-ca51-4dbd-8d1a-47d07727aeb3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules/e42ec964-bf54-42a0-905c-51a7d172cdc5 HTTP/1.1" status: 200 len: 763 time: 0.0396633 Jun 03 21:49:07.672778 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 52996) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:07.707568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ce48248d-e80e-4185-944f-72f87dd28e65 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.833861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1864ad10-fce5-4c08-ab41-a3b236767a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.855863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5277d813-8845-4c30-978f-132947975098 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:07.882063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-1864ad10-fce5-4c08-ab41-a3b236767a49 None None] For port 2ea4e510-339c-4289-99f2-2a4932906242, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2ea4e510-339c-4289-99f2-2a4932906242,segment=NetworkSegment(e4034461-7e6b-4348-bcfe-88417a1512ba),segment_id=e4034461-7e6b-4348-bcfe-88417a1512ba)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:07.901338 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1864ad10-fce5-4c08-ab41-a3b236767a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:07.924430 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-67b97698-22bb-48e0-9ba7-ec90b853b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:43:12Z', 'revision_number': 4, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'a23baf25-a4b0-4907-b982-adff9bc167b3', 'name': '', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'mac_address': 'fa:16:3e:f7:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:25Z', 'revision_number': 5, 'project_id': 'e8575706e29d4efb935647060af56086', 'subnets': [{'id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:07.933316 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b97698-22bb-48e0-9ba7-ec90b853b2f1 None None] The sync data for ids ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'] in dv-neutron-792998-2-hyperv is: [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:43:12Z', 'revision_number': 4, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'a23baf25-a4b0-4907-b982-adff9bc167b3', 'name': '', 'network_id': 'f3ab37d9-450d-465b-af87-fe797b3c7680', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'mac_address': 'fa:16:3e:f7:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:09Z', 'updated_at': '2021-06-03T21:43:25Z', 'revision_number': 5, 'project_id': 'e8575706e29d4efb935647060af56086', 'subnets': [{'id': 'f48f48ce-c887-4cce-89b6-0302a64d4519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:49:07.990508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c85bc34e-821e-4f5a-9ce0-b9dc342749e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:08.048389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53002) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:08.110721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864ad10-fce5-4c08-ab41-a3b236767a49 None None] Pushing event updated for resources: {'Port': ['ID=2ea4e510-339c-4289-99f2-2a4932906242,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:08.126452 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1864ad10-fce5-4c08-ab41-a3b236767a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:08.135761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-341a35bb-8029-4dd6-b83e-97a342b317da None None] Deleting port c032e8fc-2727-41b7-b0d2-0d655735a420 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:08.136140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-341a35bb-8029-4dd6-b83e-97a342b317da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.140973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.165140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:08.190012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Set router fd8f927e-8e39-4b14-8929-8e144b6c1de9 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:49:08.223778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0b0e-1869-442e-bb82-e120ae5d4af5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.244478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Port': ['ID=c032e8fc-2727-41b7-b0d2-0d655735a420,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:08.252575 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:08.253803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5277d813-8845-4c30-978f-132947975098 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:08.258987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bce514d2-289c-49c4-816b-f22e68dab5a0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:08.259511 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5277d813-8845-4c30-978f-132947975098 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5852442 Jun 03 21:49:08.261723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53004) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:08.288296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No DVR routers for this DVR port c032e8fc-2727-41b7-b0d2-0d655735a420 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:08.342109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef0b0e-1869-442e-bb82-e120ae5d4af5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943d8d73-bf34-4109-a7bb-a01a3b28259b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:08.355960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c3ef0b0e-1869-442e-bb82-e120ae5d4af5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:08.372675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0b0e-1869-442e-bb82-e120ae5d4af5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.374082 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c3ef0b0e-1869-442e-bb82-e120ae5d4af5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "DELETE /v2.0/security-groups/943d8d73-bf34-4109-a7bb-a01a3b28259b HTTP/1.1" status: 204 len: 168 time: 1.2589498 Jun 03 21:49:08.379259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:08.383733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:port and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:08.387610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for port was recalculated. Used quota:3. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:08.393602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:08.415524 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4a91b-93fe-4154-a211-f049c0480992 None None] New status for floating IP b6a912c2-80c1-443c-8c36-359041f23381: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:49:08.439763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53006) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:08.454280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2ea4e510-339c-4289-99f2-2a4932906242 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:08.481383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:08.486350 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.506998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ffefc936-de90-463d-9288-0a7443216285 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.535602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-230924af-511a-4c82-9465-a827f96ec120 None None] Provisioning complete for port 2ea4e510-339c-4289-99f2-2a4932906242 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:08.535602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-230924af-511a-4c82-9465-a827f96ec120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.554962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port 96b24c7d-ad1f-44b4-a866-4e2f45fccf8a yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:49:08.643719 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.661881 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb133eb-5025-46df-ad68-fb001d7ab0dd']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:08.674912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d071623-e32a-4bd8-aa25-075acd2f5b17') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:08.675238 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d071623-e32a-4bd8-aa25-075acd2f5b17') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:08.687990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.706057 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.713246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:49:08.713729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:49:08.735365 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:49:08.761092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-341a35bb-8029-4dd6-b83e-97a342b317da None None] For port c032e8fc-2727-41b7-b0d2-0d655735a420, host dv-neutron-792998-2-hyperv, got binding levels [] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:08.761515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-341a35bb-8029-4dd6-b83e-97a342b317da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.778955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ffefc936-de90-463d-9288-0a7443216285 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.826252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f9d060d3-4e72-4b81-882a-e5039ccc96af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.865906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f9d060d3-4e72-4b81-882a-e5039ccc96af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.920887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.935767 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-341a35bb-8029-4dd6-b83e-97a342b317da None None] Calling delete_port for c032e8fc-2727-41b7-b0d2-0d655735a420 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:08.939443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.ipam_backend_mixin [None req-341a35bb-8029-4dd6-b83e-97a342b317da None None] Port c032e8fc-2727-41b7-b0d2-0d655735a420 was not found and therefore no delete operation was performed {{(pid=104398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:49:08.947675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-341a35bb-8029-4dd6-b83e-97a342b317da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:08.955287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-27c0f695-2c35-4de2-a30a-40402129a91f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:08.973927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3085b26f-72d2-4d62-966c-321541a0d2df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Synchronizing usage tracker for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:08.987745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:09.007768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.008924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a35bb-8029-4dd6-b83e-97a342b317da None None] Pushing event deleted for resources: {'Port': ['ID=c032e8fc-2727-41b7-b0d2-0d655735a420,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:09.036529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ffefc936-de90-463d-9288-0a7443216285 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.037525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Network': ['ID=afb133eb-5025-46df-ad68-fb001d7ab0dd,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:09.040470 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:09.043902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:09.054484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f9d060d3-4e72-4b81-882a-e5039ccc96af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.061836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f9d060d3-4e72-4b81-882a-e5039ccc96af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.063514 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f9d060d3-4e72-4b81-882a-e5039ccc96af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/e42ec964-bf54-42a0-905c-51a7d172cdc5 HTTP/1.1" status: 204 len: 168 time: 0.7976561 Jun 03 21:49:09.068821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-10942adf-cda0-4e2b-bdb1-b04c13e5984e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:09.075343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53008) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:09.098172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefc936-de90-463d-9288-0a7443216285 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b6fd19-39c5-44ad-8057-ce62a1c42e36,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:09.098681 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/afb133eb-5025-46df-ad68-fb001d7ab0dd HTTP/1.1" status: 204 len: 168 time: 2.7677040 Jun 03 21:49:09.110748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ffefc936-de90-463d-9288-0a7443216285 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:09.116474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-341a35bb-8029-4dd6-b83e-97a342b317da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:09.119033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53010) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:09.121757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3085b26f-72d2-4d62-966c-321541a0d2df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Unset dirty status for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:09.123343 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3085b26f-72d2-4d62-966c-321541a0d2df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6720912 Jun 03 21:49:09.127553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53012) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:09.132484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d060d3-4e72-4b81-882a-e5039ccc96af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e42ec964-bf54-42a0-905c-51a7d172cdc5,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:09.135385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f9d060d3-4e72-4b81-882a-e5039ccc96af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:09.145789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-341a35bb-8029-4dd6-b83e-97a342b317da None None] Network afb133eb-5025-46df-ad68-fb001d7ab0dd is not hosted by any dhcp agent {{(pid=104398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 03 21:49:09.146266 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a35bb-8029-4dd6-b83e-97a342b317da None None] No DVR routers for this DVR port c032e8fc-2727-41b7-b0d2-0d655735a420 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:09.160411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8::f (83db9b21-b1e0-49ed-b30b-fddc6949fe62/16c2d0ec-1d9d-41cf-ac46-9a5f84f04efd/96b24c7d-ad1f-44b4-a866-4e2f45fccf8a) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:09.168010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ce48248d-e80e-4185-944f-72f87dd28e65 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.170118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2ea4e510-339c-4289-99f2-2a4932906242 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:09.170498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.182708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9cb5f5fa-d19f-47d9-8efd-3877df257024 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:09.187374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823248868'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:09.187547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c8e35c12-f5d9-486f-96a4-7a9e1f3bced7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:09.209641 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e5dd65-255d-4288-913c-d67615bb9c38 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:09.210485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e5dd65-255d-4288-913c-d67615bb9c38 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:09.220558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:09.239913 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48248d-e80e-4185-944f-72f87dd28e65 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9a1707-90d6-4b94-afe9-7daa8ab2220b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:09.242465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ce48248d-e80e-4185-944f-72f87dd28e65 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:09.248419 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ce48248d-e80e-4185-944f-72f87dd28e65 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.259890 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ce48248d-e80e-4185-944f-72f87dd28e65 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/subnets/5d9a1707-90d6-4b94-afe9-7daa8ab2220b HTTP/1.1" status: 204 len: 168 time: 2.2040229 Jun 03 21:49:09.260357 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9cb5f5fa-d19f-47d9-8efd-3877df257024 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:09.261666 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9cb5f5fa-d19f-47d9-8efd-3877df257024 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1817923 Jun 03 21:49:09.262293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53014) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:09.264150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ffefc936-de90-463d-9288-0a7443216285 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.265824 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ffefc936-de90-463d-9288-0a7443216285 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "DELETE /v2.0/security-groups/30b6fd19-39c5-44ad-8057-ce62a1c42e36 HTTP/1.1" status: 204 len: 168 time: 1.1264608 Jun 03 21:49:09.266652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53016) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:09.276550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b8d38f-9005-4f77-9156-1a82053eea18 None None] Network ac5516d6-05ec-4c9e-a189-0291bd12e9b1 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:09.279782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53018) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:09.290521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f926beda-1aef-466a-b09b-fbfd056103e9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0b77f-8cde-4fdc-9c9c-0a041051e0c5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:09.304292 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-10e5dd65-255d-4288-913c-d67615bb9c38 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/subnets/83d1dda9-2f3c-468d-a632-5a8f670e1bc6 HTTP/1.1" status: 404 len: 337 time: 0.1805212 Jun 03 21:49:09.306047 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53020) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:09.335290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f926beda-1aef-466a-b09b-fbfd056103e9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:09.349831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:09.353816 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea45870-0207-4990-8727-7ae514f8abe5 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:09.354367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea45870-0207-4990-8727-7ae514f8abe5 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:09.359054 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fea45870-0207-4990-8727-7ae514f8abe5 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/d3d99c3b-0916-4afc-8adb-e7f1e330f1cd HTTP/1.1" status: 404 len: 339 time: 0.0518703 Jun 03 21:49:09.380143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53022) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:09.384143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f926beda-1aef-466a-b09b-fbfd056103e9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:09.422613 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-6633ea5e-bd04-4fe5-a8fe-ab1ba1ce82c5 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] show failed (client error): The resource could not be found. Jun 03 21:49:09.422892 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6633ea5e-bd04-4fe5-a8fe-ab1ba1ce82c5 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "GET /v2.0/security-groups/30b6fd19-39c5-44ad-8057-ce62a1c42e36 HTTP/1.1" status: 404 len: 347 time: 0.1172314 Jun 03 21:49:09.424609 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-230924af-511a-4c82-9465-a827f96ec120 None None] Provisioning for port 814a7789-28ec-4d5e-9d96-41158dc83992 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:09.430087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'name': 'tempest-TestVolumeBootPattern-2110798836-router', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:59Z', 'updated_at': '2021-06-03T21:49:04Z', 'revision_number': 3, 'project_id': '58027f9dd6b64d34a19e163098cf33f2', 'gw_port': {'id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:49:01Z', 'updated_at': '2021-06-03T21:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:09.430346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53024) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:09.445243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Checking router: fd8f927e-8e39-4b14-8929-8e144b6c1de9 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:49:09.445593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Updating router fd8f927e-8e39-4b14-8929-8e144b6c1de9 port 972de007-474b-4ca8-bd8f-c9bb61d2d6cf binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:49:09.456127 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.466226 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-177cc9bf-3512-44a0-8959-a48f1dbca6f9 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:09.466696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177cc9bf-3512-44a0-8959-a48f1dbca6f9 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:09.468380 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-177cc9bf-3512-44a0-8959-a48f1dbca6f9 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/subnets/2c23c21a-05e3-4366-a997-130267ed2ba4 HTTP/1.1" status: 404 len: 337 time: 0.0871501 Jun 03 21:49:09.480352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53026) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:09.482305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.497738 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-230924af-511a-4c82-9465-a827f96ec120 None None] Provisioning complete for port 814a7789-28ec-4d5e-9d96-41158dc83992 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:09.498119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-230924af-511a-4c82-9465-a827f96ec120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.525178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.543113 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-f926beda-1aef-466a-b09b-fbfd056103e9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Project ab48489410b1466bb93206f2abfb0cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:49:09.574294 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e1cf32-a7ca-4015-bb6c-f2b65110e52a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:09.574772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e1cf32-a7ca-4015-bb6c-f2b65110e52a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:09.578844 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-45e1cf32-a7ca-4015-bb6c-f2b65110e52a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/063316bb-9697-45ba-901a-af01dcff505e HTTP/1.1" status: 404 len: 339 time: 0.0835767 Jun 03 21:49:09.582551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:09.584918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f926beda-1aef-466a-b09b-fbfd056103e9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.595771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53028) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:09.632171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-230924af-511a-4c82-9465-a827f96ec120 None None] Port 814a7789-28ec-4d5e-9d96-41158dc83992 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:09.638173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.647091 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1399ad0f-995c-4f85-b7f1-dc73e78cbac7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:09.648136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1399ad0f-995c-4f85-b7f1-dc73e78cbac7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:09.652618 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1399ad0f-995c-4f85-b7f1-dc73e78cbac7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/subnets/663b31d5-69a3-44b7-ae22-04067d4af1c6 HTTP/1.1" status: 404 len: 337 time: 0.0509756 Jun 03 21:49:09.652804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:09.664369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53030) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:09.693329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:09.731441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:09.739768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c032e8fc-2727-41b7-b0d2-0d655735a420 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:49:09.777835 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b331ac5c-337a-4042-9135-13c518100f11 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:09.778468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b331ac5c-337a-4042-9135-13c518100f11 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:09.782736 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b331ac5c-337a-4042-9135-13c518100f11 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/edb22c25-0ce1-4e03-bde7-0dacce200a99 HTTP/1.1" status: 404 len: 339 time: 0.1081960 Jun 03 21:49:09.787023 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53032) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:09.794430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c032e8fc-2727-41b7-b0d2-0d655735a420 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:49:09.794793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c032e8fc-2727-41b7-b0d2-0d655735a420 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:49:09.832813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d7e0406f-da37-41de-b785-c4a836c00373 None None] Provisioning complete for port 814a7789-28ec-4d5e-9d96-41158dc83992 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:09.833230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d7e0406f-da37-41de-b785-c4a836c00373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.904928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c71a26f-fed4-4c9d-9400-dadb9250181d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Deleting subnet 0370005d-c8cb-4695-aae8-a895b8d39b81 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:49:09.915580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e8f6f-8cfd-4d66-8e00-c596d090b30d None None] DHCP port deletion for ac5516d6-05ec-4c9e-a189-0291bd12e9b1 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:49:09.916578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c71a26f-fed4-4c9d-9400-dadb9250181d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.938884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.946487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d30e0978-eb88-49fd-9074-03d1d938e136 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Deleting port 8df8a7ab-2f45-418c-b185-cd93e167a8a0 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:09.946756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d30e0978-eb88-49fd-9074-03d1d938e136 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.973914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d7e0406f-da37-41de-b785-c4a836c00373 None None] Port 814a7789-28ec-4d5e-9d96-41158dc83992 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:09.984433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port fc4cb4f3-31ca-4124-92c3-37debf1320e1 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:09.984856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:09.993609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Transition to ACTIVE for port object 96b24c7d-ad1f-44b4-a866-4e2f45fccf8a will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:10.017457 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f926beda-1aef-466a-b09b-fbfd056103e9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.059899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f926beda-1aef-466a-b09b-fbfd056103e9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.094374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e8f6f-8cfd-4d66-8e00-c596d090b30d None None] Deleting port fc4cb4f3-31ca-4124-92c3-37debf1320e1 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:10.094898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ae0e8f6f-8cfd-4d66-8e00-c596d090b30d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.254686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.264194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ae0e8f6f-8cfd-4d66-8e00-c596d090b30d None None] For port fc4cb4f3-31ca-4124-92c3-37debf1320e1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fc4cb4f3-31ca-4124-92c3-37debf1320e1,segment=NetworkSegment(0d94368a-6b79-438e-a926-19cd5b255d1f),segment_id=0d94368a-6b79-438e-a926-19cd5b255d1f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:10.264887 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ae0e8f6f-8cfd-4d66-8e00-c596d090b30d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.310327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Allocated IP 172.20.0.1 (21c8314b-7a49-4e00-acf3-dc265d98df89/8c12df61-d21a-4ac2-a229-ddd6c1d5b838/212d22cd-04f0-4d58-8e4a-17c124b0488f) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:10.320715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c71a26f-fed4-4c9d-9400-dadb9250181d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.333926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Transition to ACTIVE for port object 972de007-474b-4ca8-bd8f-c9bb61d2d6cf will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:10.348086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5272e677-59c8-4963-b37f-5562abc1ecc8 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:10.359581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] For port fc4cb4f3-31ca-4124-92c3-37debf1320e1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fc4cb4f3-31ca-4124-92c3-37debf1320e1,segment=NetworkSegment(0d94368a-6b79-438e-a926-19cd5b255d1f),segment_id=0d94368a-6b79-438e-a926-19cd5b255d1f)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:10.359966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.365616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.377667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926beda-1aef-466a-b09b-fbfd056103e9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc5f4e8-58b1-4658-8d21-b3a316d79b11,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:10.379808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f926beda-1aef-466a-b09b-fbfd056103e9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.380984 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f926beda-1aef-466a-b09b-fbfd056103e9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1077223 Jun 03 21:49:10.381941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f926beda-1aef-466a-b09b-fbfd056103e9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:10.386464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53034) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:10.387101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.402237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e8f6f-8cfd-4d66-8e00-c596d090b30d None None] Calling delete_port for fc4cb4f3-31ca-4124-92c3-37debf1320e1 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:10.406726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fc4cb4f3-31ca-4124-92c3-37debf1320e1 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:49:10.419823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-22e0c3ed-dc99-4543-b410-e33c62bc629e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:10.434620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.436069 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2665236 Jun 03 21:49:10.437792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.453739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:10.458896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53036) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:10.465454 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ce11a438-fe56-4847-8e33-1a149e051175 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules/1fc5f4e8-58b1-4658-8d21-b3a316d79b11 HTTP/1.1" status: 200 len: 769 time: 0.0575120 Jun 03 21:49:10.467546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-8949bcaf-4701-4f2f-bf29-b81e55f878a8 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'fa61c728-67bb-4869-8ac7-dab0a3ec6e77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:10.468399 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.api.v2.base [None req-8949bcaf-4701-4f2f-bf29-b81e55f878a8 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 03 21:49:10.468889 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-8949bcaf-4701-4f2f-bf29-b81e55f878a8 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:10.473061 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8949bcaf-4701-4f2f-bf29-b81e55f878a8 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102491 Jun 03 21:49:10.480672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53038) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:10.480990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53040) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:10.512810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-8531152f-84cb-493c-9c49-47c5c859bf03 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'fa61c728-67bb-4869-8ac7-dab0a3ec6e77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:10.513703 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.api.v2.base [None req-8531152f-84cb-493c-9c49-47c5c859bf03 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 03 21:49:10.517962 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-8531152f-84cb-493c-9c49-47c5c859bf03 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:10.517962 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8531152f-84cb-493c-9c49-47c5c859bf03 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0285535 Jun 03 21:49:10.521574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.523665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53042) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:10.530936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa61c728-67bb-4869-8ac7-dab0a3ec6e77,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:10.533987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for fc4cb4f3-31ca-4124-92c3-37debf1320e1 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:10.559810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c54bce78-51ff-4a45-b6ed-b7bdebe67643 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'fa61c728-67bb-4869-8ac7-dab0a3ec6e77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:10.560983 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.api.v2.base [None req-c54bce78-51ff-4a45-b6ed-b7bdebe67643 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 03 21:49:10.561789 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-c54bce78-51ff-4a45-b6ed-b7bdebe67643 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:10.566570 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c54bce78-51ff-4a45-b6ed-b7bdebe67643 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0344014 Jun 03 21:49:10.566789 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d30e0978-eb88-49fd-9074-03d1d938e136 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.566789 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d30e0978-eb88-49fd-9074-03d1d938e136 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.570668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:10.572820 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Attempting to bind port 972de007-474b-4ca8-bd8f-c9bb61d2d6cf on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:10.573219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Attempting to bind port 972de007-474b-4ca8-bd8f-c9bb61d2d6cf by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:10.574234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Attempting to bind port 972de007-474b-4ca8-bd8f-c9bb61d2d6cf on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:10.575020 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53044) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:10.576828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e6b4721d-e948-4628-87c1-1afca02ba371 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:10.579317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Pushing event updated for resources: {'Port': ['ID=972de007-474b-4ca8-bd8f-c9bb61d2d6cf,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:10.583627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-1c0c6481-9219-49a5-80e2-d1123543ba11 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'fa61c728-67bb-4869-8ac7-dab0a3ec6e77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:10.584562 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-1c0c6481-9219-49a5-80e2-d1123543ba11 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 03 21:49:10.585079 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-1c0c6481-9219-49a5-80e2-d1123543ba11 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:10.586071 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1c0c6481-9219-49a5-80e2-d1123543ba11 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079830 Jun 03 21:49:10.587803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:10.588804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:10.589216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:10.589657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.590108 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:10.590617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Bound port: 972de007-474b-4ca8-bd8f-c9bb61d2d6cf, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:10.591010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.596164 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53046) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:10.674659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 83db9b21-b1e0-49ed-b30b-fddc6949fe62 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:10.692311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:10.707102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:10.712901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:10.713788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.760565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d30e0978-eb88-49fd-9074-03d1d938e136 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Calling delete_port for 8df8a7ab-2f45-418c-b185-cd93e167a8a0 owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:10.774044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c4bb4917-6afc-49db-b1a1-ee4220447adc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:10.806127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.809900 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2952535 Jun 03 21:49:10.811499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53048) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:10.818888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=96b24c7d-ad1f-44b4-a866-4e2f45fccf8a,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:10.830072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:10.845882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c4bb4917-6afc-49db-b1a1-ee4220447adc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:10.847892 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c4bb4917-6afc-49db-b1a1-ee4220447adc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3623476 Jun 03 21:49:10.851616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53050) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:10.858877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ae0e8f6f-8cfd-4d66-8e00-c596d090b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.874169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.880708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c71a26f-fed4-4c9d-9400-dadb9250181d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.907220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:10.911805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ecb963c5-1c8a-4655-b3aa-28412fbb66af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.920007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Transition to ACTIVE for port object 212d22cd-04f0-4d58-8e4a-17c124b0488f will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:10.927107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ecb963c5-1c8a-4655-b3aa-28412fbb66af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.962032 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-321230f9-48de-439b-b6b8-e53e952b1d25 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.966668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] For port 972de007-474b-4ca8-bd8f-c9bb61d2d6cf, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:10.970162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ecb963c5-1c8a-4655-b3aa-28412fbb66af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:10.972976 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e8f6f-8cfd-4d66-8e00-c596d090b30d None None] Pushing event deleted for resources: {'Port': ['ID=fc4cb4f3-31ca-4124-92c3-37debf1320e1,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:10.978451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f926beda-1aef-466a-b09b-fbfd056103e9 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:10.980263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ae0e8f6f-8cfd-4d66-8e00-c596d090b30d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:10.988310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e8f6f-8cfd-4d66-8e00-c596d090b30d None None] No DVR routers for this DVR port fc4cb4f3-31ca-4124-92c3-37debf1320e1 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:10.999950 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] For port 972de007-474b-4ca8-bd8f-c9bb61d2d6cf, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=972de007-474b-4ca8-bd8f-c9bb61d2d6cf,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:11.002968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.007776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb963c5-1c8a-4655-b3aa-28412fbb66af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fc5f4e8-58b1-4658-8d21-b3a316d79b11,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:11.013136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ecb963c5-1c8a-4655-b3aa-28412fbb66af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:11.016361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a7f9eec0-e75a-40c0-9a5b-9a393f19f369 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:11.020659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.033415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ae0e8f6f-8cfd-4d66-8e00-c596d090b30d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:11.065136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-321230f9-48de-439b-b6b8-e53e952b1d25 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.085784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.088381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ecb963c5-1c8a-4655-b3aa-28412fbb66af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.093829 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ecb963c5-1c8a-4655-b3aa-28412fbb66af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/1fc5f4e8-58b1-4658-8d21-b3a316d79b11 HTTP/1.1" status: 204 len: 168 time: 0.2408950 Jun 03 21:49:11.094896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53052) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:11.101371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9eb52ca2-7af6-4783-bd2d-e267f613621e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:11.126848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Network 21c8314b-7a49-4e00-acf3-dc265d98df89 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:11.137086 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Routers {'fd8f927e-8e39-4b14-8929-8e144b6c1de9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:11.138076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:11.138229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['fd8f927e-8e39-4b14-8929-8e144b6c1de9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:11.140417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:11.174699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Pushing event updated for resources: {'Port': ['ID=212d22cd-04f0-4d58-8e4a-17c124b0488f,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:11.177899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:11.216444 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Pushing event updated for resources: {'Port': ['ID=972de007-474b-4ca8-bd8f-c9bb61d2d6cf,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:11.218389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-76adda0a-51ee-4754-b97b-92cae477887b tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:11.229470 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=fc4cb4f3-31ca-4124-92c3-37debf1320e1,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:11.232162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] No DVR routers for this DVR port fc4cb4f3-31ca-4124-92c3-37debf1320e1 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:11.236688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.237314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.237872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.238358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.239035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.239603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.240085 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.240608 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.241098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.241662 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.242162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.243014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:49:11.252298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:11.254702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.259088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-76adda0a-51ee-4754-b97b-92cae477887b tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:11.264911 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-76adda0a-51ee-4754-b97b-92cae477887b tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1641076 Jun 03 21:49:11.265106 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b6a6146e-e1d3-4131-b8e8-748853702194 None None] Provisioning for port 96b24c7d-ad1f-44b4-a866-4e2f45fccf8a completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:11.267628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:11.272474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53054) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:11.334638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b6a6146e-e1d3-4131-b8e8-748853702194 None None] Provisioning complete for port 96b24c7d-ad1f-44b4-a866-4e2f45fccf8a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:11.334638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b6a6146e-e1d3-4131-b8e8-748853702194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.372226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-162ccecf-efdd-46f1-9a8e-f560537c93cc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.420929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-162ccecf-efdd-46f1-9a8e-f560537c93cc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.422924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b6a6146e-e1d3-4131-b8e8-748853702194 None None] Port 96b24c7d-ad1f-44b4-a866-4e2f45fccf8a cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:11.428672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] Set router fd8f927e-8e39-4b14-8929-8e144b6c1de9 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:49:11.457999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6074609f-86ae-490c-8b4e-64c983e42ada tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:11.459777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6074609f-86ae-490c-8b4e-64c983e42ada tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:11.486452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d30e0978-eb88-49fd-9074-03d1d938e136 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.510670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e4a7918f-9b2c-4838-9a41-d3f8a3e93e08 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:11.526155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-162ccecf-efdd-46f1-9a8e-f560537c93cc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.539837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c263b811-4afd-4208-9837-1de62218cc2f tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:11.565210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ccecf-efdd-46f1-9a8e-f560537c93cc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d0b77f-8cde-4fdc-9c9c-0a041051e0c5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:11.567726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-162ccecf-efdd-46f1-9a8e-f560537c93cc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:11.582886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e0978-eb88-49fd-9074-03d1d938e136 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Pushing event deleted for resources: {'Port': ['ID=8df8a7ab-2f45-418c-b185-cd93e167a8a0,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:11.592641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.608829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-162ccecf-efdd-46f1-9a8e-f560537c93cc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.612367 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-162ccecf-efdd-46f1-9a8e-f560537c93cc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "DELETE /v2.0/security-groups/b6d0b77f-8cde-4fdc-9c9c-0a041051e0c5 HTTP/1.1" status: 204 len: 168 time: 0.3363066 Jun 03 21:49:11.613711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53056) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:11.634027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a12acc63-dc3d-479f-92e4-6f975df980d9 None None] Provisioning for port 212d22cd-04f0-4d58-8e4a-17c124b0488f completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:11.640144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d30e0978-eb88-49fd-9074-03d1d938e136 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:11.641028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-321230f9-48de-439b-b6b8-e53e952b1d25 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.659355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a12acc63-dc3d-479f-92e4-6f975df980d9 None None] Provisioning complete for port 212d22cd-04f0-4d58-8e4a-17c124b0488f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:11.664642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a12acc63-dc3d-479f-92e4-6f975df980d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.680815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a7432aa1-a31b-4351-aad9-199a9e221764 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:11.695891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.738390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-99bde4a3-e335-4301-86ec-613009082a82 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:11.764646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-a12acc63-dc3d-479f-92e4-6f975df980d9 None None] Port 212d22cd-04f0-4d58-8e4a-17c124b0488f cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:11.787246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6074609f-86ae-490c-8b4e-64c983e42ada tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:11.791422 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6074609f-86ae-490c-8b4e-64c983e42ada tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.9749625 Jun 03 21:49:11.792067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321230f9-48de-439b-b6b8-e53e952b1d25 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa61c728-67bb-4869-8ac7-dab0a3ec6e77,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:11.792811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53058) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:11.798646 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5516d6-05ec-4c9e-a189-0291bd12e9b1']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:11.809375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-321230f9-48de-439b-b6b8-e53e952b1d25 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:11.826720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'name': 'tempest-TestVolumeBootPattern-2110798836-router', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:59Z', 'updated_at': '2021-06-03T21:49:04Z', 'revision_number': 3, 'project_id': '58027f9dd6b64d34a19e163098cf33f2', 'gw_port': {'id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:49:01Z', 'updated_at': '2021-06-03T21:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:11.827262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d94368a-6b79-438e-a926-19cd5b255d1f') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:11.827598 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d94368a-6b79-438e-a926-19cd5b255d1f') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:11.832772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d67d5-f689-48a7-a104-f22aea681025 None None] The sync data for ids ['fd8f927e-8e39-4b14-8929-8e144b6c1de9'] in dv-neutron-792998-2-hyperv is: [{'id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'name': 'tempest-TestVolumeBootPattern-2110798836-router', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:59Z', 'updated_at': '2021-06-03T21:49:04Z', 'revision_number': 3, 'project_id': '58027f9dd6b64d34a19e163098cf33f2', 'gw_port': {'id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:49:01Z', 'updated_at': '2021-06-03T21:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:49:11.865035 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.888202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-99bde4a3-e335-4301-86ec-613009082a82 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:11.889859 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-99bde4a3-e335-4301-86ec-613009082a82 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2748637 Jun 03 21:49:11.895375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53060) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:11.924200 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.927438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d30e0978-eb88-49fd-9074-03d1d938e136 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.937962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-321230f9-48de-439b-b6b8-e53e952b1d25 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.938899 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-321230f9-48de-439b-b6b8-e53e952b1d25 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "DELETE /v2.0/security-groups/fa61c728-67bb-4869-8ac7-dab0a3ec6e77 HTTP/1.1" status: 204 len: 168 time: 1.3383491 Jun 03 21:49:11.944677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53062) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:11.948465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:49:11.948868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:49:11.970654 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:49:11.982539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d30e0978-eb88-49fd-9074-03d1d938e136 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:11.986806 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d30e0978-eb88-49fd-9074-03d1d938e136 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] 10.222.0.96 "DELETE /v2.0/floatingips/b6a912c2-80c1-443c-8c36-359041f23381 HTTP/1.1" status: 204 len: 168 time: 2.5556791 Jun 03 21:49:11.990096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53064) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:12.053426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.069858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975514e-b12b-4c54-8632-c42005f49092 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:12.077546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975514e-b12b-4c54-8632-c42005f49092 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:12.083710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975514e-b12b-4c54-8632-c42005f49092 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:12.084629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f975514e-b12b-4c54-8632-c42005f49092 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:12.093773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.152808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d0e181e8-c144-44f6-a81d-339f269ad458 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:12.193810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bbbd1b69-7afc-4847-a877-518ead29573d tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Synchronizing usage tracker for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:12.257243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c71a26f-fed4-4c9d-9400-dadb9250181d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.266668 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-528c25a1-662e-45bc-99bd-751a9a21411a tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:12.319307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-21e01ec7-1add-46ad-841b-24ff521b9974 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Synchronizing usage tracker for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:12.321121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f975514e-b12b-4c54-8632-c42005f49092 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:12.325290 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f975514e-b12b-4c54-8632-c42005f49092 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.4784431 Jun 03 21:49:12.331357 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53068) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:12.346042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94cbc9d-7de3-4a05-860b-0720d8bc141b None None] Network d15e6e0e-c001-49b6-ac31-ee2046f12ae2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:12.350415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71a26f-fed4-4c9d-9400-dadb9250181d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Subnet': ['ID=0370005d-c8cb-4695-aae8-a895b8d39b81,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:12.357474 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c71a26f-fed4-4c9d-9400-dadb9250181d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.362185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.365693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8c71a26f-fed4-4c9d-9400-dadb9250181d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:12.387043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-acb3f5a4-ff6d-499b-afad-99bdce9d7833 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:12.404246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.407772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bbbd1b69-7afc-4847-a877-518ead29573d tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Unset dirty status for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:12.409030 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bbbd1b69-7afc-4847-a877-518ead29573d tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4633734 Jun 03 21:49:12.409308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.413130 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/networks/ac5516d6-05ec-4c9e-a189-0291bd12e9b1 HTTP/1.1" status: 204 len: 168 time: 3.1498673 Jun 03 21:49:12.415197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Pushing event updated for resources: {'Port': ['ID=212d22cd-04f0-4d58-8e4a-17c124b0488f,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:12.423008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53070) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:12.423348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53072) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:12.423712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53074) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:12.423997 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8c71a26f-fed4-4c9d-9400-dadb9250181d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/subnets/0370005d-c8cb-4695-aae8-a895b8d39b81 HTTP/1.1" status: 204 len: 168 time: 2.6283507 Jun 03 21:49:12.426662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:12.427547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-21e01ec7-1add-46ad-841b-24ff521b9974 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Unset dirty status for tenant:ab48489410b1466bb93206f2abfb0cfd on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:12.429642 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-21e01ec7-1add-46ad-841b-24ff521b9974 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5336068 Jun 03 21:49:12.431308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Network': ['ID=ac5516d6-05ec-4c9e-a189-0291bd12e9b1,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:12.436033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:12.437838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779029441'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:12.445673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:12.455531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 972de007-474b-4ca8-bd8f-c9bb61d2d6cf up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:12.456540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:12.678101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 972de007-474b-4ca8-bd8f-c9bb61d2d6cf completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:12.685988 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 972de007-474b-4ca8-bd8f-c9bb61d2d6cf triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:12.686426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.761077 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53080) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:12.849797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8b9a22-7234-4652-9668-5e061d9345b9 None None] DHCP port deletion for d15e6e0e-c001-49b6-ac31-ee2046f12ae2 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:49:12.866422 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.928136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 972de007-474b-4ca8-bd8f-c9bb61d2d6cf, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=972de007-474b-4ca8-bd8f-c9bb61d2d6cf,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:12.938070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:12.940556 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a0cd5739-883d-4156-9a56-ce9215be3fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:12.984083 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-58b7698e-1eea-409a-8368-4decca1c44b7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ab48489410b1466bb93206f2abfb0cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216332 Jun 03 21:49:12.986560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53084) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:13.001062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.022057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b9a22-7234-4652-9668-5e061d9345b9 None None] Deleting port 2a6133bb-5356-421a-b33e-3175b9cb1a74 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:13.022593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9a22-7234-4652-9668-5e061d9345b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.065367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=972de007-474b-4ca8-bd8f-c9bb61d2d6cf,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:13.070716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39275910-8cd6-494f-b828-28ad4bb75a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.105878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39275910-8cd6-494f-b828-28ad4bb75a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.174796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39275910-8cd6-494f-b828-28ad4bb75a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.177704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:13.181126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0c14988c-fff4-409f-90ed-0d42104c3233 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:13.196093 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39275910-8cd6-494f-b828-28ad4bb75a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f550e5-a49c-46e4-9acd-8ef083c7e897,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:13.199169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-39275910-8cd6-494f-b828-28ad4bb75a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:13.209077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-1c8b9a22-7234-4652-9668-5e061d9345b9 None None] For port 2a6133bb-5356-421a-b33e-3175b9cb1a74, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2a6133bb-5356-421a-b33e-3175b9cb1a74,segment=NetworkSegment(494f086f-c0a9-4349-9d50-fa6f2d17850b),segment_id=494f086f-c0a9-4349-9d50-fa6f2d17850b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:13.209407 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9a22-7234-4652-9668-5e061d9345b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.213213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39275910-8cd6-494f-b828-28ad4bb75a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.216812 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-39275910-8cd6-494f-b828-28ad4bb75a23 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/65f550e5-a49c-46e4-9acd-8ef083c7e897 HTTP/1.1" status: 204 len: 168 time: 0.2282312 Jun 03 21:49:13.283983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:13.364098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b9a22-7234-4652-9668-5e061d9345b9 None None] Calling delete_port for 2a6133bb-5356-421a-b33e-3175b9cb1a74 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:13.373298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:13.381679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:13.394565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.415968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:13.427990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9a22-7234-4652-9668-5e061d9345b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.433244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-80d0128e-d650-4bbd-84ca-70ebb6ab38f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:13.436873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Network 21c8314b-7a49-4e00-acf3-dc265d98df89 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:13.449448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:13.489203 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b9a22-7234-4652-9668-5e061d9345b9 None None] Pushing event deleted for resources: {'Port': ['ID=2a6133bb-5356-421a-b33e-3175b9cb1a74,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:13.491908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1c8b9a22-7234-4652-9668-5e061d9345b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:13.496221 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b9a22-7234-4652-9668-5e061d9345b9 None None] No DVR routers for this DVR port 2a6133bb-5356-421a-b33e-3175b9cb1a74 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:13.783083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac488a-3784-426f-ab8c-c1c4324fade4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port 96b24c7d-ad1f-44b4-a866-4e2f45fccf8a {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:13.783417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b0ac488a-3784-426f-ab8c-c1c4324fade4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.829541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-728d1559-3d6e-4b6f-9801-41ae24731cee None None] Provisioning complete for port 212d22cd-04f0-4d58-8e4a-17c124b0488f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:13.830028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-728d1559-3d6e-4b6f-9801-41ae24731cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:13.902425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-728d1559-3d6e-4b6f-9801-41ae24731cee None None] Port 212d22cd-04f0-4d58-8e4a-17c124b0488f cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:13.959623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.004939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b8e39909-ad78-4765-908c-5dd1198be0b5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port d5d72dbd-cdf1-447b-b013-635d0cf1eb92 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:14.005270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8e39909-ad78-4765-908c-5dd1198be0b5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.081911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15e6e0e-c001-49b6-ac31-ee2046f12ae2']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:14.101113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53106) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:14.181510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.183830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494f086f-c0a9-4349-9d50-fa6f2d17850b') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:14.184140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494f086f-c0a9-4349-9d50-fa6f2d17850b') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:14.214065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group': {'name': 'tempest-secgroup--899460514'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:14.220368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:14.225465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:14.228691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:14.235865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:14.247321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.260776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.278527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:14.283181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:14.289966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:14.296167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:14.363109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 972de007-474b-4ca8-bd8f-c9bb61d2d6cf up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:14.396337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.404191 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.408180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7160a384-44ea-481b-b112-c00c8c6fc744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:14.420773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:14.428879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:14.434168 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:14.445404 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 972de007-474b-4ca8-bd8f-c9bb61d2d6cf triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:14.446063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.449255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:14.457079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.457667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e6cc1d-a209-45e9-a638-bbefdb79941e,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:14.464535 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:14.472308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d69824eb-6311-4e67-aecc-bcd313c48fcc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:14.497926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.544918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.550547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.555644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:14.604731 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.608438 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5038514 Jun 03 21:49:14.608438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cefb8ae7-102d-46c3-a7fb-995641966746,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:14.610654 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:14.611169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53110) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:14.616856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Router fd8f927e-8e39-4b14-8929-8e144b6c1de9 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:49:14.624020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.647012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b0ac488a-3784-426f-ab8c-c1c4324fade4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.665906 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2a6133bb-5356-421a-b33e-3175b9cb1a74 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:49:14.667722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca984dad-2738-4bfe-a169-0a7144c3c990,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:14.675305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:49:14.675993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.686670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-90708c76-dd3f-41ca-93f3-f79b7be6f212 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:49:14.692989 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:49:14.695296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:14.705282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-90708c76-dd3f-41ca-93f3-f79b7be6f212 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:14.707486 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-90708c76-dd3f-41ca-93f3-f79b7be6f212 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.0950670 Jun 03 21:49:14.710673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 2a6133bb-5356-421a-b33e-3175b9cb1a74 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:49:14.711092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53112) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:14.711237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2a6133bb-5356-421a-b33e-3175b9cb1a74 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:49:14.723507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-0eb40637-4393-4674-be16-409dddbe7a8b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group': {'name': 'tempest-security--307241112', 'description': 'tempest-security-description-1399920898'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:14.751879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0eb40637-4393-4674-be16-409dddbe7a8b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.756528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8e39909-ad78-4765-908c-5dd1198be0b5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.756848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8e39909-ad78-4765-908c-5dd1198be0b5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.816815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0eb40637-4393-4674-be16-409dddbe7a8b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.823015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0eb40637-4393-4674-be16-409dddbe7a8b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.825994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0eb40637-4393-4674-be16-409dddbe7a8b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.827319 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0eb40637-4393-4674-be16-409dddbe7a8b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "PUT /v2.0/security-groups/cefb8ae7-102d-46c3-a7fb-995641966746 HTTP/1.1" status: 200 len: 1777 time: 0.1151555 Jun 03 21:49:14.828235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:14.837640 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53114) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:14.839822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:14.841049 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4114919 Jun 03 21:49:14.849435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac488a-3784-426f-ab8c-c1c4324fade4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for 96b24c7d-ad1f-44b4-a866-4e2f45fccf8a owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:14.855111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53116) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:14.864298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d26ba94d-e557-4d40-9907-41d0b6954e92 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'ca984dad-2738-4bfe-a169-0a7144c3c990', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:14.864670 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-d26ba94d-e557-4d40-9907-41d0b6954e92 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 03 21:49:14.865160 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-d26ba94d-e557-4d40-9907-41d0b6954e92 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:14.866687 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d26ba94d-e557-4d40-9907-41d0b6954e92 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084450 Jun 03 21:49:14.873375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53118) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:14.890188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-053419fb-b78f-4164-aee1-70a8e17b2db4 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'ca984dad-2738-4bfe-a169-0a7144c3c990', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:14.902484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-053419fb-b78f-4164-aee1-70a8e17b2db4 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:14.914987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb40637-4393-4674-be16-409dddbe7a8b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cefb8ae7-102d-46c3-a7fb-995641966746,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:14.917743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-053419fb-b78f-4164-aee1-70a8e17b2db4 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:14.923664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-053419fb-b78f-4164-aee1-70a8e17b2db4 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:14.926918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0eb40637-4393-4674-be16-409dddbe7a8b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:14.933031 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-053419fb-b78f-4164-aee1-70a8e17b2db4 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:14.937567 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e1cdc0a4-b448-40f0-9a2f-fa2629207f66 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-groups/cefb8ae7-102d-46c3-a7fb-995641966746 HTTP/1.1" status: 200 len: 1777 time: 0.0987313 Jun 03 21:49:14.941756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53120) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.005769 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-053419fb-b78f-4164-aee1-70a8e17b2db4 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:15.006772 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-053419fb-b78f-4164-aee1-70a8e17b2db4 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1303232 Jun 03 21:49:15.014665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53122) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.019712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ea8b99f5-657e-4968-af21-f69cd8b11198 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'ca984dad-2738-4bfe-a169-0a7144c3c990', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:15.020188 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-ea8b99f5-657e-4968-af21-f69cd8b11198 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 03 21:49:15.020662 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-ea8b99f5-657e-4968-af21-f69cd8b11198 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:15.024092 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ea8b99f5-657e-4968-af21-f69cd8b11198 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063503 Jun 03 21:49:15.025249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53124) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.032286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-b50e6f48-349d-4ce5-93b2-4584d5d0041a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'ca984dad-2738-4bfe-a169-0a7144c3c990', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:15.042664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b50e6f48-349d-4ce5-93b2-4584d5d0041a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:15.046144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5380834e-904a-4853-bb03-650208a009c1 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.049933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b50e6f48-349d-4ce5-93b2-4584d5d0041a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:15.060092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b50e6f48-349d-4ce5-93b2-4584d5d0041a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:15.076444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b50e6f48-349d-4ce5-93b2-4584d5d0041a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:15.093254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5380834e-904a-4853-bb03-650208a009c1 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.097130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b8e39909-ad78-4765-908c-5dd1198be0b5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for d5d72dbd-cdf1-447b-b013-635d0cf1eb92 owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:15.153409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.157024 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-b50e6f48-349d-4ce5-93b2-4584d5d0041a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:15.158446 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b50e6f48-349d-4ce5-93b2-4584d5d0041a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1319480 Jun 03 21:49:15.161745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53126) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.166859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-da13454a-31d7-4742-aeed-63d85ff16858 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'ca984dad-2738-4bfe-a169-0a7144c3c990', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:15.167336 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-da13454a-31d7-4742-aeed-63d85ff16858 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 03 21:49:15.167848 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-da13454a-31d7-4742-aeed-63d85ff16858 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:15.168765 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-da13454a-31d7-4742-aeed-63d85ff16858 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056980 Jun 03 21:49:15.171651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53128) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.176599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-b76244e7-c7a3-4185-8dec-382bf36b3010 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'ca984dad-2738-4bfe-a169-0a7144c3c990', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:15.180050 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-04313a82-025c-40e4-af88-ba71fd695c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:15.183922 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5380834e-904a-4853-bb03-650208a009c1 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.188594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b76244e7-c7a3-4185-8dec-382bf36b3010 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:15.191788 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-293e51cc-0ab9-4eb2-922e-04b54b5c69e4 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:15.205906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b76244e7-c7a3-4185-8dec-382bf36b3010 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:15.207429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.210286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380834e-904a-4853-bb03-650208a009c1 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefb8ae7-102d-46c3-a7fb-995641966746,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:15.212645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5380834e-904a-4853-bb03-650208a009c1 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:15.214543 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b76244e7-c7a3-4185-8dec-382bf36b3010 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:15.226082 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b76244e7-c7a3-4185-8dec-382bf36b3010 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:15.236067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5380834e-904a-4853-bb03-650208a009c1 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.240011 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5380834e-904a-4853-bb03-650208a009c1 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-groups/cefb8ae7-102d-46c3-a7fb-995641966746 HTTP/1.1" status: 204 len: 168 time: 0.2972171 Jun 03 21:49:15.241623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53130) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.258421 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-b76244e7-c7a3-4185-8dec-382bf36b3010 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Project 003bc11ce89a462da14ced93f9148ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:49:15.288720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Network': ['ID=d15e6e0e-c001-49b6-ac31-ee2046f12ae2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:15.299851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:15.303747 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-b76244e7-c7a3-4185-8dec-382bf36b3010 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:15.304799 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b76244e7-c7a3-4185-8dec-382bf36b3010 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1320381 Jun 03 21:49:15.310438 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/d15e6e0e-c001-49b6-ac31-ee2046f12ae2 HTTP/1.1" status: 204 len: 168 time: 2.8466990 Jun 03 21:49:15.310618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53132) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.311190 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53134) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.316511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-316c2c16-1a6d-4e54-a284-5978b732d8cd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'ca984dad-2738-4bfe-a169-0a7144c3c990', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:15.316958 dv-neutron-792998-2-hyperv neutron-server[104397]: WARNING neutron.api.v2.base [None req-316c2c16-1a6d-4e54-a284-5978b732d8cd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 03 21:49:15.318145 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-316c2c16-1a6d-4e54-a284-5978b732d8cd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:15.319131 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-316c2c16-1a6d-4e54-a284-5978b732d8cd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087867 Jun 03 21:49:15.324028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53136) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.333053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-4cdd9aeb-4dea-4b6c-a1e9-591423e16a8b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'ca984dad-2738-4bfe-a169-0a7144c3c990', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:15.356014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-bc18248a-7849-4bf4-81ef-71f5f073a268 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:15.367222 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62525a2-a840-47e7-94d4-38ae5697aa27 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:15.367705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62525a2-a840-47e7-94d4-38ae5697aa27 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:15.371992 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a62525a2-a840-47e7-94d4-38ae5697aa27 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/subnets/789af943-6477-4eca-9668-34c10ca58bc0 HTTP/1.1" status: 404 len: 337 time: 0.0573211 Jun 03 21:49:15.373257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53138) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.389105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4cdd9aeb-4dea-4b6c-a1e9-591423e16a8b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:15.404098 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5a20b9-791e-4ef2-a6f2-d4214d15343b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:15.404635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5a20b9-791e-4ef2-a6f2-d4214d15343b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:15.408855 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7b5a20b9-791e-4ef2-a6f2-d4214d15343b tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/7a2e5c77-9080-4d45-9b7e-b2ba9b593457 HTTP/1.1" status: 404 len: 339 time: 0.0323679 Jun 03 21:49:15.408855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-bc18248a-7849-4bf4-81ef-71f5f073a268 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:15.409284 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bc18248a-7849-4bf4-81ef-71f5f073a268 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1667562 Jun 03 21:49:15.409852 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53140) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.413483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4cdd9aeb-4dea-4b6c-a1e9-591423e16a8b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:15.417575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53142) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.418310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4cdd9aeb-4dea-4b6c-a1e9-591423e16a8b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:15.421493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:49:15.432550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Sync routers for ids ['fd8f927e-8e39-4b14-8929-8e144b6c1de9'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:49:15.451173 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] 10.222.0.96 "PUT /v2.0/routers/fd8f927e-8e39-4b14-8929-8e144b6c1de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0869946 Jun 03 21:49:15.451173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4cdd9aeb-4dea-4b6c-a1e9-591423e16a8b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:15.464025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Routers {'fd8f927e-8e39-4b14-8929-8e144b6c1de9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:15.464719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['fd8f927e-8e39-4b14-8929-8e144b6c1de9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:15.487507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-858455c0-533e-4d1d-bdeb-0c58b04a8eb7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Deleting subnet 99a481fb-ba7c-4667-b8b9-550ea12dee8e {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:49:15.491366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-858455c0-533e-4d1d-bdeb-0c58b04a8eb7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.508065 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-b4224adf-9e54-49cc-8f1b-7dcb092876e9 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] delete failed (client error): The resource could not be found. Jun 03 21:49:15.509327 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b4224adf-9e54-49cc-8f1b-7dcb092876e9 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-groups/cefb8ae7-102d-46c3-a7fb-995641966746 HTTP/1.1" status: 404 len: 347 time: 0.0857792 Jun 03 21:49:15.513414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53148) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.528661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group': {'name': 'tempest-secgroup--178298964'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:15.538900 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-4cdd9aeb-4dea-4b6c-a1e9-591423e16a8b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Project 003bc11ce89a462da14ced93f9148ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:49:15.547562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:15.586975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-858455c0-533e-4d1d-bdeb-0c58b04a8eb7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.610640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:15.641732 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-4cdd9aeb-4dea-4b6c-a1e9-591423e16a8b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:15.645930 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4cdd9aeb-4dea-4b6c-a1e9-591423e16a8b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3160017 Jun 03 21:49:15.647068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53150) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:15.654479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-bc740caa-a4f7-4c93-96a5-695510c01bf1 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'ca984dad-2738-4bfe-a169-0a7144c3c990', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:15.673294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bc740caa-a4f7-4c93-96a5-695510c01bf1 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:15.678629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b0ac488a-3784-426f-ab8c-c1c4324fade4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.680729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.711986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ac532af1-3335-408b-954e-87ae471f0c75 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:15.743777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bc740caa-a4f7-4c93-96a5-695510c01bf1 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:15.745212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-858455c0-533e-4d1d-bdeb-0c58b04a8eb7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.762889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.795442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Set router fd8f927e-8e39-4b14-8929-8e144b6c1de9 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:49:15.830554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bc740caa-a4f7-4c93-96a5-695510c01bf1 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:15.853709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac488a-3784-426f-ab8c-c1c4324fade4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=96b24c7d-ad1f-44b4-a866-4e2f45fccf8a,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:15.866754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bc740caa-a4f7-4c93-96a5-695510c01bf1 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:15.874077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b0ac488a-3784-426f-ab8c-c1c4324fade4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:15.915603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8e39909-ad78-4765-908c-5dd1198be0b5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:15.919704 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:15.931996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b0ac488a-3784-426f-ab8c-c1c4324fade4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:16.004830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:16.025855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b0ac488a-3784-426f-ab8c-c1c4324fade4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.028850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:16.032206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e39909-ad78-4765-908c-5dd1198be0b5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=d5d72dbd-cdf1-447b-b013-635d0cf1eb92,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:16.073539 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-bc740caa-a4f7-4c93-96a5-695510c01bf1 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Project 003bc11ce89a462da14ced93f9148ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:49:16.077627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b8e39909-ad78-4765-908c-5dd1198be0b5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:16.077954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-858455c0-533e-4d1d-bdeb-0c58b04a8eb7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.087987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:16.088769 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c56542b6-8dad-4dad-863b-b5654d877db3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:16.144804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858455c0-533e-4d1d-bdeb-0c58b04a8eb7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Subnet': ['ID=99a481fb-ba7c-4667-b8b9-550ea12dee8e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:16.151322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-858455c0-533e-4d1d-bdeb-0c58b04a8eb7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.154585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-858455c0-533e-4d1d-bdeb-0c58b04a8eb7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:16.164763 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-858455c0-533e-4d1d-bdeb-0c58b04a8eb7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/subnets/99a481fb-ba7c-4667-b8b9-550ea12dee8e HTTP/1.1" status: 204 len: 168 time: 0.7537837 Jun 03 21:49:16.167746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53158) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:16.194877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce7959b-6c09-4a03-b8c9-80bb4538e9d7 None None] Network e32752a9-d404-4c76-b9f8-2ca577cdac6c requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:16.224069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53160) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:16.230606 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24383470', 'description': 'tempest-secgroup-smoke-24383470 description', 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:16.265758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:16.340398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Usage tracker for resource:security_group and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:16.343537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:16.364744 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:16.375626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.386251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.412396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:16.446638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Usage tracker for resource:security_group_rule and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:16.454914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:16.464616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:16.480413 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b0ac488a-3784-426f-ab8c-c1c4324fade4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/96b24c7d-ad1f-44b4-a866-4e2f45fccf8a HTTP/1.1" status: 204 len: 168 time: 4.1406929 Jun 03 21:49:16.480787 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53162) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:16.488586 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'name': 'tempest-TestVolumeBootPattern-2110798836-router', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:59Z', 'updated_at': '2021-06-03T21:49:11Z', 'revision_number': 4, 'project_id': '58027f9dd6b64d34a19e163098cf33f2', 'gw_port': {'id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:49:01Z', 'updated_at': '2021-06-03T21:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '212d22cd-04f0-4d58-8e4a-17c124b0488f', 'name': '', 'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'mac_address': 'fa:16:3e:3a:0d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8c12df61-d21a-4ac2-a229-ddd6c1d5b838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:49:09Z', 'updated_at': '2021-06-03T21:49:11Z', 'revision_number': 2, 'project_id': '58027f9dd6b64d34a19e163098cf33f2', 'subnets': [{'id': '8c12df61-d21a-4ac2-a229-ddd6c1d5b838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:16.493770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Checking router: fd8f927e-8e39-4b14-8929-8e144b6c1de9 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:49:16.494715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Updating router fd8f927e-8e39-4b14-8929-8e144b6c1de9 port 212d22cd-04f0-4d58-8e4a-17c124b0488f binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:49:16.495921 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-bc740caa-a4f7-4c93-96a5-695510c01bf1 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:16.499892 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bc740caa-a4f7-4c93-96a5-695510c01bf1 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8516455 Jun 03 21:49:16.511190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53164) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:16.549487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8e39909-ad78-4765-908c-5dd1198be0b5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.558800 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd279a58-82d3-4aa2-a649-f43e8028be2d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:49:16.563848 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fd279a58-82d3-4aa2-a649-f43e8028be2d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/96b24c7d-ad1f-44b4-a866-4e2f45fccf8a HTTP/1.1" status: 404 len: 333 time: 0.0773053 Jun 03 21:49:16.564012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.569699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53166) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:16.631415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Deleting port 25906cb1-ad91-4825-ac1e-6b7d07604210 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:16.631827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.662861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b147768-6e85-418b-871b-18aacde25e70 None None] DHCP port deletion for e32752a9-d404-4c76-b9f8-2ca577cdac6c request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:49:16.715261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8e39909-ad78-4765-908c-5dd1198be0b5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.716429 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b8e39909-ad78-4765-908c-5dd1198be0b5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/floatingips/580dc179-e375-421e-ae03-98bd4f3754aa HTTP/1.1" status: 204 len: 168 time: 4.2560823 Jun 03 21:49:16.726945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53168) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:16.781213 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aee7272-4222-43f3-bb95-c34febfcfe6e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:16.781599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aee7272-4222-43f3-bb95-c34febfcfe6e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:16.783248 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9aee7272-4222-43f3-bb95-c34febfcfe6e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/ports/2c616fb7-0c1b-48d7-9246-8279591b5dea HTTP/1.1" status: 404 len: 333 time: 0.0519574 Jun 03 21:49:16.792829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53170) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:16.849620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.851258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4b147768-6e85-418b-871b-18aacde25e70 None None] Deleting port 25906cb1-ad91-4825-ac1e-6b7d07604210 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:16.851725 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4b147768-6e85-418b-871b-18aacde25e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.866545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.874401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bf67aad0-20fe-4e14-9776-d9ed4bfa4bc6 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:16.883226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ead55c88-1359-4418-82f2-cd7bac94932a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.885963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-14560a14-3a35-4452-8b3a-0b5c185ae0ea tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Synchronizing usage tracker for tenant:8fadebda9ac1462e88d820e23b14fdd7 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:16.957589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ead55c88-1359-4418-82f2-cd7bac94932a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.966488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4513be26-0340-497d-b618-d489355bc83a,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:16.969083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:16.970450 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4550989 Jun 03 21:49:16.974855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:16.978623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53172) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:16.989863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ac47aa2c-0bf2-4aca-b9d5-3cd172026092 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group_rule': {'security_group_id': '4513be26-0340-497d-b618-d489355bc83a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:16.996630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-14560a14-3a35-4452-8b3a-0b5c185ae0ea tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Unset dirty status for tenant:8fadebda9ac1462e88d820e23b14fdd7 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:17.001102 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-14560a14-3a35-4452-8b3a-0b5c185ae0ea tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1b7e614-b171-423f-b6f3-fa7cebe95155 HTTP/1.1" status: 200 len: 205 time: 0.1932569 Jun 03 21:49:17.001326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] For port 25906cb1-ad91-4825-ac1e-6b7d07604210, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=25906cb1-ad91-4825-ac1e-6b7d07604210,segment=NetworkSegment(8b43991b-b3b6-423c-b886-79bf10bbf0e9),segment_id=8b43991b-b3b6-423c-b886-79bf10bbf0e9)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:17.001674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.007439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53174) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:17.014811 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.068820 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4b147768-6e85-418b-871b-18aacde25e70 None None] For port 25906cb1-ad91-4825-ac1e-6b7d07604210, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=25906cb1-ad91-4825-ac1e-6b7d07604210,segment=NetworkSegment(8b43991b-b3b6-423c-b886-79bf10bbf0e9),segment_id=8b43991b-b3b6-423c-b886-79bf10bbf0e9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:17.069406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4b147768-6e85-418b-871b-18aacde25e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.077427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ac47aa2c-0bf2-4aca-b9d5-3cd172026092 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:17.131371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ac47aa2c-0bf2-4aca-b9d5-3cd172026092 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:17.138219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ac47aa2c-0bf2-4aca-b9d5-3cd172026092 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:17.148523 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-a5101ac0-1b7d-4588-9329-842740f8ce20 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] delete failed (client error): The resource could not be found. Jun 03 21:49:17.149834 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a5101ac0-1b7d-4588-9329-842740f8ce20 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/routers/d1b7e614-b171-423f-b6f3-fa7cebe95155 HTTP/1.1" status: 404 len: 336 time: 0.1396310 Jun 03 21:49:17.151862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ac47aa2c-0bf2-4aca-b9d5-3cd172026092 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:17.158506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Calling delete_port for 25906cb1-ad91-4825-ac1e-6b7d07604210 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:17.161520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.165111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53176) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:17.168066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a0e65586-5d6a-40f3-ae79-eff693254c67 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:17.217998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ead55c88-1359-4418-82f2-cd7bac94932a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.227340 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4b147768-6e85-418b-871b-18aacde25e70 None None] Calling delete_port for 25906cb1-ad91-4825-ac1e-6b7d07604210 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:17.231292 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a4197054-9ec8-41e9-97be-ce983eb50f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:17.239959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac47aa2c-0bf2-4aca-b9d5-3cd172026092 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.243848 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c2c45d-5101-40ac-bc07-361dd3cb699f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:17.244301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c2c45d-5101-40ac-bc07-361dd3cb699f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:17.265201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead55c88-1359-4418-82f2-cd7bac94932a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca984dad-2738-4bfe-a169-0a7144c3c990,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:17.267676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ead55c88-1359-4418-82f2-cd7bac94932a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:17.291828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-141142b0-8bf9-4a97-b428-b695e79de049 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port 814a7789-28ec-4d5e-9d96-41158dc83992 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:17.292097 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-141142b0-8bf9-4a97-b428-b695e79de049 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.312147 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-72c2c45d-5101-40ac-bc07-361dd3cb699f tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/subnets/5d9a1707-90d6-4b94-afe9-7daa8ab2220b HTTP/1.1" status: 404 len: 337 time: 0.1355963 Jun 03 21:49:17.313813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236e5f6c-879f-4f75-8b97-62d62125c618,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:17.317654 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53178) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:17.322096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.323522 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.0985308 Jun 03 21:49:17.337155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-06907fce-9566-4753-a297-9d781e5bfcc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:17.343830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53180) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:17.350454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9d8ac277-b478-43ae-a967-79fa5992058a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Request body: {'security_group_rule': {'security_group_id': '236e5f6c-879f-4f75-8b97-62d62125c618', 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:17.359585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9d8ac277-b478-43ae-a967-79fa5992058a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:17.385184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ead55c88-1359-4418-82f2-cd7bac94932a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.386375 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ead55c88-1359-4418-82f2-cd7bac94932a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "DELETE /v2.0/security-groups/ca984dad-2738-4bfe-a169-0a7144c3c990 HTTP/1.1" status: 204 len: 168 time: 0.8717675 Jun 03 21:49:17.392638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53182) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:17.407489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.419546 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4b147768-6e85-418b-871b-18aacde25e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.420255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9d8ac277-b478-43ae-a967-79fa5992058a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Usage tracker for resource:security_group_rule and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:17.426065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f56d2ff7-0cf9-4a09-b696-26fce647a96c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:17.433858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9d8ac277-b478-43ae-a967-79fa5992058a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:17.452293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9d8ac277-b478-43ae-a967-79fa5992058a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:17.459229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Transition to ACTIVE for port object 212d22cd-04f0-4d58-8e4a-17c124b0488f will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:17.479793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b147768-6e85-418b-871b-18aacde25e70 None None] Pushing event deleted for resources: {'Port': ['ID=25906cb1-ad91-4825-ac1e-6b7d07604210,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:17.481640 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.486366 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b147768-6e85-418b-871b-18aacde25e70 None None] No DVR routers for this DVR port 25906cb1-ad91-4825-ac1e-6b7d07604210 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:17.489655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4b147768-6e85-418b-871b-18aacde25e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:17.489655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4b147768-6e85-418b-871b-18aacde25e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:17.490429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d8ac277-b478-43ae-a967-79fa5992058a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.490712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac47aa2c-0bf2-4aca-b9d5-3cd172026092 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.503104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.520218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a0da6d2-29ae-4572-af7d-b59b031f493d tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:17.554992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac47aa2c-0bf2-4aca-b9d5-3cd172026092 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.575072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ecb963c5-1c8a-4655-b3aa-28412fbb66af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:17.580812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-141142b0-8bf9-4a97-b428-b695e79de049 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.584525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9440ba86-9ed3-4d73-8a84-58c4ca249480 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Synchronizing usage tracker for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:17.607875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] No DVR routers for this DVR port 25906cb1-ad91-4825-ac1e-6b7d07604210 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:17.609819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Port': ['ID=25906cb1-ad91-4825-ac1e-6b7d07604210,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:17.614162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47aa2c-0bf2-4aca-b9d5-3cd172026092 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25eaa206-ed89-4fae-8ac0-0b529e4e5f50,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:17.617106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ac47aa2c-0bf2-4aca-b9d5-3cd172026092 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:17.639149 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac47aa2c-0bf2-4aca-b9d5-3cd172026092 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.644060 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ac47aa2c-0bf2-4aca-b9d5-3cd172026092 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6641614 Jun 03 21:49:17.644946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53184) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:17.661062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6390e9-6cf1-4839-9e9f-eb6a6e7407d3 None None] Pushing event updated for resources: {'Port': ['ID=212d22cd-04f0-4d58-8e4a-17c124b0488f,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:17.665652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] Deleting port a23baf25-a4b0-4907-b982-adff9bc167b3 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:17.666293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.669186 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bf6390e9-6cf1-4839-9e9f-eb6a6e7407d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:17.684410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9440ba86-9ed3-4d73-8a84-58c4ca249480 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Unset dirty status for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:17.685976 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9440ba86-9ed3-4d73-8a84-58c4ca249480 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2887290 Jun 03 21:49:17.695176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53186) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:17.697039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:17.717734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group': {'name': 'tempest-secgroup--410846081'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:17.738199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:17.763116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Attempting to bind port 212d22cd-04f0-4d58-8e4a-17c124b0488f on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:17.763619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Attempting to bind port 212d22cd-04f0-4d58-8e4a-17c124b0488f by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'cb97a1b6-08a4-405a-9fe6-47e06b2b148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:17.764104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Attempting to bind port 212d22cd-04f0-4d58-8e4a-17c124b0488f on network 21c8314b-7a49-4e00-acf3-dc265d98df89 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:17.771374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:17.771799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Checking segment: {'id': 'cb97a1b6-08a4-405a-9fe6-47e06b2b148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:17.772210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.772739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Bound using segment: {'id': 'cb97a1b6-08a4-405a-9fe6-47e06b2b148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:17.773222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Bound port: 212d22cd-04f0-4d58-8e4a-17c124b0488f, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb97a1b6-08a4-405a-9fe6-47e06b2b148e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:17.773652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.805729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e751363-56e5-4dc8-b63f-8ee72db1056b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.822979 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:17.844651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-141142b0-8bf9-4a97-b428-b695e79de049 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for 814a7789-28ec-4d5e-9d96-41158dc83992 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:17.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e751363-56e5-4dc8-b63f-8ee72db1056b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.869208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a90912a1-a7ae-4998-b4b7-bdc1b6dbf9af tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port 949a1bbf-6873-4ab5-9df5-bb7d59dd8951 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:17.869548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a90912a1-a7ae-4998-b4b7-bdc1b6dbf9af tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.886839 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] For port 212d22cd-04f0-4d58-8e4a-17c124b0488f, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:17.890863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] For port 212d22cd-04f0-4d58-8e4a-17c124b0488f, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=212d22cd-04f0-4d58-8e4a-17c124b0488f,segment=NetworkSegment(cb97a1b6-08a4-405a-9fe6-47e06b2b148e),segment_id=cb97a1b6-08a4-405a-9fe6-47e06b2b148e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:17.891244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.901259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.912299 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-74325560-09a7-4f7f-b97a-678b76e3548f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:17.949030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.966345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d8ac277-b478-43ae-a967-79fa5992058a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.978029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d8ac277-b478-43ae-a967-79fa5992058a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:17.982817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32752a9-d404-4c76-b9f8-2ca577cdac6c']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:17.991334 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:17.996658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Routers {'fd8f927e-8e39-4b14-8929-8e144b6c1de9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:17.997421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['fd8f927e-8e39-4b14-8929-8e144b6c1de9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:18.023525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b43991b-b3b6-423c-b886-79bf10bbf0e9') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:18.024126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b43991b-b3b6-423c-b886-79bf10bbf0e9') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:18.032242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:18.036076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ac277-b478-43ae-a967-79fa5992058a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8ac472-e661-4509-82ca-062f2b5ea8d6,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:18.042518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e751363-56e5-4dc8-b63f-8ee72db1056b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.043672 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9d8ac277-b478-43ae-a967-79fa5992058a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:18.048187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:18.050654 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.055345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:18.071443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] For port a23baf25-a4b0-4907-b982-adff9bc167b3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a23baf25-a4b0-4907-b982-adff9bc167b3,segment=NetworkSegment(27cb45ad-b59c-4ed8-8743-05a5a1971407),segment_id=27cb45ad-b59c-4ed8-8743-05a5a1971407)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:18.072422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.081755 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.085649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d8ac277-b478-43ae-a967-79fa5992058a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.087099 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9d8ac277-b478-43ae-a967-79fa5992058a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7421734 Jun 03 21:49:18.095282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0aea9257-8f9e-40dd-ad7d-82565982aafa tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:18.098761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53188) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:18.113168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6390e9-6cf1-4839-9e9f-eb6a6e7407d3 None None] Pushing event updated for resources: {'Port': ['ID=212d22cd-04f0-4d58-8e4a-17c124b0488f,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:18.113470 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:18.120307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2bfa327f-a443-4118-ae2b-3ab82dd3beac tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Request body: {'security_group_rule': {'security_group_id': '236e5f6c-879f-4f75-8b97-62d62125c618', 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:18.124842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bf6390e9-6cf1-4839-9e9f-eb6a6e7407d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:18.129839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:49:18.130462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.141185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7e751363-56e5-4dc8-b63f-8ee72db1056b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.145182 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7e751363-56e5-4dc8-b63f-8ee72db1056b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/25eaa206-ed89-4fae-8ac0-0b529e4e5f50 HTTP/1.1" status: 204 len: 168 time: 0.4951487 Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:49:18.146834 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:49:18.149234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53190) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:18.149234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2bfa327f-a443-4118-ae2b-3ab82dd3beac tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:18.186756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2bfa327f-a443-4118-ae2b-3ab82dd3beac tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Usage tracker for resource:security_group_rule and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:18.225758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2bfa327f-a443-4118-ae2b-3ab82dd3beac tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:18.256337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] Set router fd8f927e-8e39-4b14-8929-8e144b6c1de9 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:49:18.271923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e751363-56e5-4dc8-b63f-8ee72db1056b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25eaa206-ed89-4fae-8ac0-0b529e4e5f50,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:18.274946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7e751363-56e5-4dc8-b63f-8ee72db1056b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:18.279096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a90912a1-a7ae-4998-b4b7-bdc1b6dbf9af tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.298193 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2bfa327f-a443-4118-ae2b-3ab82dd3beac tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:18.301781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] Calling delete_port for a23baf25-a4b0-4907-b982-adff9bc167b3 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:18.360442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-71b392ab-11bc-4656-a73f-e03bddbeecb4 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:18.372441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.376489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2bfa327f-a443-4118-ae2b-3ab82dd3beac tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.394590 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6d589b8b-e46f-4e71-850e-6699e204970d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:18.414441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.418990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-141142b0-8bf9-4a97-b428-b695e79de049 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.450888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Pushing event deleted for resources: {'Network': ['ID=e32752a9-d404-4c76-b9f8-2ca577cdac6c,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:18.463130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:18.466847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-81684608-bad9-4522-bd4a-4287ffe47a73 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:18.503201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 25906cb1-ad91-4825-ac1e-6b7d07604210 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:49:18.511084 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-71b392ab-11bc-4656-a73f-e03bddbeecb4 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:18.512411 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-71b392ab-11bc-4656-a73f-e03bddbeecb4 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3607156 Jun 03 21:49:18.531981 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] 10.222.0.96 "DELETE /v2.0/networks/e32752a9-d404-4c76-b9f8-2ca577cdac6c HTTP/1.1" status: 204 len: 168 time: 2.3627307 Jun 03 21:49:18.553421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 25906cb1-ad91-4825-ac1e-6b7d07604210 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:49:18.553789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 25906cb1-ad91-4825-ac1e-6b7d07604210 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:49:18.579233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53194) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:18.580318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141142b0-8bf9-4a97-b428-b695e79de049 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=814a7789-28ec-4d5e-9d96-41158dc83992,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:18.594214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-141142b0-8bf9-4a97-b428-b695e79de049 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:18.638746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-141142b0-8bf9-4a97-b428-b695e79de049 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.640830 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-141142b0-8bf9-4a97-b428-b695e79de049 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/814a7789-28ec-4d5e-9d96-41158dc83992 HTTP/1.1" status: 204 len: 168 time: 2.0691915 Jun 03 21:49:18.646739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53198) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:18.680282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a90912a1-a7ae-4998-b4b7-bdc1b6dbf9af tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for 949a1bbf-6873-4ab5-9df5-bb7d59dd8951 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:18.725885 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff7ebdc-4867-41fe-8e9b-5a7fa7ec5152 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:49:18.735527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2ff7ebdc-4867-41fe-8e9b-5a7fa7ec5152 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:18.788059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.790424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2bfa327f-a443-4118-ae2b-3ab82dd3beac tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.811768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.818100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-858a0358-c620-4a52-aaa3-5ca6adf6d7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:18.821877 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84bd92a8-7a1c-458f-b7f9-da2a5dcdfc69 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.824416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2bfa327f-a443-4118-ae2b-3ab82dd3beac tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.826578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2ff7ebdc-4867-41fe-8e9b-5a7fa7ec5152 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:18.828128 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2ff7ebdc-4867-41fe-8e9b-5a7fa7ec5152 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/814a7789-28ec-4d5e-9d96-41158dc83992 HTTP/1.1" status: 404 len: 333 time: 0.1776099 Jun 03 21:49:18.833469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53200) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:18.837602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:18.877187 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa327f-a443-4118-ae2b-3ab82dd3beac tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b302ac-c03b-4f9c-844b-e24ddb04940d,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:18.883226 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2bfa327f-a443-4118-ae2b-3ab82dd3beac tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:18.898859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'name': 'tempest-TestVolumeBootPattern-2110798836-router', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:59Z', 'updated_at': '2021-06-03T21:49:11Z', 'revision_number': 4, 'project_id': '58027f9dd6b64d34a19e163098cf33f2', 'gw_port': {'id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:49:01Z', 'updated_at': '2021-06-03T21:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '212d22cd-04f0-4d58-8e4a-17c124b0488f', 'name': '', 'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'mac_address': 'fa:16:3e:3a:0d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8c12df61-d21a-4ac2-a229-ddd6c1d5b838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:49:09Z', 'updated_at': '2021-06-03T21:49:17Z', 'revision_number': 4, 'project_id': '58027f9dd6b64d34a19e163098cf33f2', 'subnets': [{'id': '8c12df61-d21a-4ac2-a229-ddd6c1d5b838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:18.902675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84bd92a8-7a1c-458f-b7f9-da2a5dcdfc69 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.904710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca3516-bac1-4a71-8bf4-00c2410bb7a4 None None] The sync data for ids ['fd8f927e-8e39-4b14-8929-8e144b6c1de9'] in dv-neutron-792998-2-hyperv is: [{'id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'name': 'tempest-TestVolumeBootPattern-2110798836-router', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:59Z', 'updated_at': '2021-06-03T21:49:11Z', 'revision_number': 4, 'project_id': '58027f9dd6b64d34a19e163098cf33f2', 'gw_port': {'id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:49:01Z', 'updated_at': '2021-06-03T21:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '212d22cd-04f0-4d58-8e4a-17c124b0488f', 'name': '', 'network_id': '21c8314b-7a49-4e00-acf3-dc265d98df89', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'mac_address': 'fa:16:3e:3a:0d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8c12df61-d21a-4ac2-a229-ddd6c1d5b838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:49:09Z', 'updated_at': '2021-06-03T21:49:17Z', 'revision_number': 4, 'project_id': '58027f9dd6b64d34a19e163098cf33f2', 'subnets': [{'id': '8c12df61-d21a-4ac2-a229-ddd6c1d5b838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:49:18.919546 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2bfa327f-a443-4118-ae2b-3ab82dd3beac tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:18.923275 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2bfa327f-a443-4118-ae2b-3ab82dd3beac tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8195667 Jun 03 21:49:18.924461 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53204) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:18.931489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-fa9ce6eb-216d-478d-aae5-19c47a22a4d3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Request body: {'security_group_rule': {'security_group_id': '236e5f6c-879f-4f75-8b97-62d62125c618', 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:18.948386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-fa9ce6eb-216d-478d-aae5-19c47a22a4d3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:18.953520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0be2ba-f97f-43b5-83b1-28dbbcaa9982,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:18.956426 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fa9ce6eb-216d-478d-aae5-19c47a22a4d3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Usage tracker for resource:security_group_rule and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:18.965444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fa9ce6eb-216d-478d-aae5-19c47a22a4d3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:19.003691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-fa9ce6eb-216d-478d-aae5-19c47a22a4d3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:19.021904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-42607885-1598-4427-a6b1-821da307f9d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting subnet 16c2d0ec-1d9d-41cf-ac46-9a5f84f04efd {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:49:19.027172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84bd92a8-7a1c-458f-b7f9-da2a5dcdfc69 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.027628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:19.033364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2d61a9be-964f-4546-8401-16b07cd07a34 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386 tempest-ExternalNetworksAdminNegativeTestJSON-1131535386-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:19.051146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd92a8-7a1c-458f-b7f9-da2a5dcdfc69 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4513be26-0340-497d-b618-d489355bc83a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:19.053792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-84bd92a8-7a1c-458f-b7f9-da2a5dcdfc69 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:19.077122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84bd92a8-7a1c-458f-b7f9-da2a5dcdfc69 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.078758 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-84bd92a8-7a1c-458f-b7f9-da2a5dcdfc69 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-groups/4513be26-0340-497d-b618-d489355bc83a HTTP/1.1" status: 204 len: 168 time: 0.4856269 Jun 03 21:49:19.081681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53206) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:19.092584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42607885-1598-4427-a6b1-821da307f9d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.174355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fa9ce6eb-216d-478d-aae5-19c47a22a4d3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.183230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53208) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:19.193626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1d7a9b78-451c-4558-a19e-6580ca9af733 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:19.248560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1d7a9b78-451c-4558-a19e-6580ca9af733 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:19.249832 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1d7a9b78-451c-4558-a19e-6580ca9af733 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1632533 Jun 03 21:49:19.250917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.257285 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5512607 Jun 03 21:49:19.257487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53212) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:19.259846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53214) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:19.261454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243201188'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:19.267539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:19.273218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-faaca686-f214-49eb-a46b-ad552d61dac3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'ac0be2ba-f97f-43b5-83b1-28dbbcaa9982', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:19.286935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:19.289576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-faaca686-f214-49eb-a46b-ad552d61dac3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:19.289962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fa9ce6eb-216d-478d-aae5-19c47a22a4d3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.297455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fa9ce6eb-216d-478d-aae5-19c47a22a4d3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.298264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42607885-1598-4427-a6b1-821da307f9d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.301474 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-19aba06f-f3ef-4b07-a794-2167caf9e1fd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:19.316676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.366580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ce6eb-216d-478d-aae5-19c47a22a4d3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2a781c-6eac-4882-b740-4807a6384f7e,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:19.370563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-faaca686-f214-49eb-a46b-ad552d61dac3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:19.377269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fa9ce6eb-216d-478d-aae5-19c47a22a4d3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:19.385991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-faaca686-f214-49eb-a46b-ad552d61dac3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:19.387891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:19.392150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fa9ce6eb-216d-478d-aae5-19c47a22a4d3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.396223 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fa9ce6eb-216d-478d-aae5-19c47a22a4d3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4672837 Jun 03 21:49:19.399157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:19.402701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53216) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:19.406252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-faaca686-f214-49eb-a46b-ad552d61dac3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:19.412452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a90912a1-a7ae-4998-b4b7-bdc1b6dbf9af tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.415134 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-812eeb7b-16a8-40c0-9942-455fc950eca9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Request body: {'security_group_rule': {'security_group_id': '236e5f6c-879f-4f75-8b97-62d62125c618', 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:19.419669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:19.432662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-aaf7c973-c504-408f-b868-073be852a39e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:19.546519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90912a1-a7ae-4998-b4b7-bdc1b6dbf9af tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=949a1bbf-6873-4ab5-9df5-bb7d59dd8951,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:19.564688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a90912a1-a7ae-4998-b4b7-bdc1b6dbf9af tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:19.570349 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:19.576347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-812eeb7b-16a8-40c0-9942-455fc950eca9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:19.588377 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fb82a974-63e8-46d1-bcdf-bf0d03eedf7c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b019ab5693a243b49d7da2decb50e20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034286 Jun 03 21:49:19.589510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53218) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:19.590743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-812eeb7b-16a8-40c0-9942-455fc950eca9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Usage tracker for resource:security_group_rule and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:19.613010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-812eeb7b-16a8-40c0-9942-455fc950eca9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:19.624433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-812eeb7b-16a8-40c0-9942-455fc950eca9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:19.684225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-812eeb7b-16a8-40c0-9942-455fc950eca9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.708413 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-faaca686-f214-49eb-a46b-ad552d61dac3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The resource could not be found. Jun 03 21:49:19.708413 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-faaca686-f214-49eb-a46b-ad552d61dac3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4434633 Jun 03 21:49:19.714110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53220) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:19.716033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42607885-1598-4427-a6b1-821da307f9d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.759828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a90912a1-a7ae-4998-b4b7-bdc1b6dbf9af tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.766157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b35a476d-a769-4f5c-8ced-b5d8cdfa128e tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'ac0be2ba-f97f-43b5-83b1-28dbbcaa9982', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '65d58eaa-3c6c-4935-96d7-9ba7ef11f0c4'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:19.775880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.780369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b35a476d-a769-4f5c-8ced-b5d8cdfa128e tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:19.789363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3b72-3988-4cd8-ab5a-22c13da7e11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.792264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e1acbb6e-cf0a-4ac4-a09e-7692782b8b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:19.801889 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.819848 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.830915 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5380834e-904a-4853-bb03-650208a009c1 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:19.847566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b35a476d-a769-4f5c-8ced-b5d8cdfa128e tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:19.854060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b35a476d-a769-4f5c-8ced-b5d8cdfa128e tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:19.857485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] Pushing event deleted for resources: {'Port': ['ID=a23baf25-a4b0-4907-b982-adff9bc167b3,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:19.863212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:19.874122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b35a476d-a769-4f5c-8ced-b5d8cdfa128e tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:19.907658 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3b72-3988-4cd8-ab5a-22c13da7e11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.918272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-812eeb7b-16a8-40c0-9942-455fc950eca9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.925255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffab876-569a-44db-91de-71ee2bdda5c8,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:19.938767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:19.939972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-812eeb7b-16a8-40c0-9942-455fc950eca9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.954201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:19.974851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:19.979163 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7187018 Jun 03 21:49:19.990829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53222) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:20.005695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812eeb7b-16a8-40c0-9942-455fc950eca9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201502a7-d4f0-47b8-b877-dd414a3c1dba,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:20.006546 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a90912a1-a7ae-4998-b4b7-bdc1b6dbf9af tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/ports/949a1bbf-6873-4ab5-9df5-bb7d59dd8951 HTTP/1.1" status: 204 len: 168 time: 2.6844838 Jun 03 21:49:20.007767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53224) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:20.019421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-caa42f3c-37bd-48b6-982e-27c2f4c78e0e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group_rule': {'security_group_id': 'dffab876-569a-44db-91de-71ee2bdda5c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:20.027445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-caa42f3c-37bd-48b6-982e-27c2f4c78e0e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:20.032568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-caa42f3c-37bd-48b6-982e-27c2f4c78e0e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:20.039956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-caa42f3c-37bd-48b6-982e-27c2f4c78e0e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:20.046086 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-812eeb7b-16a8-40c0-9942-455fc950eca9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:20.065846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-812eeb7b-16a8-40c0-9942-455fc950eca9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.070101 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-812eeb7b-16a8-40c0-9942-455fc950eca9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6640232 Jun 03 21:49:20.071377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53226) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:20.079184 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Request body: {'security_group_rule': {'security_group_id': '236e5f6c-879f-4f75-8b97-62d62125c618', 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:20.085742 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:20.096632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Usage tracker for resource:security_group_rule and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:20.104733 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:20.120624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3b72-3988-4cd8-ab5a-22c13da7e11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.124508 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:20.126441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bec03cd8-0d42-4c02-a537-28344572fa11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:20.178841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-caa42f3c-37bd-48b6-982e-27c2f4c78e0e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:20.186515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e3b72-3988-4cd8-ab5a-22c13da7e11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9400f5-9d00-48f3-b2ad-5ab15f8a4e0c,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:20.188960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cb1e3b72-3988-4cd8-ab5a-22c13da7e11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:20.206976 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Project ea9dc95effb941b3ad996c5e7166ace0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:49:20.229957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3b72-3988-4cd8-ab5a-22c13da7e11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.231051 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cb1e3b72-3988-4cd8-ab5a-22c13da7e11e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3d9400f5-9d00-48f3-b2ad-5ab15f8a4e0c HTTP/1.1" status: 204 len: 168 time: 0.6332028 Jun 03 21:49:20.233269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.280768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-caa42f3c-37bd-48b6-982e-27c2f4c78e0e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.317114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-44125271-b12a-4a7e-916d-1e97c1c2abe8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port d3a00c7a-2847-41c5-bdd8-c282d8cd4f4a {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:20.317517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-44125271-b12a-4a7e-916d-1e97c1c2abe8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.454506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-caa42f3c-37bd-48b6-982e-27c2f4c78e0e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.458486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.478190 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.483841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-34d73162-ba41-4538-9e7d-bf9d334e05dd tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:20.488521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-b35a476d-a769-4f5c-8ced-b5d8cdfa128e tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The resource could not be found. Jun 03 21:49:20.492716 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b35a476d-a769-4f5c-8ced-b5d8cdfa128e tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7394538 Jun 03 21:49:20.501030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53232) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:20.501208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-caa42f3c-37bd-48b6-982e-27c2f4c78e0e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.515684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 212d22cd-04f0-4d58-8e4a-17c124b0488f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:20.533701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:20.535812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970799dd-4e64-4ca4-aaaa-368ffd1b55f1,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:20.546356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-44125271-b12a-4a7e-916d-1e97c1c2abe8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.556705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:20.613753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 212d22cd-04f0-4d58-8e4a-17c124b0488f completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:20.620604 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 212d22cd-04f0-4d58-8e4a-17c124b0488f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:20.620981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.691918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa42f3c-37bd-48b6-982e-27c2f4c78e0e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7921da-766b-46b3-9003-72c9eb132ea9,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:20.699154 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.700395 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6280575 Jun 03 21:49:20.708029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-44125271-b12a-4a7e-916d-1e97c1c2abe8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for d3a00c7a-2847-41c5-bdd8-c282d8cd4f4a owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:20.712288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53238) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:20.725911 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Request body: {'security_group_rule': {'security_group_id': '236e5f6c-879f-4f75-8b97-62d62125c618', 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:20.728516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-caa42f3c-37bd-48b6-982e-27c2f4c78e0e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:20.740147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:20.745998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Usage tracker for resource:security_group_rule and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:20.755838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:20.763298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:20.764109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.796205 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Project ea9dc95effb941b3ad996c5e7166ace0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:49:20.804272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.806383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 212d22cd-04f0-4d58-8e4a-17c124b0488f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=212d22cd-04f0-4d58-8e4a-17c124b0488f,segment=NetworkSegment(cb97a1b6-08a4-405a-9fe6-47e06b2b148e),segment_id=cb97a1b6-08a4-405a-9fe6-47e06b2b148e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:20.817206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.826252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7dab5f1e-d977-40b3-aa28-eb1b8f5fc8ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:20.842915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.848950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-caa42f3c-37bd-48b6-982e-27c2f4c78e0e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.852055 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-caa42f3c-37bd-48b6-982e-27c2f4c78e0e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8367097 Jun 03 21:49:20.854681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53244) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:20.864999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e8f6d1fa-d985-4285-9cf1-2faee01f781c tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group_rule': {'security_group_id': 'dffab876-569a-44db-91de-71ee2bdda5c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:20.871099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dbc7679c-203a-41a8-8e19-a485e92b888b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.875889 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e8f6d1fa-d985-4285-9cf1-2faee01f781c tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:20.915610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e8f6d1fa-d985-4285-9cf1-2faee01f781c tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:20.919022 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=212d22cd-04f0-4d58-8e4a-17c124b0488f,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:20.924012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e8f6d1fa-d985-4285-9cf1-2faee01f781c tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:20.933119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:20.942601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e8f6d1fa-d985-4285-9cf1-2faee01f781c tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:20.975904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.986563 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:49:20.990255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:20.993455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d0aa5a9b-50ee-409f-a997-c256a3861a90 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:21.004080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8f6d1fa-d985-4285-9cf1-2faee01f781c tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.016617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-44125271-b12a-4a7e-916d-1e97c1c2abe8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.041211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50ba38d-240c-43a5-8b33-6bed51198ead,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:21.051690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42607885-1598-4427-a6b1-821da307f9d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.058538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:21.061741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0d76d7e8-28d4-4a23-8656-64fcaf01e76d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:21.063718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-11fb0833-2191-49bc-84fe-d747a33b0c0e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:21.153905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.159390 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4417357 Jun 03 21:49:21.159390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44125271-b12a-4a7e-916d-1e97c1c2abe8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=d3a00c7a-2847-41c5-bdd8-c282d8cd4f4a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:21.169434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-44125271-b12a-4a7e-916d-1e97c1c2abe8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:21.181603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dbc7679c-203a-41a8-8e19-a485e92b888b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.241675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-42607885-1598-4427-a6b1-821da307f9d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.243624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8f6d1fa-d985-4285-9cf1-2faee01f781c tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.244627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42607885-1598-4427-a6b1-821da307f9d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Subnet': ['ID=16c2d0ec-1d9d-41cf-ac46-9a5f84f04efd,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:21.248488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-42607885-1598-4427-a6b1-821da307f9d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:21.250737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8f6d1fa-d985-4285-9cf1-2faee01f781c tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.255961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e57ca58b-ae52-449c-a3d2-828500a853e0 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:21.260139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ac8e7-e8ff-4b97-a152-b549f62b65c6 None None] Network 83db9b21-b1e0-49ed-b30b-fddc6949fe62 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:21.269443 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-42607885-1598-4427-a6b1-821da307f9d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/16c2d0ec-1d9d-41cf-ac46-9a5f84f04efd HTTP/1.1" status: 204 len: 168 time: 2.4258327 Jun 03 21:49:21.273878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53264) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:21.289996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-44125271-b12a-4a7e-916d-1e97c1c2abe8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.292920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6d1fa-d985-4285-9cf1-2faee01f781c tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec532fb-4791-49cc-aefa-8fcfa977a7d5,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:21.299309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e8f6d1fa-d985-4285-9cf1-2faee01f781c tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:21.304112 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-44125271-b12a-4a7e-916d-1e97c1c2abe8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/ports/d3a00c7a-2847-41c5-bdd8-c282d8cd4f4a HTTP/1.1" status: 204 len: 168 time: 1.2949674 Jun 03 21:49:21.306306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8f6d1fa-d985-4285-9cf1-2faee01f781c tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.307691 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e8f6d1fa-d985-4285-9cf1-2faee01f781c tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4503949 Jun 03 21:49:21.308349 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53272) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:21.310345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53274) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:21.336967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dbc7679c-203a-41a8-8e19-a485e92b888b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.349069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e29a1c7b-16f3-412b-a502-346b601258ec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group_rule': {'security_group_id': 'dffab876-569a-44db-91de-71ee2bdda5c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:21.367906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e29a1c7b-16f3-412b-a502-346b601258ec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:21.374832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e29a1c7b-16f3-412b-a502-346b601258ec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:21.379059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e29a1c7b-16f3-412b-a502-346b601258ec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:21.387181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e29a1c7b-16f3-412b-a502-346b601258ec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:21.412210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a0890d65-5bb3-44ac-8785-f8f0cbf2aae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:21.418022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e29a1c7b-16f3-412b-a502-346b601258ec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.424851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53288) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:21.472049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a03cfb-5267-409c-a8f6-d28c18d83c42 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:21.473141 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-34a03cfb-5267-409c-a8f6-d28c18d83c42 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Synchronizing usage tracker for tenant:8fadebda9ac1462e88d820e23b14fdd7 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:21.506036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-34a03cfb-5267-409c-a8f6-d28c18d83c42 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Unset dirty status for tenant:8fadebda9ac1462e88d820e23b14fdd7 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:21.510110 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-34a03cfb-5267-409c-a8f6-d28c18d83c42 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d32f0a5-7dba-4472-8311-23105881aa56 HTTP/1.1" status: 200 len: 913 time: 0.1980181 Jun 03 21:49:21.511498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53300) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:21.539106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.541242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7679c-203a-41a8-8e19-a485e92b888b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0be2ba-f97f-43b5-83b1-28dbbcaa9982,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:21.554301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dbc7679c-203a-41a8-8e19-a485e92b888b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.555407 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-dbc7679c-203a-41a8-8e19-a485e92b888b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "DELETE /v2.0/security-groups/ac0be2ba-f97f-43b5-83b1-28dbbcaa9982 HTTP/1.1" status: 204 len: 168 time: 1.0531144 Jun 03 21:49:21.556441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dbc7679c-203a-41a8-8e19-a485e92b888b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:21.567708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53302) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:21.646211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'network': {'name': 'tempest-RoutersTest-2146833360'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:21.703988 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8344e3-717f-4043-908e-bd9d0f45673b None None] DHCP port deletion for 83db9b21-b1e0-49ed-b30b-fddc6949fe62 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:49:21.754070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0e982d75-3308-4bbf-ab54-9befc5f31e80 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Synchronizing usage tracker for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:21.787399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-fd8344e3-717f-4043-908e-bd9d0f45673b None None] Deleting port 2ea4e510-339c-4289-99f2-2a4932906242 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:21.788318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fd8344e3-717f-4043-908e-bd9d0f45673b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.823607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:21.826974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e29a1c7b-16f3-412b-a502-346b601258ec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.838083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:network and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:21.842735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e29a1c7b-16f3-412b-a502-346b601258ec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.844728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:21.849909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ba47a17c-f1e7-43f5-9a50-f9fe592fb635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:21.869965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:21.875552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0e982d75-3308-4bbf-ab54-9befc5f31e80 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Unset dirty status for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:21.876822 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0e982d75-3308-4bbf-ab54-9befc5f31e80 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3081710 Jun 03 21:49:21.888527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53318) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:21.895198 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a1c7b-16f3-412b-a502-346b601258ec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324dc828-cf05-47c6-bc4a-5ffdc2c332fd,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:21.900384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port 2ea4e510-339c-4289-99f2-2a4932906242 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:21.901098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.902057 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-5660cfe7-9535-4d4b-bcea-d94180de73cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'bdb497f8-f0f8-4cd7-b6af-036d08f91414', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:21.911571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e29a1c7b-16f3-412b-a502-346b601258ec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:21.926990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-fd8344e3-717f-4043-908e-bd9d0f45673b None None] For port 2ea4e510-339c-4289-99f2-2a4932906242, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2ea4e510-339c-4289-99f2-2a4932906242,segment=NetworkSegment(e4034461-7e6b-4348-bcfe-88417a1512ba),segment_id=e4034461-7e6b-4348-bcfe-88417a1512ba)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:21.927543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fd8344e3-717f-4043-908e-bd9d0f45673b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:21.930462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5660cfe7-9535-4d4b-bcea-d94180de73cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:21.947498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] Router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:49:22.092331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-fd8344e3-717f-4043-908e-bd9d0f45673b None None] Calling delete_port for 2ea4e510-339c-4289-99f2-2a4932906242 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:22.111516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] For port 2ea4e510-339c-4289-99f2-2a4932906242, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2ea4e510-339c-4289-99f2-2a4932906242,segment=NetworkSegment(e4034461-7e6b-4348-bcfe-88417a1512ba),segment_id=e4034461-7e6b-4348-bcfe-88417a1512ba)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:22.111870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.132210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5660cfe7-9535-4d4b-bcea-d94180de73cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:22.135048 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:22.138685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.151801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5660cfe7-9535-4d4b-bcea-d94180de73cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:22.158515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e29a1c7b-16f3-412b-a502-346b601258ec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.160269 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e29a1c7b-16f3-412b-a502-346b601258ec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8488560 Jun 03 21:49:22.160572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fd8344e3-717f-4043-908e-bd9d0f45673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.168795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:22.169556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53320) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:22.171916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.182133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5660cfe7-9535-4d4b-bcea-d94180de73cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:22.189231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-388cd2fa-a6c8-45dc-9daf-41d7df4301bc tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group_rule': {'security_group_id': 'dffab876-569a-44db-91de-71ee2bdda5c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:22.212497 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-388cd2fa-a6c8-45dc-9daf-41d7df4301bc tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:22.225318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-388cd2fa-a6c8-45dc-9daf-41d7df4301bc tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:22.232797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-388cd2fa-a6c8-45dc-9daf-41d7df4301bc tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:22.236350 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:22.239884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8344e3-717f-4043-908e-bd9d0f45673b None None] Pushing event deleted for resources: {'Port': ['ID=2ea4e510-339c-4289-99f2-2a4932906242,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:22.250790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fd8344e3-717f-4043-908e-bd9d0f45673b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:22.262160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8344e3-717f-4043-908e-bd9d0f45673b None None] No DVR routers for this DVR port 2ea4e510-339c-4289-99f2-2a4932906242 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:22.291741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:security_group_rule and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:22.304242 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-388cd2fa-a6c8-45dc-9daf-41d7df4301bc tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:22.309338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:22.346215 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for 2ea4e510-339c-4289-99f2-2a4932906242 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:22.348459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:22.409510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.418664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b8e39909-ad78-4765-908c-5dd1198be0b5 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:22.424294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 212d22cd-04f0-4d58-8e4a-17c124b0488f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:22.431433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-388cd2fa-a6c8-45dc-9daf-41d7df4301bc tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.482083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=2ea4e510-339c-4289-99f2-2a4932906242,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:22.485702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:22.504522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 212d22cd-04f0-4d58-8e4a-17c124b0488f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:22.505041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.506432 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-5660cfe7-9535-4d4b-bcea-d94180de73cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The resource could not be found. Jun 03 21:49:22.512694 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5660cfe7-9535-4d4b-bcea-d94180de73cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6190114 Jun 03 21:49:22.513268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53330) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:22.529591 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group': {'name': 'tempest-secgroup--396525631'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:22.557768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:22.569753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No DVR routers for this DVR port 2ea4e510-339c-4289-99f2-2a4932906242 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:22.577818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:22.610126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.678455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-388cd2fa-a6c8-45dc-9daf-41d7df4301bc tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.718577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-388cd2fa-a6c8-45dc-9daf-41d7df4301bc tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.732865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:22.735064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c0694076-0852-4c11-b8ee-69176e30c565 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:22.745234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:49:22.754155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:22.757059 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5d4bc-1bef-4ae9-85e8-6e1bee0b8867 None None] Sync routers for ids ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:49:22.762362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.763845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.765137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:22.769237 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd5d4bc-1bef-4ae9-85e8-6e1bee0b8867 None None] Routers {'4f5fe75b-3949-48ce-a2a4-08c1d7736610'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:22.770352 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7bd5d4bc-1bef-4ae9-85e8-6e1bee0b8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:22.776598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2ea4e510-339c-4289-99f2-2a4932906242 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:49:22.783110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:22.785447 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cd2fa-a6c8-45dc-9daf-41d7df4301bc tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeefbbfc-128f-4272-a3f8-a157854edc55,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:22.787359 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.794863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-388cd2fa-a6c8-45dc-9daf-41d7df4301bc tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:22.795500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7e0224f9-577a-4b83-afcf-15ae46010b03 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:22.867305 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:49:22.883682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-388cd2fa-a6c8-45dc-9daf-41d7df4301bc tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.885021 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-388cd2fa-a6c8-45dc-9daf-41d7df4301bc tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7140672 Jun 03 21:49:22.885828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a39f8e7-e801-41e1-beea-cc179733ee7d,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:22.889521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53340) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:22.891329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 2ea4e510-339c-4289-99f2-2a4932906242 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:49:22.893213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2ea4e510-339c-4289-99f2-2a4932906242 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:49:22.896798 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:22.903730 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-58fad76b-0c4b-40d8-a1d1-221fa170cdec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group_rule': {'security_group_id': 'dffab876-569a-44db-91de-71ee2bdda5c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:22.913705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e3ba8d55-fa71-41fc-a71d-a0a2ff210879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.916907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-58fad76b-0c4b-40d8-a1d1-221fa170cdec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:22.921125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:22.921474 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Added segment d781c9a8-5bcd-4180-bc0b-1f5dc7472e32 of type vlan for network b1b17836-0213-4b3d-b8d0-7c573c38d7c3 Jun 03 21:49:22.943331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-58fad76b-0c4b-40d8-a1d1-221fa170cdec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:22.953336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-58fad76b-0c4b-40d8-a1d1-221fa170cdec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:22.973631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7793a3b7-d344-4fcf-9d71-73c01ad6f09b tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.015861 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-7bd5d4bc-1bef-4ae9-85e8-6e1bee0b8867 None None] Set router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:49:23.030162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-58fad76b-0c4b-40d8-a1d1-221fa170cdec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:23.069954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83db9b21-b1e0-49ed-b30b-fddc6949fe62']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:23.093948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4034461-7e6b-4348-bcfe-88417a1512ba') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:23.094304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4034461-7e6b-4348-bcfe-88417a1512ba') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:23.094636 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.114170 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] 10.222.0.96 "PUT /v2.0/routers/4f5fe75b-3949-48ce-a2a4-08c1d7736610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1219139 Jun 03 21:49:23.116874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53368) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:23.119879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.239730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.261985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:49:23.262218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:49:23.286427 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:49:23.327098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58fad76b-0c4b-40d8-a1d1-221fa170cdec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.370066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.391143 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7bd5d4bc-1bef-4ae9-85e8-6e1bee0b8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:49:19Z', 'revision_number': 5, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:23.392665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.396395 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5d4bc-1bef-4ae9-85e8-6e1bee0b8867 None None] Checking router: 4f5fe75b-3949-48ce-a2a4-08c1d7736610 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:49:23.399548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:23.400282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.411143 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:23.412667 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd5d4bc-1bef-4ae9-85e8-6e1bee0b8867 None None] Routers {'4f5fe75b-3949-48ce-a2a4-08c1d7736610'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:23.417795 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7bd5d4bc-1bef-4ae9-85e8-6e1bee0b8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:48:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:23.429286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.465633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.541139 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.548733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4afe4254-1a88-4a7a-a963-8e9e45ef5581 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:23.586238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.600798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Network': ['ID=83db9b21-b1e0-49ed-b30b-fddc6949fe62,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:23.611047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:23.619482 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/networks/83db9b21-b1e0-49ed-b30b-fddc6949fe62 HTTP/1.1" status: 204 len: 168 time: 2.3441384 Jun 03 21:49:23.620139 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53374) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:23.630551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-608697260'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:23.637486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:23.645721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:network and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:23.657950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:23.689070 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2597530 Jun 03 21:49:23.696338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53376) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:23.698578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.702879 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1802487 Jun 03 21:49:23.705052 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53378) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:23.712272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'network': {'name': 'tempest-RoutersTest-714950786'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:23.717376 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Network': ['ID=b1b17836-0213-4b3d-b8d0-7c573c38d7c3,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:23.724871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group': {'name': 'tempest-secgroup--371137755'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:23.729649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network b1b17836-0213-4b3d-b8d0-7c573c38d7c3 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:49:23.736027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:23.737921 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-65690deb-06ac-452b-bc6e-945c759f1b75 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:23.748237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:23.753878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:23.759509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:network and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:23.774518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:23.780530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:23.784706 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:23.791220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:23.827000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58fad76b-0c4b-40d8-a1d1-221fa170cdec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.833501 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-7bd5d4bc-1bef-4ae9-85e8-6e1bee0b8867 None None] Set router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:49:23.845844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:23.848503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58fad76b-0c4b-40d8-a1d1-221fa170cdec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.852609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.853553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40b3a39-f840-4336-8a92-d1d8c4d44309,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:23.863961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:23.865773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8cd5bda1-902b-4b4b-8743-883b0e05c5b4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:23.874123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:23.877973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.887580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.932740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fad76b-0c4b-40d8-a1d1-221fa170cdec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cfc558-7de6-4f3a-b148-2841bdb2b95a,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:23.957933 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:49:23.969409 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-58fad76b-0c4b-40d8-a1d1-221fa170cdec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:23.976601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:23.977497 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Added segment 69332093-c164-4082-894b-6a0fb766ba99 of type vlan for network b5dc4aef-5e14-4aa8-9524-ce753a13c260 Jun 03 21:49:23.998841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.028329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:24.040022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:24.049267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:24.063327 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:24.117562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.122793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58fad76b-0c4b-40d8-a1d1-221fa170cdec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.124145 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-58fad76b-0c4b-40d8-a1d1-221fa170cdec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2286999 Jun 03 21:49:24.130008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53380) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:24.165112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:49:24.206664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-437bafb2-07e2-4ec9-a79a-d8e428ba572b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.236796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.237356 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Added segment a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace of type vlan for network cba06e25-e006-4ac8-949e-cf60503178b5 Jun 03 21:49:24.241657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-437bafb2-07e2-4ec9-a79a-d8e428ba572b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.257203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.264242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:24.264863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.270634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a4adc266-1bec-4504-afe1-de0e994f6c6e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:24.293988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Deleting port a76ed404-eb99-4218-b098-be09868b9e06 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:24.294332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.306038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.318381 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.329182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.343955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3aece164-78df-4007-9143-72a64fecf355 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:24.409637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.415263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:24.416142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.425356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7f0e67-ca48-4ea9-9b08-7738cef076a1,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:24.447739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:24.450347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc0b224b-8822-410c-b3cd-e80fdede2d03 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:24.457682 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8306193 Jun 03 21:49:24.462882 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7bd5d4bc-1bef-4ae9-85e8-6e1bee0b8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:49:19Z', 'revision_number': 5, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:24.465034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53382) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:24.468729 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5d4bc-1bef-4ae9-85e8-6e1bee0b8867 None None] The sync data for ids ['4f5fe75b-3949-48ce-a2a4-08c1d7736610'] in dv-neutron-792998-2-hyperv is: [{'id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'name': 'tempest-ServerActionsTestJSON-1277248048-router', 'tenant_id': 'e8575706e29d4efb935647060af56086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:43:01Z', 'updated_at': '2021-06-03T21:49:19Z', 'revision_number': 5, 'project_id': 'e8575706e29d4efb935647060af56086', 'gw_port': {'id': 'a76ed404-eb99-4218-b098-be09868b9e06', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5fe75b-3949-48ce-a2a4-08c1d7736610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:43:02Z', 'updated_at': '2021-06-03T21:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:49:24.476837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': 'b5dc4aef-5e14-4aa8-9524-ce753a13c260', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:24.495332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7793a3b7-d344-4fcf-9d71-73c01ad6f09b tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port 65ff442b-0066-4d4a-9260-48a4955caf35 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:24.495724 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7793a3b7-d344-4fcf-9d71-73c01ad6f09b tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.509549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.513717 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7973402 Jun 03 21:49:24.519410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53384) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:24.526363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d7a0cdbb-bb81-404e-91bc-9c3a3b8d3351 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'f40b3a39-f840-4336-8a92-d1d8c4d44309', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3c7f0e67-ca48-4ea9-9b08-7738cef076a1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:24.536577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-437bafb2-07e2-4ec9-a79a-d8e428ba572b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.538971 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8346398 Jun 03 21:49:24.549329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53386) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:24.550876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Network': ['ID=b5dc4aef-5e14-4aa8-9524-ce753a13c260,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:24.553328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d7a0cdbb-bb81-404e-91bc-9c3a3b8d3351 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:24.558856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'subnet': {'network_id': 'b1b17836-0213-4b3d-b8d0-7c573c38d7c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:24.562548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network b5dc4aef-5e14-4aa8-9524-ce753a13c260 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:49:24.611152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-437bafb2-07e2-4ec9-a79a-d8e428ba572b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.614622 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-437bafb2-07e2-4ec9-a79a-d8e428ba572b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/a9cfc558-7de6-4f3a-b148-2841bdb2b95a HTTP/1.1" status: 204 len: 168 time: 0.4825165 Jun 03 21:49:24.618280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53388) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:24.641881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:24.643712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:24.669028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d7a0cdbb-bb81-404e-91bc-9c3a3b8d3351 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:24.692559 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d7a0cdbb-bb81-404e-91bc-9c3a3b8d3351 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:24.696936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bafb2-07e2-4ec9-a79a-d8e428ba572b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9cfc558-7de6-4f3a-b148-2841bdb2b95a,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:24.756401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Network': ['ID=cba06e25-e006-4ac8-949e-cf60503178b5,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:24.759511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-437bafb2-07e2-4ec9-a79a-d8e428ba572b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:24.767416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d7a0cdbb-bb81-404e-91bc-9c3a3b8d3351 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:24.768223 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network cba06e25-e006-4ac8-949e-cf60503178b5 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:49:24.792383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] For port a76ed404-eb99-4218-b098-be09868b9e06, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a76ed404-eb99-4218-b098-be09868b9e06,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:24.793056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:24.984922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-44d3859d-34ef-4d07-9702-112484196f14 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:24.993128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:25.002245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Calling delete_port for a76ed404-eb99-4218-b098-be09868b9e06 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:25.010732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:subnet and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:25.021254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:25.054268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:25.056461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:25.083712 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-d7a0cdbb-bb81-404e-91bc-9c3a3b8d3351 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:25.084806 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d7a0cdbb-bb81-404e-91bc-9c3a3b8d3351 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5641928 Jun 03 21:49:25.090290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53392) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:25.091499 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-44d3859d-34ef-4d07-9702-112484196f14 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:25.095542 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-44d3859d-34ef-4d07-9702-112484196f14 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4497032 Jun 03 21:49:25.096420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53394) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:25.112285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:25.118204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.139152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:25.154406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7793a3b7-d344-4fcf-9d71-73c01ad6f09b tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.165453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:25.170302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:25.184167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:25.307588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-47e64157-ed23-4bf7-875e-129b860c6781 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.319823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7793a3b7-d344-4fcf-9d71-73c01ad6f09b tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for 65ff442b-0066-4d4a-9260-48a4955caf35 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:25.332866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-47e64157-ed23-4bf7-875e-129b860c6781 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.359000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:25.363223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.363580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.419991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-47e64157-ed23-4bf7-875e-129b860c6781 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.463244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1b0c-5a13-4bfb-88c7-754b1290b2d5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.472757 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-774a8bb2-8975-4258-9f87-0dea003dd4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.474078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:25.509910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e64157-ed23-4bf7-875e-129b860c6781 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aeefbbfc-128f-4272-a3f8-a157854edc55,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:25.517138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-47e64157-ed23-4bf7-875e-129b860c6781 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:25.532224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-47e64157-ed23-4bf7-875e-129b860c6781 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.535808 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-47e64157-ed23-4bf7-875e-129b860c6781 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/aeefbbfc-128f-4272-a3f8-a157854edc55 HTTP/1.1" status: 204 len: 168 time: 0.4367118 Jun 03 21:49:25.536071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1b0c-5a13-4bfb-88c7-754b1290b2d5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.538392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53396) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:25.648220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.653656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-748e52d2-b4b1-45f1-b134-182b166aadf2 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:25.658454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d04acd18-8d0d-4fcd-bc1c-d0363556fe4b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:25.702424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1b0c-5a13-4bfb-88c7-754b1290b2d5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.707553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d04acd18-8d0d-4fcd-bc1c-d0363556fe4b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:25.709465 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d04acd18-8d0d-4fcd-bc1c-d0363556fe4b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1697364 Jun 03 21:49:25.721957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53398) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:25.724253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a76ed404-eb99-4218-b098-be09868b9e06,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:25.737168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:25.748971 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0fb00070-860f-428b-8d37-411e35167b79 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:25.811027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e1b0c-5a13-4bfb-88c7-754b1290b2d5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7f0e67-ca48-4ea9-9b08-7738cef076a1,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:25.851364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4f0e1b0c-5a13-4bfb-88c7-754b1290b2d5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:25.857608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7793a3b7-d344-4fcf-9d71-73c01ad6f09b tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.865292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2286e911-acf1-4e1e-8051-c8af4c6628ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:25.901977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ecfbc6c3-f820-403c-aa2c-6526fab14c1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.928045 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ecfbc6c3-f820-403c-aa2c-6526fab14c1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.938712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1b0c-5a13-4bfb-88c7-754b1290b2d5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.943098 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4f0e1b0c-5a13-4bfb-88c7-754b1290b2d5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "DELETE /v2.0/security-groups/3c7f0e67-ca48-4ea9-9b08-7738cef076a1 HTTP/1.1" status: 204 len: 168 time: 0.8463218 Jun 03 21:49:25.943315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793a3b7-d344-4fcf-9d71-73c01ad6f09b tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=65ff442b-0066-4d4a-9260-48a4955caf35,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:25.943865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53402) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:25.955206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:25.984781 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7793a3b7-d344-4fcf-9d71-73c01ad6f09b tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:26.176924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6d486322-f97b-4238-92cc-0fbc6a8f2ee0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Synchronizing usage tracker for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:26.194791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.200512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.204854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ecfbc6c3-f820-403c-aa2c-6526fab14c1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.208608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-437bafb2-07e2-4ec9-a79a-d8e428ba572b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:26.249587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbc6c3-f820-403c-aa2c-6526fab14c1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=324dc828-cf05-47c6-bc4a-5ffdc2c332fd,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:26.261887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ecfbc6c3-f820-403c-aa2c-6526fab14c1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:26.277312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6d486322-f97b-4238-92cc-0fbc6a8f2ee0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Unset dirty status for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:26.280628 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6d486322-f97b-4238-92cc-0fbc6a8f2ee0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3081026 Jun 03 21:49:26.283237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53406) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:26.289642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ecfbc6c3-f820-403c-aa2c-6526fab14c1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.291042 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ecfbc6c3-f820-403c-aa2c-6526fab14c1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/324dc828-cf05-47c6-bc4a-5ffdc2c332fd HTTP/1.1" status: 204 len: 168 time: 0.5650258 Jun 03 21:49:26.294878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53408) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:26.295517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.296243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f5fe75b-3949-48ce-a2a4-08c1d7736610 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:49:26.358608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.359986 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] 10.222.0.96 "DELETE /v2.0/routers/4f5fe75b-3949-48ce-a2a4-08c1d7736610 HTTP/1.1" status: 204 len: 168 time: 3.2420056 Jun 03 21:49:26.371623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53410) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:26.403152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7793a3b7-d344-4fcf-9d71-73c01ad6f09b tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.460415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a23baf25-a4b0-4907-b982-adff9bc167b3 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:49:26.485649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bb2554d0-35a3-419d-a160-b991ddd889a4 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:26.510897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b504666-bf76-46a6-8f02-36b21b5c4ab5 admin admin] Deleting subnet f48f48ce-c887-4cce-89b6-0302a64d4519 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:49:26.520499 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4b504666-bf76-46a6-8f02-36b21b5c4ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.607146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bb2554d0-35a3-419d-a160-b991ddd889a4 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:26.608484 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bb2554d0-35a3-419d-a160-b991ddd889a4 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3098600 Jun 03 21:49:26.614815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: a23baf25-a4b0-4907-b982-adff9bc167b3 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:49:26.615489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53412) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:26.615678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a23baf25-a4b0-4907-b982-adff9bc167b3 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:49:26.640321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.642421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.648604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4b504666-bf76-46a6-8f02-36b21b5c4ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.676266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-424b55a0-f994-44bc-85ff-1bff8774c4ad tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:26.806253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Subnet': ['ID=d0f5cf24-a7c2-4052-bd72-d1aa4b269466,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:26.817147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:26.823432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Checking segment: {'id': 'd781c9a8-5bcd-4180-bc0b-1f5dc7472e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'b1b17836-0213-4b3d-b8d0-7c573c38d7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:26.824082 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network hostable DHCP agents. Network: b1b17836-0213-4b3d-b8d0-7c573c38d7c3, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:49:26.840316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.844176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4b504666-bf76-46a6-8f02-36b21b5c4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.845514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5eee-2ad9-4d8f-82a7-d9a0d1a655aa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.891794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network b1b17836-0213-4b3d-b8d0-7c573c38d7c3 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:49:26.934711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, b1b17836-0213-4b3d-b8d0-7c573c38d7c3) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:26.956444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:26.956966 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:26.967323 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccad0bf-3133-40e2-b243-d2ebc6846d8d None None] Network b1b17836-0213-4b3d-b8d0-7c573c38d7c3 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:27.114079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5eee-2ad9-4d8f-82a7-d9a0d1a655aa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.129907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-881e0389-e841-4cea-80d3-fae0a17654cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.131501 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5816209 Jun 03 21:49:27.134703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53416) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:27.167392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'subnet': {'network_id': 'cba06e25-e006-4ac8-949e-cf60503178b5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:27.277764 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-b1b17836-0213-4b3d-b8d0-7c573c38d7c3', 'network_id': 'b1b17836-0213-4b3d-b8d0-7c573c38d7c3', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'fixed_ips': [{'subnet_id': 'd0f5cf24-a7c2-4052-bd72-d1aa4b269466'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:49:27.278619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.299313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4b504666-bf76-46a6-8f02-36b21b5c4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.307657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cf8df443-df5e-4abd-9554-10b8aedb3a94 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:27.333027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5eee-2ad9-4d8f-82a7-d9a0d1a655aa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.356352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4b504666-bf76-46a6-8f02-36b21b5c4ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.361379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b504666-bf76-46a6-8f02-36b21b5c4ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f48f48ce-c887-4cce-89b6-0302a64d4519,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:27.365789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4b504666-bf76-46a6-8f02-36b21b5c4ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:27.366709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-126fc80b-ee45-4dce-8f45-fc5bee66d2d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:27.371430 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4b504666-bf76-46a6-8f02-36b21b5c4ab5 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/f48f48ce-c887-4cce-89b6-0302a64d4519 HTTP/1.1" status: 204 len: 168 time: 1.0000775 Jun 03 21:49:27.371888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53418) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:27.381180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-881e0389-e841-4cea-80d3-fae0a17654cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.394784 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac03f5d-6f5e-4402-9d59-7ef7f28898f6 None None] Network f3ab37d9-450d-465b-af87-fe797b3c7680 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:27.404249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.484370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc5eee-2ad9-4d8f-82a7-d9a0d1a655aa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ec532fb-4791-49cc-aefa-8fcfa977a7d5,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:27.487836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e8cc5eee-2ad9-4d8f-82a7-d9a0d1a655aa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:27.506352 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-858455c0-533e-4d1d-bdeb-0c58b04a8eb7 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:27.695909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.731807 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:27.743160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Allocated IP 172.20.0.2 (b1b17836-0213-4b3d-b8d0-7c573c38d7c3/d0f5cf24-a7c2-4052-bd72-d1aa4b269466/c3074373-17df-4fd0-9576-4299db5d073d) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:27.753155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Subnet': ['ID=da966209-6791-4a30-8bbf-8cbd0aaffe81,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:27.756341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:27.764066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:subnet and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:27.770161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5eee-2ad9-4d8f-82a7-d9a0d1a655aa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.774367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53422) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:27.774705 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e8cc5eee-2ad9-4d8f-82a7-d9a0d1a655aa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/2ec532fb-4791-49cc-aefa-8fcfa977a7d5 HTTP/1.1" status: 204 len: 168 time: 1.1319640 Jun 03 21:49:27.776190 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:27.792299 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:27.820634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Checking segment: {'id': '69332093-c164-4082-894b-6a0fb766ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b5dc4aef-5e14-4aa8-9524-ce753a13c260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:27.821036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network hostable DHCP agents. Network: b5dc4aef-5e14-4aa8-9524-ce753a13c260, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:49:27.840116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-881e0389-e841-4cea-80d3-fae0a17654cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.851705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b2698b55-3ca3-4baf-879f-4d1627f993e4 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:27.858840 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-655639f2-32c1-44f4-a16b-295c742c3925 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0832531 Jun 03 21:49:27.861634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53424) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:27.873468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:27.877032 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.893326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7793a3b7-d344-4fcf-9d71-73c01ad6f09b tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Router 7d32f0a5-7dba-4472-8311-23105881aa56 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:49:27.906959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e0389-e841-4cea-80d3-fae0a17654cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40b3a39-f840-4336-8a92-d1d8c4d44309,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:27.910005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-881e0389-e841-4cea-80d3-fae0a17654cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:27.917085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Deleting port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:27.917419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.940136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3a31a3bc-320a-49bb-9e41-109cd66c17e0 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:27.956472 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network b5dc4aef-5e14-4aa8-9524-ce753a13c260 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:49:27.981702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3a31a3bc-320a-49bb-9e41-109cd66c17e0 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.072632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f556bb1-b048-4862-bcdb-c75a9ce89fe3 None None] DHCP port deletion for f3ab37d9-450d-465b-af87-fe797b3c7680 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:49:28.077139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-881e0389-e841-4cea-80d3-fae0a17654cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.084463 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-881e0389-e841-4cea-80d3-fae0a17654cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "DELETE /v2.0/security-groups/f40b3a39-f840-4336-8a92-d1d8c4d44309 HTTP/1.1" status: 204 len: 168 time: 1.6803591 Jun 03 21:49:28.084685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53428) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:28.104705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, b5dc4aef-5e14-4aa8-9524-ce753a13c260) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:28.135732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:28.136500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.167194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30db1b6e-87ac-41a3-8daf-e8c421097227 None None] Network b5dc4aef-5e14-4aa8-9524-ce753a13c260 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:28.176146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-79a765a3-5061-4c53-a625-18a4179a6fd0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Synchronizing usage tracker for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:28.182660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] For port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b,segment=NetworkSegment(27cb45ad-b59c-4ed8-8743-05a5a1971407),segment_id=27cb45ad-b59c-4ed8-8743-05a5a1971407)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:28.182660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.218479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3a31a3bc-320a-49bb-9e41-109cd66c17e0 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.312507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-082f7d71-de08-443e-8b3f-9980fb9bba4d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:28.315500 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8435228 Jun 03 21:49:28.318241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53430) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:28.336106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8d3d7dc3-96f1-4726-a14c-b004821b006a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-576662096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:28.351307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8d3d7dc3-96f1-4726-a14c-b004821b006a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:28.365440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8d3d7dc3-96f1-4726-a14c-b004821b006a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:router and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:28.388146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8d3d7dc3-96f1-4726-a14c-b004821b006a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:28.397750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Calling delete_port for 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:28.406505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31a3bc-320a-49bb-9e41-109cd66c17e0 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca7921da-766b-46b3-9003-72c9eb132ea9,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:28.412934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-79a765a3-5061-4c53-a625-18a4179a6fd0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Unset dirty status for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:28.414906 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-79a765a3-5061-4c53-a625-18a4179a6fd0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3300872 Jun 03 21:49:28.417640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3a31a3bc-320a-49bb-9e41-109cd66c17e0 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:28.461474 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53432) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:28.467264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3a31a3bc-320a-49bb-9e41-109cd66c17e0 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.470429 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3a31a3bc-320a-49bb-9e41-109cd66c17e0 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/ca7921da-766b-46b3-9003-72c9eb132ea9 HTTP/1.1" status: 204 len: 168 time: 0.6074533 Jun 03 21:49:28.474634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53434) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:28.482004 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group': {'name': 'tempest-secgroup--528261937'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:28.493832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8d3d7dc3-96f1-4726-a14c-b004821b006a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:28.509380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:28.517276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a76ed404-eb99-4218-b098-be09868b9e06 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:49:28.535005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7793a3b7-d344-4fcf-9d71-73c01ad6f09b tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:49:28.544310 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7793a3b7-d344-4fcf-9d71-73c01ad6f09b tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "PUT /v2.0/routers/7d32f0a5-7dba-4472-8311-23105881aa56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0313237 Jun 03 21:49:28.562630 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53436) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:28.578743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.587576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: a76ed404-eb99-4218-b098-be09868b9e06 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:49:28.588154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a76ed404-eb99-4218-b098-be09868b9e06 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:49:28.588724 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:49:28.590925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.600172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-558ce362-32ab-4bd8-b904-f7fba59cd9ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:28.615523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a2eaf2-5a0c-4503-992f-905061513e38 None None] Sync routers for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:49:28.654274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:49:28.654765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:49:28.656136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.664074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b3eb6cfb-f41f-4934-bf45-bc646c992d4f tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:28.670778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:28.672848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Transition to ACTIVE for port object c3074373-17df-4fd0-9576-4299db5d073d will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:28.679420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:28.685883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:28.689626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] No DVR routers for this DVR port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:28.702333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a2eaf2-5a0c-4503-992f-905061513e38 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:28.702953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f3a2eaf2-5a0c-4503-992f-905061513e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:28.738468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7dc3-96f1-4726-a14c-b004821b006a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.740645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7dc3-96f1-4726-a14c-b004821b006a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.803901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.848942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b3eb6cfb-f41f-4934-bf45-bc646c992d4f tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:28.851337 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b3eb6cfb-f41f-4934-bf45-bc646c992d4f tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3757172 Jun 03 21:49:28.859206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53438) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:28.874730 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Transition to ACTIVE for port object c3074373-17df-4fd0-9576-4299db5d073d will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:28.890629 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f3a2eaf2-5a0c-4503-992f-905061513e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:28.906921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-b5dc4aef-5e14-4aa8-9524-ce753a13c260', 'network_id': 'b5dc4aef-5e14-4aa8-9524-ce753a13c260', 'tenant_id': '3a547e491c4a4a76bcbe66bef1cc3b0e', 'fixed_ips': [{'subnet_id': 'da966209-6791-4a30-8bbf-8cbd0aaffe81'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:49:28.907802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.918024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.927292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6786c503-d065-4047-a0f8-8dfab89373a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:28.969062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4f556bb1-b048-4862-bcdb-c75a9ce89fe3 None None] Deleting port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:28.969440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4f556bb1-b048-4862-bcdb-c75a9ce89fe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.990240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7dc3-96f1-4726-a14c-b004821b006a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:28.991605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:28.995931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:28.998904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:29.006090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:29.018083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.033044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a2eaf2-5a0c-4503-992f-905061513e38 None None] Routers {'7d32f0a5-7dba-4472-8311-23105881aa56'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:29.033603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f3a2eaf2-5a0c-4503-992f-905061513e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7d32f0a5-7dba-4472-8311-23105881aa56'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:29.053441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ab37d9-450d-465b-af87-fe797b3c7680']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:29.066446 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-27f6605a-de17-409d-b138-95aaa81c7480 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.093888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cb45ad-b59c-4ed8-8743-05a5a1971407') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:29.094374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cb45ad-b59c-4ed8-8743-05a5a1971407') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:29.106171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Network b1b17836-0213-4b3d-b8d0-7c573c38d7c3 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:29.118082 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.141667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.151904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-27f6605a-de17-409d-b138-95aaa81c7480 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.167927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:29.171546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.172830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.190700 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cb8f8ff8-5ae5-4a8d-8834-4a58c4830a0c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:29.193960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:49:29.194311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:49:29.214551 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:49:29.226088 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:29.240872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f3a2eaf2-5a0c-4503-992f-905061513e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:29.241209 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a2eaf2-5a0c-4503-992f-905061513e38 None None] The sync data for ids ['7d32f0a5-7dba-4472-8311-23105881aa56'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:49:29.241495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.264372 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Pushing event updated for resources: {'Port': ['ID=c3074373-17df-4fd0-9576-4299db5d073d,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:29.312595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:29.360257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.364461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:29.369549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4f556bb1-b048-4862-bcdb-c75a9ce89fe3 None None] For port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b, host dv-neutron-792998-2-hyperv, got binding levels [] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:29.370206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4f556bb1-b048-4862-bcdb-c75a9ce89fe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.385731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.395578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-27f6605a-de17-409d-b138-95aaa81c7480 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.408330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=f3ab37d9-450d-465b-af87-fe797b3c7680,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:29.419067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:29.421047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f2d9faea-9c8a-44b4-a1b7-73eb5f413e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:29.431188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51ca64a-1392-4d90-99fb-176876e6d071,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:29.453600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7dc3-96f1-4726-a14c-b004821b006a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.461396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:29.491848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6605a-de17-409d-b138-95aaa81c7480 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffab876-569a-44db-91de-71ee2bdda5c8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:29.499232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-27f6605a-de17-409d-b138-95aaa81c7480 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:29.524496 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] 10.222.0.96 "DELETE /v2.0/networks/f3ab37d9-450d-465b-af87-fe797b3c7680 HTTP/1.1" status: 204 len: 168 time: 2.1513948 Jun 03 21:49:29.525981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-27f6605a-de17-409d-b138-95aaa81c7480 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.529944 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-27f6605a-de17-409d-b138-95aaa81c7480 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-groups/dffab876-569a-44db-91de-71ee2bdda5c8 HTTP/1.1" status: 204 len: 168 time: 0.6649408 Jun 03 21:49:29.530571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53444) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:29.549132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4f556bb1-b048-4862-bcdb-c75a9ce89fe3 None None] Calling delete_port for 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:29.566103 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.ipam_backend_mixin [None req-4f556bb1-b048-4862-bcdb-c75a9ce89fe3 None None] Port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b was not found and therefore no delete operation was performed {{(pid=104398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:49:29.571913 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Attempting to bind port c3074373-17df-4fd0-9576-4299db5d073d on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:29.572283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Attempting to bind port c3074373-17df-4fd0-9576-4299db5d073d by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'd781c9a8-5bcd-4180-bc0b-1f5dc7472e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'b1b17836-0213-4b3d-b8d0-7c573c38d7c3'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:29.572642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Attempting to bind port c3074373-17df-4fd0-9576-4299db5d073d on network b1b17836-0213-4b3d-b8d0-7c573c38d7c3 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:29.611631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:29.612001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Checking segment: {'id': 'd781c9a8-5bcd-4180-bc0b-1f5dc7472e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'b1b17836-0213-4b3d-b8d0-7c573c38d7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:29.612478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.612883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Bound using segment: {'id': 'd781c9a8-5bcd-4180-bc0b-1f5dc7472e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'b1b17836-0213-4b3d-b8d0-7c573c38d7c3'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:29.613369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Bound port: c3074373-17df-4fd0-9576-4299db5d073d, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd781c9a8-5bcd-4180-bc0b-1f5dc7472e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'b1b17836-0213-4b3d-b8d0-7c573c38d7c3'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:29.613732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.660140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4f556bb1-b048-4862-bcdb-c75a9ce89fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.672110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fd8344e3-717f-4043-908e-bd9d0f45673b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:29.682409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fa9ac511-0b0b-494a-8353-5ecfe46963ff tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:29.693142 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6fb6912f-18bf-43ce-87d6-eeb2da6c7f6a req-1615bd26-efcf-4fb8-a06c-e3ec28e6f559 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2502275 Jun 03 21:49:29.717379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.718687 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2490237 Jun 03 21:49:29.723361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7dc3-96f1-4726-a14c-b004821b006a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.723695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53446) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:29.728118 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8d3d7dc3-96f1-4726-a14c-b004821b006a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4030623 Jun 03 21:49:29.732715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f556bb1-b048-4862-bcdb-c75a9ce89fe3 None None] Network f3ab37d9-450d-465b-af87-fe797b3c7680 is not hosted by any dhcp agent {{(pid=104398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 03 21:49:29.733172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f556bb1-b048-4862-bcdb-c75a9ce89fe3 None None] No DVR routers for this DVR port 9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:29.736461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9f91087a-d2de-42b0-baaf-1d9483b94821 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'f51ca64a-1392-4d90-99fb-176876e6d071', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:29.738650 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f556bb1-b048-4862-bcdb-c75a9ce89fe3 None None] Pushing event deleted for resources: {'Port': ['ID=9ffc12bc-d1fe-41ea-8d8a-066cbd53b30b,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:29.742895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4f556bb1-b048-4862-bcdb-c75a9ce89fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:29.748958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9f91087a-d2de-42b0-baaf-1d9483b94821 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:29.758827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9f91087a-d2de-42b0-baaf-1d9483b94821 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:29.762225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9f91087a-d2de-42b0-baaf-1d9483b94821 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:29.774825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9f91087a-d2de-42b0-baaf-1d9483b94821 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:29.785556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53448) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:29.786754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fa9ac511-0b0b-494a-8353-5ecfe46963ff tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:29.796164 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fa9ac511-0b0b-494a-8353-5ecfe46963ff tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2635732 Jun 03 21:49:29.808901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'network_id': 'b5dc4aef-5e14-4aa8-9524-ce753a13c260', 'name': 'tempest-PortsIpV6TestJSON-856230150'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:29.828007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Allocated IP 2001:db8::2 (b5dc4aef-5e14-4aa8-9524-ce753a13c260/da966209-6791-4a30-8bbf-8cbd0aaffe81/e7eb8fe0-fea0-4db8-9b02-cd13e96b8310) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:29.848737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53450) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:29.849094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53452) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:29.861960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] For port c3074373-17df-4fd0-9576-4299db5d073d, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:29.872187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] For port c3074373-17df-4fd0-9576-4299db5d073d, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c3074373-17df-4fd0-9576-4299db5d073d,segment=NetworkSegment(d781c9a8-5bcd-4180-bc0b-1f5dc7472e32),segment_id=d781c9a8-5bcd-4180-bc0b-1f5dc7472e32)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:29.881344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:29.887791 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4f556bb1-b048-4862-bcdb-c75a9ce89fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:29.904457 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465785545'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:29.966321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:30.084291 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.091373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Pushing event updated for resources: {'Port': ['ID=c3074373-17df-4fd0-9576-4299db5d073d,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:30.105939 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:30.226600 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:30.231693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:port and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:30.244409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:30.248244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:30.267440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:30.283978 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-9f91087a-d2de-42b0-baaf-1d9483b94821 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:30.288934 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9f91087a-d2de-42b0-baaf-1d9483b94821 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5639701 Jun 03 21:49:30.291191 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53456) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:30.294867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting port e85b19ee-ae2b-4242-8590-7631c6fe830a {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:30.295109 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.322790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.324639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.348343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Transition to ACTIVE for port object e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:30.353065 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:30.363077 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ed5795aa-00cf-4ccf-8ed3-51d24c2b4216 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e8575706e29d4efb935647060af56086&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5064194 Jun 03 21:49:30.364016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:30.368194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.378412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53458) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:30.384017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Transition to ACTIVE for port object e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:30.392820 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.398576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e0703906-f3e9-4b91-b69b-5843c45532cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:30.404854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7d1f1a0a-bc62-4fe9-ac98-e15204285f91 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group_rule': {'security_group_id': 'f51ca64a-1392-4d90-99fb-176876e6d071', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:30.448928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:30.468817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:30.469627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7d1f1a0a-bc62-4fe9-ac98-e15204285f91 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:30.475807 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6912f-18bf-43ce-87d6-eeb2da6c7f6a req-459dbd56-a75b-4839-81d2-fd1ace273f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:30.477752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7d1f1a0a-bc62-4fe9-ac98-e15204285f91 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:30.478189 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6fb6912f-18bf-43ce-87d6-eeb2da6c7f6a req-459dbd56-a75b-4839-81d2-fd1ace273f6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=684d3d7afe73426f9cb4abdbeaeb79b4&device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 1099 time: 0.6143193 Jun 03 21:49:30.482740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.485761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Network b5dc4aef-5e14-4aa8-9524-ce753a13c260 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:30.488917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:30.490154 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7d1f1a0a-bc62-4fe9-ac98-e15204285f91 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:30.493080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:30.501883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:30.517550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ca979ef7-7090-4566-98b6-fcb0c23d9ab4 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:30.555573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port 18e0227a-c15b-4829-8353-000d4f024974 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:49:30.638928 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Pushing event updated for resources: {'Port': ['ID=e7eb8fe0-fea0-4db8-9b02-cd13e96b8310,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:30.642179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Subnet': ['ID=89c717be-188a-4234-bcd6-a6ba09e77bd7,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:30.644942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7d1f1a0a-bc62-4fe9-ac98-e15204285f91 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:30.649369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:30.665238 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:30.672616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Attempting to bind port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:30.672992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Attempting to bind port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '69332093-c164-4082-894b-6a0fb766ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b5dc4aef-5e14-4aa8-9524-ce753a13c260'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:30.673356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Attempting to bind port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 on network b5dc4aef-5e14-4aa8-9524-ce753a13c260 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:30.685106 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:30.685526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Checking segment: {'id': '69332093-c164-4082-894b-6a0fb766ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b5dc4aef-5e14-4aa8-9524-ce753a13c260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:30.686414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.686414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Bound using segment: {'id': '69332093-c164-4082-894b-6a0fb766ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b5dc4aef-5e14-4aa8-9524-ce753a13c260'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:30.686792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Bound port: e7eb8fe0-fea0-4db8-9b02-cd13e96b8310, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69332093-c164-4082-894b-6a0fb766ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b5dc4aef-5e14-4aa8-9524-ce753a13c260'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:30.687169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.738272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.773335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Checking segment: {'id': 'a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'cba06e25-e006-4ac8-949e-cf60503178b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:30.773829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network hostable DHCP agents. Network: cba06e25-e006-4ac8-949e-cf60503178b5, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:49:30.823306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] For port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:30.828441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] For port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e7eb8fe0-fea0-4db8-9b02-cd13e96b8310,segment=NetworkSegment(69332093-c164-4082-894b-6a0fb766ba99),segment_id=69332093-c164-4082-894b-6a0fb766ba99)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:30.837834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:30.844746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:30.929294 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Calling delete_port for e85b19ee-ae2b-4242-8590-7631c6fe830a owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:30.943421 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-7d1f1a0a-bc62-4fe9-ac98-e15204285f91 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:49:30.949534 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7d1f1a0a-bc62-4fe9-ac98-e15204285f91 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5495875 Jun 03 21:49:30.949534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53462) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:30.993280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network cba06e25-e006-4ac8-949e-cf60503178b5 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:49:31.032460 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, cba06e25-e006-4ac8-949e-cf60503178b5) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:31.058150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5717efbf-4e9a-43ae-8241-531330b7a036 None None] Network cba06e25-e006-4ac8-949e-cf60503178b5 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:31.062808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0acc9f-745d-41d7-8a7a-c60f1a5726f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.077563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:31.077563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.092794 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0607b14e-6a73-4534-91d4-a428db0670b0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.103660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6912f-18bf-43ce-87d6-eeb2da6c7f6a req-52cdec92-9c0b-40c9-9e12-590907fcde69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:31.103660 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6fb6912f-18bf-43ce-87d6-eeb2da6c7f6a req-52cdec92-9c0b-40c9-9e12-590907fcde69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 HTTP/1.1" status: 200 len: 898 time: 0.5911744 Jun 03 21:49:31.152680 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9931304 Jun 03 21:49:31.154455 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Pushing event updated for resources: {'Port': ['ID=e7eb8fe0-fea0-4db8-9b02-cd13e96b8310,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:31.158374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:31.167449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53464) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:31.208885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-52262b09-97e0-4135-a629-92728942fc58 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-865893187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:31.217322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-52262b09-97e0-4135-a629-92728942fc58 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:31.221919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-52262b09-97e0-4135-a629-92728942fc58 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:router and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:31.225373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-52262b09-97e0-4135-a629-92728942fc58 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:31.234030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-52262b09-97e0-4135-a629-92728942fc58 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:31.248748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0acc9f-745d-41d7-8a7a-c60f1a5726f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.260609 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0607b14e-6a73-4534-91d4-a428db0670b0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.301879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-52262b09-97e0-4135-a629-92728942fc58 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.302929 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-52262b09-97e0-4135-a629-92728942fc58 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.337439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.400049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.412422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8::99 (b5dc4aef-5e14-4aa8-9524-ce753a13c260/da966209-6791-4a30-8bbf-8cbd0aaffe81/18e0227a-c15b-4829-8353-000d4f024974) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:31.420901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-52262b09-97e0-4135-a629-92728942fc58 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.433316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-11cf357b-7fb8-4532-9e5a-19e3b77bdd6d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:31.450034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-cba06e25-e006-4ac8-949e-cf60503178b5', 'network_id': 'cba06e25-e006-4ac8-949e-cf60503178b5', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'fixed_ips': [{'subnet_id': '89c717be-188a-4234-bcd6-a6ba09e77bd7'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:49:31.451078 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.539045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0607b14e-6a73-4534-91d4-a428db0670b0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.550800 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:31.586380 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6fb6912f-18bf-43ce-87d6-eeb2da6c7f6a req-cc668eb5-2a69-4d87-9403-8ace1fc3845a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545 HTTP/1.1" status: 200 len: 1001 time: 0.4695225 Jun 03 21:49:31.588573 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607b14e-6a73-4534-91d4-a428db0670b0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51ca64a-1392-4d90-99fb-176876e6d071,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:31.599287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0607b14e-6a73-4534-91d4-a428db0670b0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:31.611305 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-52262b09-97e0-4135-a629-92728942fc58 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.681841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.688483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5da58d09-6e8e-4f91-ae77-63971966d486 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:31.728084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3928108-7f84-400e-ae06-83177539cda5,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:31.745763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0607b14e-6a73-4534-91d4-a428db0670b0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.746917 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0607b14e-6a73-4534-91d4-a428db0670b0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "DELETE /v2.0/security-groups/f51ca64a-1392-4d90-99fb-176876e6d071 HTTP/1.1" status: 204 len: 168 time: 0.7971272 Jun 03 21:49:31.748482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:31.757330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53470) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:31.770252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-52262b09-97e0-4135-a629-92728942fc58 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:31.778761 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-52262b09-97e0-4135-a629-92728942fc58 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6047034 Jun 03 21:49:31.779585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53472) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:31.794507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Allocated IP 172.21.0.2 (cba06e25-e006-4ac8-949e-cf60503178b5/89c717be-188a-4234-bcd6-a6ba09e77bd7/f99308be-97ed-436d-8888-1b4f48ab96a1) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:31.801624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Port': ['ID=e85b19ee-ae2b-4242-8590-7631c6fe830a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:31.843395 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f80536-8121-4b9f-b5c3-d35dc1d319b3 None None] Network b1b17836-0213-4b3d-b8d0-7c573c38d7c3 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:31.864072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6912f-18bf-43ce-87d6-eeb2da6c7f6a req-c847a285-ad43-4d26-86f9-e8db7dd188a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:31.866160 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6fb6912f-18bf-43ce-87d6-eeb2da6c7f6a req-c847a285-ad43-4d26-86f9-e8db7dd188a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9572515-61d3-4237-9d45-489c6c5adb2d HTTP/1.1" status: 200 len: 834 time: 0.2588484 Jun 03 21:49:31.869808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:31.875760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0acc9f-745d-41d7-8a7a-c60f1a5726f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.001451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-27f6605a-de17-409d-b138-95aaa81c7480 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:32.016293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc0acc9f-745d-41d7-8a7a-c60f1a5726f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.017574 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0c7ac068-0d3d-4903-921e-ba0d4e938f33 None None] Provisioning for port c3074373-17df-4fd0-9576-4299db5d073d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:32.026497 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-dc0acc9f-745d-41d7-8a7a-c60f1a5726f2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f6ad58bd-7838-4ee0-9fe8-29285f91895d HTTP/1.1" status: 204 len: 168 time: 1.6412582 Jun 03 21:49:32.036971 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0acc9f-745d-41d7-8a7a-c60f1a5726f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ad58bd-7838-4ee0-9fe8-29285f91895d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:32.038864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.040151 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1883531 Jun 03 21:49:32.043585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dc0acc9f-745d-41d7-8a7a-c60f1a5726f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:32.052593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53476) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:32.058529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5332b24b-5563-4dec-b803-d6a613b888cb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group_rule': {'security_group_id': 'd3928108-7f84-400e-ae06-83177539cda5', 'direction': 'ingress', 'protocol': 17}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:32.065133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5332b24b-5563-4dec-b803-d6a613b888cb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:32.071198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5332b24b-5563-4dec-b803-d6a613b888cb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:32.075787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5332b24b-5563-4dec-b803-d6a613b888cb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:32.083328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5332b24b-5563-4dec-b803-d6a613b888cb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:32.189302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5332b24b-5563-4dec-b803-d6a613b888cb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.274317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1026ad82-398c-403d-bf83-eb6f1c346448 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Synchronizing usage tracker for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:32.414840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.494974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.529055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5332b24b-5563-4dec-b803-d6a613b888cb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.537497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6912f-18bf-43ce-87d6-eeb2da6c7f6a req-e959edd0-344f-46cc-9f97-00f82053143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:32.539615 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6fb6912f-18bf-43ce-87d6-eeb2da6c7f6a req-e959edd0-344f-46cc-9f97-00f82053143c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6584735 Jun 03 21:49:32.544599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5332b24b-5563-4dec-b803-d6a613b888cb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.553143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.572286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ac47aa2c-0bf2-4aca-b9d5-3cd172026092 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:32.575630 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Transition to ACTIVE for port object f99308be-97ed-436d-8888-1b4f48ab96a1 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:32.619011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Transition to ACTIVE for port object f99308be-97ed-436d-8888-1b4f48ab96a1 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:32.622776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Transition to ACTIVE for port object 18e0227a-c15b-4829-8353-000d4f024974 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:32.641102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:32.643369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332b24b-5563-4dec-b803-d6a613b888cb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa67b7e-a6c5-4cf6-a6c7-29365e6fbd53,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:32.646167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5332b24b-5563-4dec-b803-d6a613b888cb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:32.690753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5332b24b-5563-4dec-b803-d6a613b888cb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.692594 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5332b24b-5563-4dec-b803-d6a613b888cb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6387761 Jun 03 21:49:32.695673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53482) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:32.728798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.741843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:32.747955 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:32.913512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b1d82366-ae89-4713-b5ad-8e6ad69a4ced service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:32.930406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd60d1eb-5e19-4097-a488-27c80b10d8ec None None] Network b5dc4aef-5e14-4aa8-9524-ce753a13c260 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:33.007167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Network cba06e25-e006-4ac8-949e-cf60503178b5 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:33.021214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:33.031994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:33.152662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network b5dc4aef-5e14-4aa8-9524-ce753a13c260 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:33.161954 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Pushing event updated for resources: {'Port': ['ID=f99308be-97ed-436d-8888-1b4f48ab96a1,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:33.167041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:33.172318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:33.182314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:33.193921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:33.194630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.205633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1026ad82-398c-403d-bf83-eb6f1c346448 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Unset dirty status for tenant:003bc11ce89a462da14ced93f9148ff8 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:33.206969 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1026ad82-398c-403d-bf83-eb6f1c346448 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.4389634 Jun 03 21:49:33.248712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53492) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:33.254460 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group': {'name': 'tempest-secgroup--341857135'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:33.267613 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9477c6a8-facb-49df-8e1c-6cf540bf0ad1 None None] Provisioning for port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:33.269494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.272878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.277214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:33.318531 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6fb6912f-18bf-43ce-87d6-eeb2da6c7f6a req-31b85d54-52a7-40e9-a925-d4d6d936aa0e service neutron] 10.222.0.24 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7540653 Jun 03 21:49:33.322492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e2e52c61-6f9e-449e-9620-a019567ec942 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.322630 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:33.324316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=18e0227a-c15b-4829-8353-000d4f024974,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:33.330089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:33.333197 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Attempting to bind port f99308be-97ed-436d-8888-1b4f48ab96a1 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:33.335477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Attempting to bind port f99308be-97ed-436d-8888-1b4f48ab96a1 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'cba06e25-e006-4ac8-949e-cf60503178b5'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:33.335477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Attempting to bind port f99308be-97ed-436d-8888-1b4f48ab96a1 on network cba06e25-e006-4ac8-949e-cf60503178b5 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:33.360143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:33.360526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.392859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.393389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Fanout notify agent at l3_agent the message router_deleted on router 7d32f0a5-7dba-4472-8311-23105881aa56 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:49:33.397853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:33.408541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:33.409229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Checking segment: {'id': 'a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'cba06e25-e006-4ac8-949e-cf60503178b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:33.410022 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.410773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Bound using segment: {'id': 'a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'cba06e25-e006-4ac8-949e-cf60503178b5'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:33.411442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Bound port: f99308be-97ed-436d-8888-1b4f48ab96a1, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'cba06e25-e006-4ac8-949e-cf60503178b5'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:33.412048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.427389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.476064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.517509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.520760 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/routers/7d32f0a5-7dba-4472-8311-23105881aa56 HTTP/1.1" status: 204 len: 168 time: 4.9473431 Jun 03 21:49:33.533743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53500) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:33.627857 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8301291 Jun 03 21:49:33.639181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53504) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:33.654524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e2e52c61-6f9e-449e-9620-a019567ec942 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.745294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e2e52c61-6f9e-449e-9620-a019567ec942 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.755845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ea673dfb-1293-45da-b950-0d8f4f1a5cbd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:33.766835 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6fb6912f-18bf-43ce-87d6-eeb2da6c7f6a req-15a95d1f-df9a-47fe-ad71-6de59bce02d7 service neutron] 10.222.0.24 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305506 Jun 03 21:49:33.814667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:33.829931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e52c61-6f9e-449e-9620-a019567ec942 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3928108-7f84-400e-ae06-83177539cda5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:33.835922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e2e52c61-6f9e-449e-9620-a019567ec942 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:33.869301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e2e52c61-6f9e-449e-9620-a019567ec942 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:33.880075 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e2e52c61-6f9e-449e-9620-a019567ec942 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-groups/d3928108-7f84-400e-ae06-83177539cda5 HTTP/1.1" status: 204 len: 168 time: 1.1826990 Jun 03 21:49:33.880758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53508) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:33.911291 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Usage tracker for resource:security_group_rule and tenant:003bc11ce89a462da14ced93f9148ff8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:33.949641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-21e93ab4-89e5-4a3c-9bf2-2c01ab58671d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:33.969280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-21e93ab4-89e5-4a3c-9bf2-2c01ab58671d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:33.975124 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-21e93ab4-89e5-4a3c-9bf2-2c01ab58671d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0897088 Jun 03 21:49:33.975727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53510) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:33.981423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432647480'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:33.986610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:33.989985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:34.006499 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:34.010908 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:34.017107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] For port f99308be-97ed-436d-8888-1b4f48ab96a1, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:34.020502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.040699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] For port f99308be-97ed-436d-8888-1b4f48ab96a1, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f99308be-97ed-436d-8888-1b4f48ab96a1,segment=NetworkSegment(a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace),segment_id=a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:34.053088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:34.057803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.058164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:34.062790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:34.070642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:34.096005 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.104247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:34.212161 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.218286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.259603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-977d91aa-c9d1-4de2-8901-c5a735b63472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:34.274723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e7eb8fe0-fea0-4db8-9b02-cd13e96b8310,segment=NetworkSegment(69332093-c164-4082-894b-6a0fb766ba99),segment_id=69332093-c164-4082-894b-6a0fb766ba99)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:34.282533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Pushing event updated for resources: {'Port': ['ID=f99308be-97ed-436d-8888-1b4f48ab96a1,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:34.285260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.290608 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3137486 Jun 03 21:49:34.291872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:34.292853 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.294118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c3074373-17df-4fd0-9576-4299db5d073d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:34.313163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53516) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:34.327751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group': {'name': 'tempest-secgroup--98703438'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:34.332211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bf6390e9-6cf1-4839-9e9f-eb6a6e7407d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:34.333922 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0c7f09-eb70-4c89-b8d1-ac92db6f848e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Deleting subnet 28395bbf-2e75-4cb4-acf1-82900255a86b {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:49:34.388570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:34.401047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:34.408519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317e2d93-2d63-4f06-8986-5fbe7895bcdb,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:34.412885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:34.421293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:34.434954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:34.453101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.458205 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7f09-eb70-4c89-b8d1-ac92db6f848e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.475601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=e7eb8fe0-fea0-4db8-9b02-cd13e96b8310,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:34.484620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:34.492477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c3074373-17df-4fd0-9576-4299db5d073d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:34.502394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c3074373-17df-4fd0-9576-4299db5d073d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:34.502773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.509665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:34.534841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:34.544650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:34.562012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:34.805575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.841454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.854128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.859492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f98da7e3-7df6-4a87-9036-fb4a5dcdb8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:34.906720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6aa20995-b28e-4adc-97bc-e9de511328f9 None None] Provisioning for port 18e0227a-c15b-4829-8353-000d4f024974 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:34.916572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port c3074373-17df-4fd0-9576-4299db5d073d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c3074373-17df-4fd0-9576-4299db5d073d,segment=NetworkSegment(d781c9a8-5bcd-4180-bc0b-1f5dc7472e32),segment_id=d781c9a8-5bcd-4180-bc0b-1f5dc7472e32)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:34.917744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6aa20995-b28e-4adc-97bc-e9de511328f9 None None] Provisioning complete for port 18e0227a-c15b-4829-8353-000d4f024974 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:34.918113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6aa20995-b28e-4adc-97bc-e9de511328f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:34.966304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7f09-eb70-4c89-b8d1-ac92db6f848e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.006249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.007541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.013080 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6957047 Jun 03 21:49:35.017634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53528) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:35.020631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:35.042021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-eb444d23-9fb0-4db0-9788-a2122b3621ce tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group_rule': {'security_group_id': '317e2d93-2d63-4f06-8986-5fbe7895bcdb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '70333c4e-801f-4ac8-8611-eebe8da99c8c', 'remote_ip_prefix': None}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:35.064177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70333c4e-801f-4ac8-8611-eebe8da99c8c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:35.074225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:35.075341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-eb444d23-9fb0-4db0-9788-a2122b3621ce tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:35.099746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-eb444d23-9fb0-4db0-9788-a2122b3621ce tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:35.126487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-eb444d23-9fb0-4db0-9788-a2122b3621ce tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:35.141282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-eb444d23-9fb0-4db0-9788-a2122b3621ce tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:35.192674 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6aa20995-b28e-4adc-97bc-e9de511328f9 None None] Port 18e0227a-c15b-4829-8353-000d4f024974 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:35.233412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb444d23-9fb0-4db0-9788-a2122b3621ce tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.255171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6aa20995-b28e-4adc-97bc-e9de511328f9 None None] Provisioning complete for port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:35.255369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53532) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:35.255934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6aa20995-b28e-4adc-97bc-e9de511328f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.309084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=c3074373-17df-4fd0-9576-4299db5d073d,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:35.326853 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:35.402168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:35.423451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb444d23-9fb0-4db0-9788-a2122b3621ce tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.431422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb444d23-9fb0-4db0-9788-a2122b3621ce tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.434000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8714f4cf-35d6-4b82-b509-230c8b9c197e tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:35.549561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb444d23-9fb0-4db0-9788-a2122b3621ce tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.550923 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-eb444d23-9fb0-4db0-9788-a2122b3621ce tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5178671 Jun 03 21:49:35.564396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53536) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:35.567366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb444d23-9fb0-4db0-9788-a2122b3621ce tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5934635a-da1e-4ddd-84d9-c086df3ce1f2,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:35.593804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-eb444d23-9fb0-4db0-9788-a2122b3621ce tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:35.628546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36b4bb23-17c5-4e20-a1f4-fa587c1a3f4e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.647218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36b4bb23-17c5-4e20-a1f4-fa587c1a3f4e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.671162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7f09-eb70-4c89-b8d1-ac92db6f848e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.689961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-118070270'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:35.693926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36b4bb23-17c5-4e20-a1f4-fa587c1a3f4e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.697376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:35.710575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:35.710964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.711341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:35.723856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4bb23-17c5-4e20-a1f4-fa587c1a3f4e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5934635a-da1e-4ddd-84d9-c086df3ce1f2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:35.730580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Usage tracker for resource:network and tenant:22a9d036355b4e26864643aa70ebe214 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:35.734186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-36b4bb23-17c5-4e20-a1f4-fa587c1a3f4e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:35.737043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:35.741204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36b4bb23-17c5-4e20-a1f4-fa587c1a3f4e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.742456 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-36b4bb23-17c5-4e20-a1f4-fa587c1a3f4e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/5934635a-da1e-4ddd-84d9-c086df3ce1f2 HTTP/1.1" status: 204 len: 168 time: 0.1766226 Jun 03 21:49:35.746923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53538) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:35.748632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:35.858319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f763aa58-9a9f-4a15-b03e-cda2ae0e995b None None] Provisioning complete for port 18e0227a-c15b-4829-8353-000d4f024974 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:35.858687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f763aa58-9a9f-4a15-b03e-cda2ae0e995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.916478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:35.993076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.015308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Made reservation on behalf of 22a9d036355b4e26864643aa70ebe214 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:36.017284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-39275910-8cd6-494f-b828-28ad4bb75a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:36.020238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.030086 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c35130f-0369-4778-9849-aa70252b950f None None] Network cba06e25-e006-4ac8-949e-cf60503178b5 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:36.045101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.052881 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f763aa58-9a9f-4a15-b03e-cda2ae0e995b None None] Port 18e0227a-c15b-4829-8353-000d4f024974 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:36.066948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1ea9da8c-f3e7-4420-9509-f9e2c90f15df tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:36.091329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:36.109387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Usage tracker for resource:security_group_rule and tenant:22a9d036355b4e26864643aa70ebe214 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:36.115356 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:36.122218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1ea9da8c-f3e7-4420-9509-f9e2c90f15df tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:36.124278 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1ea9da8c-f3e7-4420-9509-f9e2c90f15df tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3770072 Jun 03 21:49:36.125442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:36.127374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53540) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:36.241723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-17338b4f-e14c-4dd0-a61e-898e30ae804a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.251131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Allocated IP 172.20.0.1 (b1b17836-0213-4b3d-b8d0-7c573c38d7c3/d0f5cf24-a7c2-4052-bd72-d1aa4b269466/5a73a077-6bdd-457a-9c81-71e0ca3cbb40) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:36.256606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f99308be-97ed-436d-8888-1b4f48ab96a1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:36.261700 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ee9d65-8a53-4c7b-8bb7-2d56eec50692,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:36.278387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:36.292710 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.297067 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.0439174 Jun 03 21:49:36.300412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53542) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:36.305575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-dbd607d2-4cbf-4a6e-810a-86fd3951c991 None None] Provisioning for port f99308be-97ed-436d-8888-1b4f48ab96a1 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:36.307702 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.309237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0910d6d6-ece8-49e0-a233-195ffb993a71 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:36.309714 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.api.v2.base [None req-0910d6d6-ece8-49e0-a233-195ffb993a71 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 03 21:49:36.310990 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-0910d6d6-ece8-49e0-a233-195ffb993a71 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] update failed (client error): There was a conflict when trying to complete your request. Jun 03 21:49:36.315131 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0910d6d6-ece8-49e0-a233-195ffb993a71 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "PUT /v2.0/security-groups/04ee9d65-8a53-4c7b-8bb7-2d56eec50692 HTTP/1.1" status: 409 len: 330 time: 0.0110488 Jun 03 21:49:36.320478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-17338b4f-e14c-4dd0-a61e-898e30ae804a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.321769 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53544) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:36.387639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.398681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.401437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port f99308be-97ed-436d-8888-1b4f48ab96a1 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:36.407784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ead55c88-1359-4418-82f2-cd7bac94932a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:36.408382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port f99308be-97ed-436d-8888-1b4f48ab96a1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:36.409070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.454904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-17338b4f-e14c-4dd0-a61e-898e30ae804a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.468928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:49:36.498142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337804f1-2ade-447b-8690-4f38c7d4012d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:36.504380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:36.506564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-162ccecf-efdd-46f1-9a8e-f560537c93cc tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:36.542510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17338b4f-e14c-4dd0-a61e-898e30ae804a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70333c4e-801f-4ac8-8611-eebe8da99c8c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:36.564406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.564406 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Added segment 9b82b114-15c3-4fa1-8d57-eb8fce000519 of type vlan for network 78b4641d-4c90-48ba-a385-acd2e12c9463 Jun 03 21:49:36.566443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-17338b4f-e14c-4dd0-a61e-898e30ae804a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:36.579602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.648756 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port f99308be-97ed-436d-8888-1b4f48ab96a1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f99308be-97ed-436d-8888-1b4f48ab96a1,segment=NetworkSegment(a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace),segment_id=a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:36.653597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-17338b4f-e14c-4dd0-a61e-898e30ae804a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.654656 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-17338b4f-e14c-4dd0-a61e-898e30ae804a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-groups/70333c4e-801f-4ac8-8611-eebe8da99c8c HTTP/1.1" status: 204 len: 168 time: 0.5260875 Jun 03 21:49:36.656608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.660891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53548) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:36.664422 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.668225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:36.772305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=f99308be-97ed-436d-8888-1b4f48ab96a1,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:36.773174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.777580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:36.779069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:36.779703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.787236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-be91eb48-25dc-41bb-a2bb-59458705fdc8 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:36.816518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e570c554-0f22-4706-9559-978bda611829 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:36.874543 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6130674 Jun 03 21:49:36.919611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53550) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:36.928725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Request body: {'subnet': {'network_id': '78b4641d-4c90-48ba-a385-acd2e12c9463', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:36.951613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Pushing event updated for resources: {'Network': ['ID=78b4641d-4c90-48ba-a385-acd2e12c9463,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:36.952131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-82c05658-8a43-4deb-a370-9771802f6893 None None] Provisioning complete for port f99308be-97ed-436d-8888-1b4f48ab96a1 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:36.952505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-82c05658-8a43-4deb-a370-9771802f6893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:36.963621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:36.964930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e570c554-0f22-4706-9559-978bda611829 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:36.969717 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e570c554-0f22-4706-9559-978bda611829 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3078229 Jun 03 21:49:36.970352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53552) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:36.988983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8293f291-faec-4ebf-ab2d-3f21c6bbf3a3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.001870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 78b4641d-4c90-48ba-a385-acd2e12c9463 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:49:37.052746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7f09-eb70-4c89-b8d1-ac92db6f848e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.069840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f65146b0-71e3-4e6b-89a6-e0c5ae704982 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:37.088888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0137bc40-efab-4bb4-82fd-9739bee430a9 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.123452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0137bc40-efab-4bb4-82fd-9739bee430a9 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.171498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.195375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0137bc40-efab-4bb4-82fd-9739bee430a9 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.200099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dbc7679c-203a-41a8-8e19-a485e92b888b tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:37.216819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f99308be-97ed-436d-8888-1b4f48ab96a1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:37.219835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137bc40-efab-4bb4-82fd-9739bee430a9 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=317e2d93-2d63-4f06-8986-5fbe7895bcdb,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:37.225654 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c7f09-eb70-4c89-b8d1-ac92db6f848e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Subnet': ['ID=28395bbf-2e75-4cb4-acf1-82900255a86b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:37.227792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0137bc40-efab-4bb4-82fd-9739bee430a9 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:37.239291 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8293f291-faec-4ebf-ab2d-3f21c6bbf3a3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.249417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0137bc40-efab-4bb4-82fd-9739bee430a9 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.253154 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8c0c7f09-eb70-4c89-b8d1-ac92db6f848e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:37.261204 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0137bc40-efab-4bb4-82fd-9739bee430a9 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-groups/317e2d93-2d63-4f06-8986-5fbe7895bcdb HTTP/1.1" status: 204 len: 168 time: 0.2886000 Jun 03 21:49:37.264949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53554) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:37.319023 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7f09-eb70-4c89-b8d1-ac92db6f848e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.348895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-027670c1-156b-412c-adc9-48f799a4bcd7 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:37.358901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Transition to ACTIVE for port object 5a73a077-6bdd-457a-9c81-71e0ca3cbb40 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:37.364947 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8c0c7f09-eb70-4c89-b8d1-ac92db6f848e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/subnets/28395bbf-2e75-4cb4-acf1-82900255a86b HTTP/1.1" status: 204 len: 168 time: 3.8268745 Jun 03 21:49:37.367590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53556) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:37.388819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:37.396421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-027670c1-156b-412c-adc9-48f799a4bcd7 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:37.405430 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-027670c1-156b-412c-adc9-48f799a4bcd7 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1353357 Jun 03 21:49:37.405637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Usage tracker for resource:subnet and tenant:22a9d036355b4e26864643aa70ebe214 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:37.405794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53558) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:37.409924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:37.414932 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port f99308be-97ed-436d-8888-1b4f48ab96a1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:37.415634 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.428636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group': {'name': 'tempest-secgroup--216118441'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:37.431523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:37.438485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:37.446856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8293f291-faec-4ebf-ab2d-3f21c6bbf3a3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.456119 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-54db2750-d6cd-43bd-ac6e-da556724643a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:37.479804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Made reservation on behalf of 22a9d036355b4e26864643aa70ebe214 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:37.483436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.505335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:37.505592 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293f291-faec-4ebf-ab2d-3f21c6bbf3a3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ee9d65-8a53-4c7b-8bb7-2d56eec50692,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:37.526856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8293f291-faec-4ebf-ab2d-3f21c6bbf3a3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:37.530875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.538601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.549093 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8293f291-faec-4ebf-ab2d-3f21c6bbf3a3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.549440 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8293f291-faec-4ebf-ab2d-3f21c6bbf3a3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "DELETE /v2.0/security-groups/04ee9d65-8a53-4c7b-8bb7-2d56eec50692 HTTP/1.1" status: 204 len: 168 time: 1.2263653 Jun 03 21:49:37.554234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53560) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:37.607318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c3074373-17df-4fd0-9576-4299db5d073d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:37.612413 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.617524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.625679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-30fd595c-2c5c-4786-bf42-5cfe7e4de47f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:37.642499 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:37.657701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:37.674273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:37.677125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.698524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:37.720819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c3074373-17df-4fd0-9576-4299db5d073d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:37.721482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.749633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network b1b17836-0213-4b3d-b8d0-7c573c38d7c3 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:37.779383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.798746 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d727d5ca-7503-409e-805b-be02d665c860 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2418005 Jun 03 21:49:37.805305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53564) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:37.842654 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c1fa85-883f-4907-8534-b862cce67f17']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:37.865167 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-6a11e8a4-875d-489a-9f38-81eaf2c66488 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] delete failed (client error): The resource could not be found. Jun 03 21:49:37.870587 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6a11e8a4-875d-489a-9f38-81eaf2c66488 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "DELETE /v2.0/security-groups/759a10bb-eab6-4181-be69-2ceed50939fb HTTP/1.1" status: 404 len: 347 time: 0.0619507 Jun 03 21:49:37.875480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53566) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:37.920542 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-e60f9ec8-9cc9-4176-95e8-d29cae85e1ac tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] show failed (client error): The resource could not be found. Jun 03 21:49:37.928058 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e60f9ec8-9cc9-4176-95e8-d29cae85e1ac tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "GET /v2.0/security-groups/8cc68a3e-1db5-4b80-9486-55bca9f24c3e HTTP/1.1" status: 404 len: 347 time: 0.0451562 Jun 03 21:49:37.928058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ef16b0-82b6-41e6-a457-212f7716a09a') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:37.928058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ef16b0-82b6-41e6-a457-212f7716a09a') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:37.935193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53568) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:37.961707 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-51631d81-92cd-4f24-916c-ac4916433171 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] show failed (client error): The resource could not be found. Jun 03 21:49:37.966267 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-51631d81-92cd-4f24-916c-ac4916433171 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] 10.222.0.96 "GET /v2.0/security-group-rules/5d3d2cce-c76c-4b72-91d5-cef18cac456c HTTP/1.1" status: 404 len: 356 time: 0.0269880 Jun 03 21:49:37.968645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:37.999794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.018064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:49:38.019066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:49:38.036019 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:49:38.119397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:38.122610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:38.130830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.135655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4e81aa71-a980-4636-80ee-7b7f500e115e None None] Provisioning complete for port 18e0227a-c15b-4829-8353-000d4f024974 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:38.136066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4e81aa71-a980-4636-80ee-7b7f500e115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.144917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.153475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-369547d1-5454-49b0-a8fc-c677acd0bf17 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:38.217781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.241127 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.246719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4e81aa71-a980-4636-80ee-7b7f500e115e None None] Port 18e0227a-c15b-4829-8353-000d4f024974 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:38.251128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27407b48-e50a-440d-bd81-9994ac51705a,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:38.261817 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] 10.222.0.96 "DELETE /v2.0/networks/80c1fa85-883f-4907-8534-b862cce67f17 HTTP/1.1" status: 204 len: 168 time: 0.8930669 Jun 03 21:49:38.263213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:38.265874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a92f958f-d48d-4054-ad22-19686dfec9e1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:38.295640 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=5a73a077-6bdd-457a-9c81-71e0ca3cbb40,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:38.308197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Pushing event deleted for resources: {'Network': ['ID=80c1fa85-883f-4907-8534-b862cce67f17,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:38.317904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.322254 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9133081 Jun 03 21:49:38.322368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:38.322368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.628s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:38.322552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:38.322552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53576) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:38.329333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-4408b47e-439c-43fd-9bdb-9d34f4e5d2db tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group_rule': {'security_group_id': '27407b48-e50a-440d-bd81-9994ac51705a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:38.336030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4408b47e-439c-43fd-9bdb-9d34f4e5d2db tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:38.340827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4408b47e-439c-43fd-9bdb-9d34f4e5d2db tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:38.344054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4408b47e-439c-43fd-9bdb-9d34f4e5d2db tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:38.353982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4408b47e-439c-43fd-9bdb-9d34f4e5d2db tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:38.388650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4408b47e-439c-43fd-9bdb-9d34f4e5d2db tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.496233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4408b47e-439c-43fd-9bdb-9d34f4e5d2db tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.503094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4408b47e-439c-43fd-9bdb-9d34f4e5d2db tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.505580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e5b02bf1-72a0-4bf7-88fa-fe653112440d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:38.546641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.550471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408b47e-439c-43fd-9bdb-9d34f4e5d2db tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4993cb50-4bcc-40c2-9cb9-e964f68b07c5,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:38.559135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4408b47e-439c-43fd-9bdb-9d34f4e5d2db tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:38.575687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4408b47e-439c-43fd-9bdb-9d34f4e5d2db tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.578087 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4408b47e-439c-43fd-9bdb-9d34f4e5d2db tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2543759 Jun 03 21:49:38.582681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53582) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:38.582987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53584) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:38.586530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-012fbf3d-50bb-4af6-8a08-64458b502473 None None] Provisioning for port 5a73a077-6bdd-457a-9c81-71e0ca3cbb40 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:38.598425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-012fbf3d-50bb-4af6-8a08-64458b502473 None None] Provisioning complete for port 5a73a077-6bdd-457a-9c81-71e0ca3cbb40 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:38.599359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-012fbf3d-50bb-4af6-8a08-64458b502473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.649718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7100d4f-48d0-48f4-9edb-94ff7b00a29d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.662542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7100d4f-48d0-48f4-9edb-94ff7b00a29d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.692483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-012fbf3d-50bb-4af6-8a08-64458b502473 None None] Port 5a73a077-6bdd-457a-9c81-71e0ca3cbb40 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:38.701877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7100d4f-48d0-48f4-9edb-94ff7b00a29d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.704345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:38.729151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7100d4f-48d0-48f4-9edb-94ff7b00a29d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4993cb50-4bcc-40c2-9cb9-e964f68b07c5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:38.731218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53588) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:38.735201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a7100d4f-48d0-48f4-9edb-94ff7b00a29d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:38.741994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7100d4f-48d0-48f4-9edb-94ff7b00a29d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:38.743202 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a7100d4f-48d0-48f4-9edb-94ff7b00a29d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/4993cb50-4bcc-40c2-9cb9-e964f68b07c5 HTTP/1.1" status: 204 len: 168 time: 0.1590412 Jun 03 21:49:38.745705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53592) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:38.826285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3f75ff6e-62e2-466a-ba2b-496f3cd5cad1 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:38.842417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=18e0227a-c15b-4829-8353-000d4f024974,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:38.882715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:38.896569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3f75ff6e-62e2-466a-ba2b-496f3cd5cad1 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:38.903442 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3f75ff6e-62e2-466a-ba2b-496f3cd5cad1 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1512094 Jun 03 21:49:38.903442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53596) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:39.029660 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-84fb1c2c-025c-4799-85a3-ee9375157209 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=003bc11ce89a462da14ced93f9148ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409652 Jun 03 21:49:39.032874 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4e5c77bc-4387-4853-a121-839b42f2f459 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8fadebda9ac1462e88d820e23b14fdd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967832 Jun 03 21:49:39.032874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53598) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:39.044727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53600) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:39.054094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.079072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b90d8f15-fced-489f-95a9-5b30782c4a8a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.157253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b90d8f15-fced-489f-95a9-5b30782c4a8a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.226753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-05f65edc-af44-4245-91cf-8de415af18da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.230259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-076ec80a-0d4c-405f-b483-e9b1dc70d297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.270971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.280652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b90d8f15-fced-489f-95a9-5b30782c4a8a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.286573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-05f65edc-af44-4245-91cf-8de415af18da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.295227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-076ec80a-0d4c-405f-b483-e9b1dc70d297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.302113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-94e4778b-0baf-4dd6-824e-0b41b8faad1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:39.330672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d8f15-fced-489f-95a9-5b30782c4a8a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27407b48-e50a-440d-bd81-9994ac51705a,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:39.350626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b90d8f15-fced-489f-95a9-5b30782c4a8a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:39.384198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b90d8f15-fced-489f-95a9-5b30782c4a8a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.387826 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b90d8f15-fced-489f-95a9-5b30782c4a8a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-groups/27407b48-e50a-440d-bd81-9994ac51705a HTTP/1.1" status: 204 len: 168 time: 0.4809294 Jun 03 21:49:39.388384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53602) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:39.392438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.447897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-77481923-6345-4449-bbfa-c6c527ab1f77 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:39.450733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-076ec80a-0d4c-405f-b483-e9b1dc70d297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.456595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4f0e1b0c-5a13-4bfb-88c7-754b1290b2d5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:39.463438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-05f65edc-af44-4245-91cf-8de415af18da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.485220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ec80a-0d4c-405f-b483-e9b1dc70d297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e13951-ad2a-4515-8967-f30234562c20,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:39.494018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-076ec80a-0d4c-405f-b483-e9b1dc70d297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:39.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e2e52c61-6f9e-449e-9620-a019567ec942 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:39.524632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-77481923-6345-4449-bbfa-c6c527ab1f77 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:39.532531 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-77481923-6345-4449-bbfa-c6c527ab1f77 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1372662 Jun 03 21:49:39.532531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f65edc-af44-4245-91cf-8de415af18da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de67b9d7-ae05-4a7e-b2ef-67b876acff59,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:39.532531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-076ec80a-0d4c-405f-b483-e9b1dc70d297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.532531 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-076ec80a-0d4c-405f-b483-e9b1dc70d297 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c5e13951-ad2a-4515-8967-f30234562c20 HTTP/1.1" status: 204 len: 168 time: 0.4789243 Jun 03 21:49:39.533719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53608) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:39.534687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-05f65edc-af44-4245-91cf-8de415af18da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:39.537334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-05f65edc-af44-4245-91cf-8de415af18da admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.538359 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-05f65edc-af44-4245-91cf-8de415af18da admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/de67b9d7-ae05-4a7e-b2ef-67b876acff59 HTTP/1.1" status: 204 len: 168 time: 0.4986665 Jun 03 21:49:39.541925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group': {'name': 'tempest-secgroup--539483361'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:39.548131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:39.558342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:39.570656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.742139 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:39.746778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:39.750400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:39.758473 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:39.860718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.866491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.878005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dc0acc9f-745d-41d7-8a7a-c60f1a5726f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:39.934672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e53f96a-4561-419a-823d-b038ac26c068,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:39.940557 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:39.953779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:39.955299 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4195840 Jun 03 21:49:39.957985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53622) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:39.962663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a8e2e043-c5e3-4740-a686-14941561585a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group_rule': {'security_group_id': '2e53f96a-4561-419a-823d-b038ac26c068', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:39.969004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a8e2e043-c5e3-4740-a686-14941561585a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:39.973590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a8e2e043-c5e3-4740-a686-14941561585a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Usage tracker for resource:security_group_rule and tenant:ffcb1508e6a444899c5ef8f10db4edc3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:39.976969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a8e2e043-c5e3-4740-a686-14941561585a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:39.984151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a8e2e043-c5e3-4740-a686-14941561585a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:40.015037 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a8e2e043-c5e3-4740-a686-14941561585a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.159863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a8e2e043-c5e3-4740-a686-14941561585a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.170644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a8e2e043-c5e3-4740-a686-14941561585a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.177673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:40.210049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2e043-c5e3-4740-a686-14941561585a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff11f17-ee72-440b-89ba-a4daa3bdaa8b,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:40.212892 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a8e2e043-c5e3-4740-a686-14941561585a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:40.224105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.228529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a8e2e043-c5e3-4740-a686-14941561585a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.232417 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a8e2e043-c5e3-4740-a686-14941561585a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2710977 Jun 03 21:49:40.233365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53630) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:40.249435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-773d7b97-29cc-43e4-b20c-aea409372572 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:40.255557 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-58386197-742b-4186-88e4-8c865a78d795 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules/2ff11f17-ee72-440b-89ba-a4daa3bdaa8b HTTP/1.1" status: 200 len: 763 time: 0.0194731 Jun 03 21:49:40.256587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53632) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:40.317803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-be5065c0-426d-4783-8efd-c8a7ab1c7b02 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:40.335558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-be5065c0-426d-4783-8efd-c8a7ab1c7b02 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:40.339416 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-be5065c0-426d-4783-8efd-c8a7ab1c7b02 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0792122 Jun 03 21:49:40.339900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53636) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:40.385720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9bca8f69-0475-41bb-bd42-90d60c226ef3 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.402979 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9bca8f69-0475-41bb-bd42-90d60c226ef3 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.444255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9bca8f69-0475-41bb-bd42-90d60c226ef3 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.447003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:40.467670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca8f69-0475-41bb-bd42-90d60c226ef3 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ff11f17-ee72-440b-89ba-a4daa3bdaa8b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:40.470124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9bca8f69-0475-41bb-bd42-90d60c226ef3 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:40.471752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9bca8f69-0475-41bb-bd42-90d60c226ef3 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.473656 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9bca8f69-0475-41bb-bd42-90d60c226ef3 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/2ff11f17-ee72-440b-89ba-a4daa3bdaa8b HTTP/1.1" status: 204 len: 168 time: 0.1324911 Jun 03 21:49:40.476109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53646) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:40.539397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b88ce68d-8bd4-4f52-b069-13343956c380 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:40.552380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Pushing event updated for resources: {'Subnet': ['ID=e8ab2f7e-e78f-454a-90c2-83e75be634cd,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:40.555308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:40.560270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Checking segment: {'id': '9b82b114-15c3-4fa1-8d57-eb8fce000519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '78b4641d-4c90-48ba-a385-acd2e12c9463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:40.560640 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Network hostable DHCP agents. Network: 78b4641d-4c90-48ba-a385-acd2e12c9463, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:49:40.566320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b88ce68d-8bd4-4f52-b069-13343956c380 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:40.570736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53654) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:40.571557 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b88ce68d-8bd4-4f52-b069-13343956c380 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0941153 Jun 03 21:49:40.579695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-75414601-541e-4902-956e-c6d015f5742a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group_rule': {'security_group_id': '2e53f96a-4561-419a-823d-b038ac26c068', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:40.596867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-75414601-541e-4902-956e-c6d015f5742a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:40.636990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Network 78b4641d-4c90-48ba-a385-acd2e12c9463 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:49:40.652113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-75414601-541e-4902-956e-c6d015f5742a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:40.670066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.676155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 78b4641d-4c90-48ba-a385-acd2e12c9463) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:40.687920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.689684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c46f94-87f2-4558-8929-2cacaf93e6eb None None] Network 78b4641d-4c90-48ba-a385-acd2e12c9463 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:40.729604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9bd1b523-68b5-4d11-a99f-9feefbbb8f27 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:40.765630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53658) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:40.771554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:40.772153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.806498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.825699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75414601-541e-4902-956e-c6d015f5742a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.849410 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.850157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.924272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.928878 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0045116 Jun 03 21:49:40.931709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53662) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:40.936348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=5a73a077-6bdd-457a-9c81-71e0ca3cbb40,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:40.939166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:40.949592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Request body: {'port': {'network_id': '78b4641d-4c90-48ba-a385-acd2e12c9463', 'name': 'tempest-DHCPAgentSchedulersTestJSON-408970074'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:40.960023 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4b37268c-a7f2-4323-8bc0-429889b95bc2 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:40.974231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-78b4641d-4c90-48ba-a385-acd2e12c9463', 'network_id': '78b4641d-4c90-48ba-a385-acd2e12c9463', 'tenant_id': '22a9d036355b4e26864643aa70ebe214', 'fixed_ips': [{'subnet_id': 'e8ab2f7e-e78f-454a-90c2-83e75be634cd'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:49:40.976336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:40.981670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5bbcf082-0889-4853-80c9-fbef6aac7886 tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-357482653', 'prefixes': ['172.20.0.0/16']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:40.994253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5bbcf082-0889-4853-80c9-fbef6aac7886 tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:41.170844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=18e0227a-c15b-4829-8353-000d4f024974,revision_number=3']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:41.173456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:41.175109 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:41.177573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Usage tracker for resource:port and tenant:22a9d036355b4e26864643aa70ebe214 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:41.180537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:41.186300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:41.195978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Allocated IP 172.20.0.2 (78b4641d-4c90-48ba-a385-acd2e12c9463/e8ab2f7e-e78f-454a-90c2-83e75be634cd/6744929c-a3bf-428f-a4c7-1a5698bb8a0c) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:41.200351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Made reservation on behalf of 22a9d036355b4e26864643aa70ebe214 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:41.204620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.253437 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75414601-541e-4902-956e-c6d015f5742a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.259927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] device_id is not set on port 0ef63cfe-a597-41ce-a8cd-7f2e683a7bb4 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:49:41.272408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75414601-541e-4902-956e-c6d015f5742a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.291860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-812eeb7b-16a8-40c0-9942-455fc950eca9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:41.345448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75414601-541e-4902-956e-c6d015f5742a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c361f759-f912-404f-beeb-6df734c21d81,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:41.348577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-75414601-541e-4902-956e-c6d015f5742a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:41.352888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf082-0889-4853-80c9-fbef6aac7886 tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] Notify callbacks [] for subnetpool, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.357056 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5bbcf082-0889-4853-80c9-fbef6aac7886 tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5892620 Jun 03 21:49:41.357690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53666) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:41.371644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network b5dc4aef-5e14-4aa8-9524-ce753a13c260 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:41.374293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:41.386496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75414601-541e-4902-956e-c6d015f5742a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.387999 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-75414601-541e-4902-956e-c6d015f5742a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8156874 Jun 03 21:49:41.391198 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b8e51724-f87b-4152-a7ef-cffafd29d80e tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] 10.222.0.96 "GET /v2.0/subnetpools/a4b09830-b6ef-4415-9fad-78eaa52e38d8 HTTP/1.1" status: 200 len: 731 time: 0.0322690 Jun 03 21:49:41.392424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53668) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:41.392821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53670) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:41.395827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network b1b17836-0213-4b3d-b8d0-7c573c38d7c3 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:41.407504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-1a027545-9a6d-4508-a0be-6d399f7fe06c tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-21788938'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:41.447095 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a368666c-319c-440f-95ae-42c0aa096473 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules/c361f759-f912-404f-beeb-6df734c21d81 HTTP/1.1" status: 200 len: 763 time: 0.0519545 Jun 03 21:49:41.449393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53672) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:41.457076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:41.536560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.553356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Transition to ACTIVE for port object 6744929c-a3bf-428f-a4c7-1a5698bb8a0c will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:41.575576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Transition to ACTIVE for port object 6744929c-a3bf-428f-a4c7-1a5698bb8a0c will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:41.589260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.595535 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-29f834e4-01c5-4c6e-a024-d5c76df8e8d5 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1449213 Jun 03 21:49:41.602268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:41.620197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53674) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:41.696044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Network 78b4641d-4c90-48ba-a385-acd2e12c9463 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:41.696781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1a027545-9a6d-4508-a0be-6d399f7fe06c tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] Notify callbacks [] for subnetpool, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.698554 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1a027545-9a6d-4508-a0be-6d399f7fe06c tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] 10.222.0.96 "PUT /v2.0/subnetpools/a4b09830-b6ef-4415-9fad-78eaa52e38d8 HTTP/1.1" status: 200 len: 682 time: 0.3046587 Jun 03 21:49:41.700638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:41.703486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53676) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:41.708407 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:41.726046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Pushing event updated for resources: {'Port': ['ID=6744929c-a3bf-428f-a4c7-1a5698bb8a0c,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:41.757707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Allocated IP 172.20.0.14 (78b4641d-4c90-48ba-a385-acd2e12c9463/e8ab2f7e-e78f-454a-90c2-83e75be634cd/0ef63cfe-a597-41ce-a8cd-7f2e683a7bb4) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:41.765390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:41.777403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5434fe3c-ef1b-4edb-b693-f6429e19cbfa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.803185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5434fe3c-ef1b-4edb-b693-f6429e19cbfa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.848794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Attempting to bind port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:41.849161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Attempting to bind port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '9b82b114-15c3-4fa1-8d57-eb8fce000519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '78b4641d-4c90-48ba-a385-acd2e12c9463'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:41.849624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Attempting to bind port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c on network 78b4641d-4c90-48ba-a385-acd2e12c9463 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:41.855603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8c3f5910-3be6-4f32-b703-90dbc461baa2 None None] Provisioning complete for port 18e0227a-c15b-4829-8353-000d4f024974 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:41.855603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8c3f5910-3be6-4f32-b703-90dbc461baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.895203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5434fe3c-ef1b-4edb-b693-f6429e19cbfa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.905417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-47e64157-ed23-4bf7-875e-129b860c6781 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:41.924615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f5910-3be6-4f32-b703-90dbc461baa2 None None] Port 18e0227a-c15b-4829-8353-000d4f024974 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:41.926715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:41.927933 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Checking segment: {'id': '9b82b114-15c3-4fa1-8d57-eb8fce000519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '78b4641d-4c90-48ba-a385-acd2e12c9463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:41.928696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.929304 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Bound using segment: {'id': '9b82b114-15c3-4fa1-8d57-eb8fce000519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '78b4641d-4c90-48ba-a385-acd2e12c9463'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:41.929995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Bound port: 6744929c-a3bf-428f-a4c7-1a5698bb8a0c, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b82b114-15c3-4fa1-8d57-eb8fce000519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '78b4641d-4c90-48ba-a385-acd2e12c9463'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:41.930517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.936211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5434fe3c-ef1b-4edb-b693-f6429e19cbfa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.939705 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5434fe3c-ef1b-4edb-b693-f6429e19cbfa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/c361f759-f912-404f-beeb-6df734c21d81 HTTP/1.1" status: 204 len: 168 time: 0.3162439 Jun 03 21:49:41.939705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Router 20f8a759-a2a9-4a27-82d3-c193b3d28a83 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:49:41.943259 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53678) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:41.947624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434fe3c-ef1b-4edb-b693-f6429e19cbfa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c361f759-f912-404f-beeb-6df734c21d81,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:41.972541 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5434fe3c-ef1b-4edb-b693-f6429e19cbfa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:41.992323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b333d363-3712-4dea-b227-1e5fea7cec2d tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] Notify callbacks [] for subnetpool, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:41.993893 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b333d363-3712-4dea-b227-1e5fea7cec2d tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] 10.222.0.96 "DELETE /v2.0/subnetpools/a4b09830-b6ef-4415-9fad-78eaa52e38d8 HTTP/1.1" status: 204 len: 168 time: 0.2887132 Jun 03 21:49:42.036020 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53680) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:42.042323 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] For port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:42.046396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] For port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=6744929c-a3bf-428f-a4c7-1a5698bb8a0c,segment=NetworkSegment(9b82b114-15c3-4fa1-8d57-eb8fce000519),segment_id=9b82b114-15c3-4fa1-8d57-eb8fce000519)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:42.058440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:42.071276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:42.154948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:42.160467 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-574a9432-089a-4305-b414-859d7ba2aaf4 None None] Provisioning complete for port 5a73a077-6bdd-457a-9c81-71e0ca3cbb40 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:42.161148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-574a9432-089a-4305-b414-859d7ba2aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:42.191226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Transition to ACTIVE for port object 0ef63cfe-a597-41ce-a8cd-7f2e683a7bb4 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:42.226133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:42.236420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5d0dfd77-2ba2-44d9-8bd1-31c8b78c3362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:42.281092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-574a9432-089a-4305-b414-859d7ba2aaf4 None None] Port 5a73a077-6bdd-457a-9c81-71e0ca3cbb40 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:42.287872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Pushing event updated for resources: {'Port': ['ID=6744929c-a3bf-428f-a4c7-1a5698bb8a0c,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:42.291592 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:42.312800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Network 78b4641d-4c90-48ba-a385-acd2e12c9463 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:42.316542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:42.320959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:42.370132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 26e8e280-dc71-4614-b9a3-e8c885df05f9 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:49:42.375356 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-cd3b18f1-45dd-4fc6-97ab-71d7dd364647 tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] show failed (client error): The resource could not be found. Jun 03 21:49:42.376435 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cd3b18f1-45dd-4fc6-97ab-71d7dd364647 tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] 10.222.0.96 "GET /v2.0/subnetpools/a4b09830-b6ef-4415-9fad-78eaa52e38d8 HTTP/1.1" status: 404 len: 346 time: 0.3340828 Jun 03 21:49:42.386597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53684) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:42.421324 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-bb2118ab-9442-465b-b447-2d75a14d18b4 tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] delete failed (client error): The resource could not be found. Jun 03 21:49:42.427320 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bb2118ab-9442-465b-b447-2d75a14d18b4 tempest-SubnetPoolsTestJSON-809069945 tempest-SubnetPoolsTestJSON-809069945-project] 10.222.0.96 "DELETE /v2.0/subnetpools/a4b09830-b6ef-4415-9fad-78eaa52e38d8 HTTP/1.1" status: 404 len: 346 time: 0.0346870 Jun 03 21:49:42.427320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Pushing event updated for resources: {'Port': ['ID=0ef63cfe-a597-41ce-a8cd-7f2e683a7bb4,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:42.429586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:42.493792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:42.497051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:42.542387 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6069579 Jun 03 21:49:42.547695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53688) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:42.685454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e4c6f647-78a9-4414-98f3-dc242d67abf8 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:42.699054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:49:42.706803 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "PUT /v2.0/routers/20f8a759-a2a9-4a27-82d3-c193b3d28a83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9876370 Jun 03 21:49:42.710089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53690) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:42.712702 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c191cc3-6261-467c-8384-9d343f976b0e None None] Sync routers for ids ['20f8a759-a2a9-4a27-82d3-c193b3d28a83'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:49:42.735247 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c191cc3-6261-467c-8384-9d343f976b0e None None] Routers {'20f8a759-a2a9-4a27-82d3-c193b3d28a83'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:42.736120 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5c191cc3-6261-467c-8384-9d343f976b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['20f8a759-a2a9-4a27-82d3-c193b3d28a83'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:42.830564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-70ec21c9-f91f-4733-87d9-d0292e2a945a tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Deleting port 0ef63cfe-a597-41ce-a8cd-7f2e683a7bb4 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:42.830988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70ec21c9-f91f-4733-87d9-d0292e2a945a tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:42.843423 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5c191cc3-6261-467c-8384-9d343f976b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:42.854738 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c191cc3-6261-467c-8384-9d343f976b0e None None] Routers {'20f8a759-a2a9-4a27-82d3-c193b3d28a83'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:42.855363 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5c191cc3-6261-467c-8384-9d343f976b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['20f8a759-a2a9-4a27-82d3-c193b3d28a83'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:42.881728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e4c6f647-78a9-4414-98f3-dc242d67abf8 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:42.883359 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e4c6f647-78a9-4414-98f3-dc242d67abf8 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9368234 Jun 03 21:49:42.886823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53702) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:42.907268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-865a7f26-34d0-4e3d-ad2d-caa7ad2a8981 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Request body: {'security_group_rule': {'security_group_id': '2e53f96a-4561-419a-823d-b038ac26c068', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:42.919990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-865a7f26-34d0-4e3d-ad2d-caa7ad2a8981 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:42.939830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-865a7f26-34d0-4e3d-ad2d-caa7ad2a8981 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:42.942842 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:49:42.945342 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5c191cc3-6261-467c-8384-9d343f976b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:42.945734 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c191cc3-6261-467c-8384-9d343f976b0e None None] The sync data for ids ['20f8a759-a2a9-4a27-82d3-c193b3d28a83'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:49:42.956352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d62acfd-3091-4a38-9c6e-8f672426e40a None None] Sync routers for ids ['26e8e280-dc71-4614-b9a3-e8c885df05f9'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:49:42.960056 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/26e8e280-dc71-4614-b9a3-e8c885df05f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1558278 Jun 03 21:49:42.962479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53704) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:42.962855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53706) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:42.968289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62acfd-3091-4a38-9c6e-8f672426e40a None None] Routers {'26e8e280-dc71-4614-b9a3-e8c885df05f9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:42.968861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-4d62acfd-3091-4a38-9c6e-8f672426e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['26e8e280-dc71-4614-b9a3-e8c885df05f9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:43.037885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-4d62acfd-3091-4a38-9c6e-8f672426e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:43.047116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62acfd-3091-4a38-9c6e-8f672426e40a None None] Routers {'26e8e280-dc71-4614-b9a3-e8c885df05f9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:43.047787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-4d62acfd-3091-4a38-9c6e-8f672426e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['26e8e280-dc71-4614-b9a3-e8c885df05f9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:43.111370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-865a7f26-34d0-4e3d-ad2d-caa7ad2a8981 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:43.132447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-4d62acfd-3091-4a38-9c6e-8f672426e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:43.132868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d62acfd-3091-4a38-9c6e-8f672426e40a None None] The sync data for ids ['26e8e280-dc71-4614-b9a3-e8c885df05f9'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:49:43.150583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d064fdf2-0675-4a2c-ae89-42e5a3f80d60 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:43.155890 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d064fdf2-0675-4a2c-ae89-42e5a3f80d60 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports?device_id=20f8a759-a2a9-4a27-82d3-c193b3d28a83 HTTP/1.1" status: 200 len: 987 time: 0.3449516 Jun 03 21:49:43.157632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70ec21c9-f91f-4733-87d9-d0292e2a945a tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:43.172480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53712) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:43.210424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6744929c-a3bf-428f-a4c7-1a5698bb8a0c up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:43.278168 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa8ebda-544e-46ed-9493-db015e0ca912 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:43.279065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8fa8ebda-544e-46ed-9493-db015e0ca912 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Synchronizing usage tracker for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:43.330912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-70ec21c9-f91f-4733-87d9-d0292e2a945a tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Calling delete_port for 0ef63cfe-a597-41ce-a8cd-7f2e683a7bb4 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:43.359450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:43.405083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6931-6802-4bcb-8df0-09a3d9d584d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:43.468859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3dbf6931-6802-4bcb-8df0-09a3d9d584d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:43.476496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8fa8ebda-544e-46ed-9493-db015e0ca912 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Unset dirty status for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:43.477677 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8fa8ebda-544e-46ed-9493-db015e0ca912 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports/5a73a077-6bdd-457a-9c81-71e0ca3cbb40 HTTP/1.1" status: 200 len: 910 time: 0.5113041 Jun 03 21:49:43.481268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53714) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:43.481838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3dbf6931-6802-4bcb-8df0-09a3d9d584d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4618baeb492341d092718c3ae23fd8b4 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:43.486462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3dbf6931-6802-4bcb-8df0-09a3d9d584d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:43.581594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70ec21c9-f91f-4733-87d9-d0292e2a945a tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:43.663077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3dd356a8-61e9-49dd-8b03-e7c354267202 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:43.692192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5dba57-c5b3-4f80-ba5a-014f42051ed5 None None] Network 78b4641d-4c90-48ba-a385-acd2e12c9463 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:43.694823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3dbf6931-6802-4bcb-8df0-09a3d9d584d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:43.738730 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-865a7f26-34d0-4e3d-ad2d-caa7ad2a8981 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:43.760288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-865a7f26-34d0-4e3d-ad2d-caa7ad2a8981 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:43.767924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:43.843201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a7f26-34d0-4e3d-ad2d-caa7ad2a8981 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a24cd1-48b1-4bb6-ba6c-263a6ef21220,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:43.847913 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-990014ed-9790-4acb-b64d-3514d5c26dac None None] Provisioning for port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:43.859961 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-990014ed-9790-4acb-b64d-3514d5c26dac None None] Provisioning complete for port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:43.860341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-990014ed-9790-4acb-b64d-3514d5c26dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:43.864961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-865a7f26-34d0-4e3d-ad2d-caa7ad2a8981 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:43.886547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-865a7f26-34d0-4e3d-ad2d-caa7ad2a8981 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:43.888156 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-865a7f26-34d0-4e3d-ad2d-caa7ad2a8981 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0001040 Jun 03 21:49:43.891065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53718) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:43.934912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec21c9-f91f-4733-87d9-d0292e2a945a tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Pushing event deleted for resources: {'Port': ['ID=0ef63cfe-a597-41ce-a8cd-7f2e683a7bb4,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:43.939398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-70ec21c9-f91f-4733-87d9-d0292e2a945a tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:43.949898 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2390b53b-cb70-40d9-9ec4-4d0238595382 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules/a3a24cd1-48b1-4bb6-ba6c-263a6ef21220 HTTP/1.1" status: 200 len: 764 time: 0.0573583 Jun 03 21:49:43.954550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53720) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:44.008629 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6931-6802-4bcb-8df0-09a3d9d584d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.059971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6931-6802-4bcb-8df0-09a3d9d584d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.074356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-22e1d2b7-1cd5-47cc-8b9c-e2bb09f4c828 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:44.103125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fc2110b6-debe-4089-81cc-8ca41a341c22 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:44.148384 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3dbf6931-6802-4bcb-8df0-09a3d9d584d5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4618baeb492341d092718c3ae23fd8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1831682 Jun 03 21:49:44.152703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53722) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:44.153549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf6931-6802-4bcb-8df0-09a3d9d584d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead72ed4-701a-4b71-a896-b0f5770d7129,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:44.157564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3dbf6931-6802-4bcb-8df0-09a3d9d584d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:44.182691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fc2110b6-debe-4089-81cc-8ca41a341c22 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group_rule {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:44.184120 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fc2110b6-debe-4089-81cc-8ca41a341c22 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2277696 Jun 03 21:49:44.193107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53724) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:44.221089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-990014ed-9790-4acb-b64d-3514d5c26dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.274613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-70ec21c9-f91f-4733-87d9-d0292e2a945a tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.288258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-990014ed-9790-4acb-b64d-3514d5c26dac None None] For port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=6744929c-a3bf-428f-a4c7-1a5698bb8a0c,segment=NetworkSegment(9b82b114-15c3-4fa1-8d57-eb8fce000519),segment_id=9b82b114-15c3-4fa1-8d57-eb8fce000519)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:44.295602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-990014ed-9790-4acb-b64d-3514d5c26dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.305730 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:44.310514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-86429907-2ea0-420d-8674-7ccd3b15437f tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.357603 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-70ec21c9-f91f-4733-87d9-d0292e2a945a tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] 10.222.0.96 "DELETE /v2.0/ports/0ef63cfe-a597-41ce-a8cd-7f2e683a7bb4 HTTP/1.1" status: 204 len: 168 time: 1.8054476 Jun 03 21:49:44.358780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53726) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:44.361219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-86429907-2ea0-420d-8674-7ccd3b15437f tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.401689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf0be2c5-0a74-4f30-acbf-fc280da71a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.447089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-17aa8fd1-bbba-49de-922d-98c90f081c54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.476440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990014ed-9790-4acb-b64d-3514d5c26dac None None] Pushing event updated for resources: {'Port': ['ID=6744929c-a3bf-428f-a4c7-1a5698bb8a0c,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:44.479808 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-990014ed-9790-4acb-b64d-3514d5c26dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:44.517464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf0be2c5-0a74-4f30-acbf-fc280da71a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.617122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-86429907-2ea0-420d-8674-7ccd3b15437f tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.628714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-210c1c2f-31a0-469d-8128-b075969e05cb None None] Provisioning complete for port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:44.629603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-210c1c2f-31a0-469d-8128-b075969e05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.655547 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d3aa62c1-aa02-43ee-9627-b8abdba903ab tempest-DHCPAgentSchedulersTestJSON-1451877481 tempest-DHCPAgentSchedulersTestJSON-1451877481-project-admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.2875204 Jun 03 21:49:44.658629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53730) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:44.663607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-433223308'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:44.691919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:44.710926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Usage tracker for resource:network and tenant:22a9d036355b4e26864643aa70ebe214 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:44.724016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:44.732898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:44.837920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:44.879859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86429907-2ea0-420d-8674-7ccd3b15437f tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3a24cd1-48b1-4bb6-ba6c-263a6ef21220,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:44.894486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:44.929641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-86429907-2ea0-420d-8674-7ccd3b15437f tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:44.989123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-716d9f73-799f-4382-b188-56c93c6d0b8b None None] Could not find standard attr ID for object 0ef63cfe-a597-41ce-a8cd-7f2e683a7bb4. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:49:45.038594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-86429907-2ea0-420d-8674-7ccd3b15437f tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.040745 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-86429907-2ea0-420d-8674-7ccd3b15437f tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/a3a24cd1-48b1-4bb6-ba6c-263a6ef21220 HTTP/1.1" status: 204 len: 168 time: 0.8451879 Jun 03 21:49:45.045150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53734) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:45.079323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Made reservation on behalf of 22a9d036355b4e26864643aa70ebe214 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:45.089951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.160595 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf0be2c5-0a74-4f30-acbf-fc280da71a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.167768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6744929c-a3bf-428f-a4c7-1a5698bb8a0c up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:45.168052 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3dbf6931-6802-4bcb-8df0-09a3d9d584d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:45.187201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0be2c5-0a74-4f30-acbf-fc280da71a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead72ed4-701a-4b71-a896-b0f5770d7129,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:45.193578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cf0be2c5-0a74-4f30-acbf-fc280da71a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:45.204426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:49:45.215896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.216483 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Added segment 979e3f2a-366b-456e-8e2c-cd71f5e0e1e6 of type vlan for network 1b5ebf51-f371-4bd2-a084-99e7baccbf41 Jun 03 21:49:45.216611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf0be2c5-0a74-4f30-acbf-fc280da71a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.222011 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cf0be2c5-0a74-4f30-acbf-fc280da71a72 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ead72ed4-701a-4b71-a896-b0f5770d7129 HTTP/1.1" status: 204 len: 168 time: 1.0626011 Jun 03 21:49:45.317813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:45.318514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.354475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-17aa8fd1-bbba-49de-922d-98c90f081c54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port 18e0227a-c15b-4829-8353-000d4f024974 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:45.355130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-17aa8fd1-bbba-49de-922d-98c90f081c54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.412366 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-729665b7-2cf7-4315-953e-b240aa48f83a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3657377 Jun 03 21:49:45.420594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.462368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53738) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:45.483651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.490505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:45.491302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.511562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9904dbcb-4975-4985-9ecb-721f1afbd7d0 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:45.526675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-17aa8fd1-bbba-49de-922d-98c90f081c54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.697765 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-17aa8fd1-bbba-49de-922d-98c90f081c54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for 18e0227a-c15b-4829-8353-000d4f024974 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:45.730251 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0701320 Jun 03 21:49:45.730988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Pushing event updated for resources: {'Network': ['ID=1b5ebf51-f371-4bd2-a084-99e7baccbf41,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:45.733126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53746) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:45.742941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 1b5ebf51-f371-4bd2-a084-99e7baccbf41 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:49:45.746267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:45.797935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cb8d2d68-4c1b-4802-89a8-590b34ed92d2 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.911062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cb8d2d68-4c1b-4802-89a8-590b34ed92d2 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:45.947043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Allocated IP 172.21.0.1 (cba06e25-e006-4ac8-949e-cf60503178b5/89c717be-188a-4234-bcd6-a6ba09e77bd7/a82e0545-5e18-4408-97d0-090bc365c6df) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:46.036326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cb8d2d68-4c1b-4802-89a8-590b34ed92d2 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:46.046299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fafe6000-35ed-4c06-a548-16aae761824d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:46.061888 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-eac785fd-b4e4-461b-b094-2da112abd747 tempest-DHCPAgentSchedulersTestJSON-1451877481 tempest-DHCPAgentSchedulersTestJSON-1451877481-project-admin] 10.222.0.96 "GET /v2.0/agents/d4f0f1b8-9072-45ad-a953-76c35db13ef5/dhcp-networks HTTP/1.1" status: 200 len: 8783 time: 0.3257275 Jun 03 21:49:46.065272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53756) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:46.089748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d2d68-4c1b-4802-89a8-590b34ed92d2 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e53f96a-4561-419a-823d-b038ac26c068,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:46.123980 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cb8d2d68-4c1b-4802-89a8-590b34ed92d2 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:46.186730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cb8d2d68-4c1b-4802-89a8-590b34ed92d2 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:46.191013 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cb8d2d68-4c1b-4802-89a8-590b34ed92d2 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "DELETE /v2.0/security-groups/2e53f96a-4561-419a-823d-b038ac26c068 HTTP/1.1" status: 204 len: 168 time: 0.7266173 Jun 03 21:49:46.191670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53762) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:46.325909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-17aa8fd1-bbba-49de-922d-98c90f081c54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:46.341869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:46.384097 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecca9f52-d539-4277-9936-0ac5105db240 tempest-DHCPAgentSchedulersTestJSON-1451877481 tempest-DHCPAgentSchedulersTestJSON-1451877481-project-admin] Network 1b5ebf51-f371-4bd2-a084-99e7baccbf41 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:49:46.461210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa8fd1-bbba-49de-922d-98c90f081c54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=18e0227a-c15b-4829-8353-000d4f024974,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:46.493584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7304b4df-3d75-42ba-ba42-5842650dbbcb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Synchronizing usage tracker for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:46.504063 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53768) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:46.537364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:46.556642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Transition to ACTIVE for port object a82e0545-5e18-4408-97d0-090bc365c6df will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:46.588527 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7304b4df-3d75-42ba-ba42-5842650dbbcb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Unset dirty status for tenant:ffcb1508e6a444899c5ef8f10db4edc3 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:46.594069 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7304b4df-3d75-42ba-ba42-5842650dbbcb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3928216 Jun 03 21:49:46.596775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53772) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:46.613004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:46.624971 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:46.640417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-17aa8fd1-bbba-49de-922d-98c90f081c54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:46.644618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-17aa8fd1-bbba-49de-922d-98c90f081c54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:46.661391 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ecca9f52-d539-4277-9936-0ac5105db240 tempest-DHCPAgentSchedulersTestJSON-1451877481 tempest-DHCPAgentSchedulersTestJSON-1451877481-project-admin] 10.222.0.96 "POST /v2.0/agents/d4f0f1b8-9072-45ad-a953-76c35db13ef5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5901275 Jun 03 21:49:46.668731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53774) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:46.670384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a59ced-fb11-4abd-9cee-34c2918a1905 None None] Network 1b5ebf51-f371-4bd2-a084-99e7baccbf41 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:46.695698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network cba06e25-e006-4ac8-949e-cf60503178b5 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:46.713077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:46.722468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:46.781150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-222518466'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:46.786338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:46.791485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Usage tracker for resource:network and tenant:ab7b24351a6743608636e0cf24bef308 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:46.795036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:46.801673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:46.872544 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fc3ed1ef-f0a3-4317-b319-d1c04594ff20 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2749827 Jun 03 21:49:46.894423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=a82e0545-5e18-4408-97d0-090bc365c6df,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:46.918763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:46.919632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Made reservation on behalf of ab7b24351a6743608636e0cf24bef308 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:46.923254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:46.998022 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:47.018566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:47.133221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17aa8fd1-bbba-49de-922d-98c90f081c54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Router 20f8a759-a2a9-4a27-82d3-c193b3d28a83 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:49:47.140190 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5ac80542-dee9-4021-b49c-c0b48a8338d7 None None] Provisioning for port a82e0545-5e18-4408-97d0-090bc365c6df completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:47.148376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5ac80542-dee9-4021-b49c-c0b48a8338d7 None None] Provisioning complete for port a82e0545-5e18-4408-97d0-090bc365c6df triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:47.148996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5ac80542-dee9-4021-b49c-c0b48a8338d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:47.236447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5ac80542-dee9-4021-b49c-c0b48a8338d7 None None] Port a82e0545-5e18-4408-97d0-090bc365c6df cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:47.307801 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-be6a85e7-1f41-4458-ad1e-4cfefeb74487 tempest-DHCPAgentSchedulersTestJSON-1451877481 tempest-DHCPAgentSchedulersTestJSON-1451877481-project-admin] 10.222.0.96 "GET /v2.0/agents/d4f0f1b8-9072-45ad-a953-76c35db13ef5/dhcp-networks HTTP/1.1" status: 200 len: 9553 time: 0.6300473 Jun 03 21:49:47.307941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aa8fd1-bbba-49de-922d-98c90f081c54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:49:47.308101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53784) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:47.312333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:47.319668 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a937b62c-de37-4c0a-85c3-3c866545203c None None] Sync routers for ids ['20f8a759-a2a9-4a27-82d3-c193b3d28a83'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:49:47.320749 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-17aa8fd1-bbba-49de-922d-98c90f081c54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "PUT /v2.0/routers/20f8a759-a2a9-4a27-82d3-c193b3d28a83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1444619 Jun 03 21:49:47.323507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53788) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:47.330403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53790) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:47.331494 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a937b62c-de37-4c0a-85c3-3c866545203c None None] Routers {'20f8a759-a2a9-4a27-82d3-c193b3d28a83'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:47.332126 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a937b62c-de37-4c0a-85c3-3c866545203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['20f8a759-a2a9-4a27-82d3-c193b3d28a83'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:47.370747 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa5df33-7dcc-401a-9ee7-5e9fda7a664f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:49:47.371300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6fa5df33-7dcc-401a-9ee7-5e9fda7a664f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:47.395039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6fa5df33-7dcc-401a-9ee7-5e9fda7a664f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:47.399728 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6fa5df33-7dcc-401a-9ee7-5e9fda7a664f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/18e0227a-c15b-4829-8353-000d4f024974 HTTP/1.1" status: 404 len: 333 time: 0.0723610 Jun 03 21:49:47.400711 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53794) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:47.402497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Usage tracker for resource:security_group_rule and tenant:ab7b24351a6743608636e0cf24bef308 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:47.402638 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a937b62c-de37-4c0a-85c3-3c866545203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:47.411225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:47.411903 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a937b62c-de37-4c0a-85c3-3c866545203c None None] Routers {'20f8a759-a2a9-4a27-82d3-c193b3d28a83'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:47.412923 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a937b62c-de37-4c0a-85c3-3c866545203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['20f8a759-a2a9-4a27-82d3-c193b3d28a83'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:47.425224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:47.490167 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a937b62c-de37-4c0a-85c3-3c866545203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:47.491152 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a937b62c-de37-4c0a-85c3-3c866545203c None None] The sync data for ids ['20f8a759-a2a9-4a27-82d3-c193b3d28a83'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:49:47.573751 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a536ce9-0869-416e-a9bd-0f079f13952a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:47.618218 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9d5353ad-1998-4bb6-ae4d-37445164d108 tempest-DHCPAgentSchedulersTestJSON-1451877481 tempest-DHCPAgentSchedulersTestJSON-1451877481-project-admin] 10.222.0.96 "DELETE /v2.0/agents/d4f0f1b8-9072-45ad-a953-76c35db13ef5/dhcp-networks/1b5ebf51-f371-4bd2-a084-99e7baccbf41 HTTP/1.1" status: 204 len: 168 time: 0.3126059 Jun 03 21:49:47.627449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53800) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:47.729500 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a1ec5228-508a-438a-bced-6f1eaebe0c0e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ffcb1508e6a444899c5ef8f10db4edc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842463 Jun 03 21:49:47.733432 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53802) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:47.845909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:47.864474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:47.884035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:47.891584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9fe6c0be-e450-4a02-bb8e-11689ab5b94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:47.901673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-4efe7c56-e84b-4073-a7e5-e2f43a5addc8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Synchronizing usage tracker for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:47.974521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:49:47.982113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a536ce9-0869-416e-a9bd-0f079f13952a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:47.985247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a536ce9-0869-416e-a9bd-0f079f13952a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:47.985816 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddd9b9c-c2be-485a-9c1e-73e660a5aa84,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:47.996735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:48.032376 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-4efe7c56-e84b-4073-a7e5-e2f43a5addc8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Unset dirty status for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:48.033644 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-4efe7c56-e84b-4073-a7e5-e2f43a5addc8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24383470&fields=id&tenant_id=ea9dc95effb941b3ad996c5e7166ace0 HTTP/1.1" status: 200 len: 267 time: 0.3986750 Jun 03 21:49:48.037612 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a536ce9-0869-416e-a9bd-0f079f13952a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:48.038134 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a536ce9-0869-416e-a9bd-0f079f13952a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Fanout notify agent at l3_agent the message router_deleted on router 20f8a759-a2a9-4a27-82d3-c193b3d28a83 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:49:48.048491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1383705-fd38-4e46-a451-06c344cae268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:48.084488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:48.084836 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Added segment 32440f44-4a36-41df-8299-e766c1388744 of type vlan for network 77754fb0-2486-4740-b538-b8686f1759bc Jun 03 21:49:48.094973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a536ce9-0869-416e-a9bd-0f079f13952a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:48.096175 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3a536ce9-0869-416e-a9bd-0f079f13952a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/routers/20f8a759-a2a9-4a27-82d3-c193b3d28a83 HTTP/1.1" status: 204 len: 168 time: 0.6944532 Jun 03 21:49:48.103877 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e0ce13cb-b715-49fc-af31-d2d1c946e3f1 tempest-DHCPAgentSchedulersTestJSON-1451877481 tempest-DHCPAgentSchedulersTestJSON-1451877481-project-admin] 10.222.0.96 "GET /v2.0/agents/d4f0f1b8-9072-45ad-a953-76c35db13ef5/dhcp-networks HTTP/1.1" status: 200 len: 8783 time: 0.4725440 Jun 03 21:49:48.104474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53804) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:48.108718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53806) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:48.131626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1383705-fd38-4e46-a451-06c344cae268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:48.253387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:48.265452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-95da2e41-9ac4-4263-83a1-f1efd9b1678f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:48.266152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-95da2e41-9ac4-4263-83a1-f1efd9b1678f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Synchronizing usage tracker for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:48.283555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1383705-fd38-4e46-a451-06c344cae268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:48.289972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3d925495-af91-4b2b-bc30-4594e2dd4531 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:48.294264 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8496cee8-3600-457f-8439-7a0717b00703 tempest-DHCPAgentSchedulersTestJSON-1451877481 tempest-DHCPAgentSchedulersTestJSON-1451877481-project-admin] 10.222.0.96 "GET /v2.0/networks/78b4641d-4c90-48ba-a385-acd2e12c9463/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1323900 Jun 03 21:49:48.300204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-95da2e41-9ac4-4263-83a1-f1efd9b1678f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Unset dirty status for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:48.301413 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-95da2e41-9ac4-4263-83a1-f1efd9b1678f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 812 time: 0.2558656 Jun 03 21:49:48.301861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53808) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:48.317416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1383705-fd38-4e46-a451-06c344cae268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e6cc1d-a209-45e9-a638-bbefdb79941e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:48.320446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c1383705-fd38-4e46-a451-06c344cae268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:48.322614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f1b654-25f0-4f9b-8f12-87970abe46ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting subnet da966209-6791-4a30-8bbf-8cbd0aaffe81 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:49:48.350053 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-e9254f48-d621-4887-b74b-188c6a24090b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/quotas/ea9dc95effb941b3ad996c5e7166ace0 HTTP/1.1" status: 200 len: 375 time: 0.0347364 Jun 03 21:49:48.353920 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2633d840-73bb-4436-abaf-5481ce7f4c8e tempest-DHCPAgentSchedulersTestJSON-1451877481 tempest-DHCPAgentSchedulersTestJSON-1451877481-project-admin] 10.222.0.96 "GET /v2.0/networks/78b4641d-4c90-48ba-a385-acd2e12c9463/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0459690 Jun 03 21:49:48.353920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c1383705-fd38-4e46-a451-06c344cae268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:48.354182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b654-25f0-4f9b-8f12-87970abe46ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:48.354280 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c1383705-fd38-4e46-a451-06c344cae268 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/57e6cc1d-a209-45e9-a638-bbefdb79941e HTTP/1.1" status: 204 len: 168 time: 0.6194632 Jun 03 21:49:48.354492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53810) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:48.601095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-ce466bc7-9d30-4cac-a719-59fd069ab16b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Synchronizing usage tracker for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:48.637024 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-264eeb99-694d-4624-bba9-914ee9bc8f7a tempest-DHCPAgentSchedulersTestJSON-1451877481 tempest-DHCPAgentSchedulersTestJSON-1451877481-project-admin] 10.222.0.96 "GET /v2.0/agents/d4f0f1b8-9072-45ad-a953-76c35db13ef5/dhcp-networks HTTP/1.1" status: 200 len: 8783 time: 0.2814002 Jun 03 21:49:48.651342 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53814) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:48.651881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:48.657572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:48.658210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:48.672320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7628f525-8111-4791-9b1c-4e12bbbc0e08 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:48.675826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-ce466bc7-9d30-4cac-a719-59fd069ab16b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Unset dirty status for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:48.677125 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-ce466bc7-9d30-4cac-a719-59fd069ab16b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3109543 Jun 03 21:49:48.730306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b654-25f0-4f9b-8f12-87970abe46ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:48.872320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Pushing event updated for resources: {'Network': ['ID=77754fb0-2486-4740-b538-b8686f1759bc,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:48.879811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:48.888760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 77754fb0-2486-4740-b538-b8686f1759bc details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:49:48.891576 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.3859532 Jun 03 21:49:48.892232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53818) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:48.904733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Request body: {'subnet': {'network_id': '77754fb0-2486-4740-b538-b8686f1759bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:48.971804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.032394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.047969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.080615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:49.130668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b654-25f0-4f9b-8f12-87970abe46ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.180729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:49.201836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.202069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Usage tracker for resource:subnet and tenant:ab7b24351a6743608636e0cf24bef308 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:49.210925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:49.220565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5ebf51-f371-4bd2-a084-99e7baccbf41']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:49.234553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:49.241970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.257660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979e3f2a-366b-456e-8e2c-cd71f5e0e1e6') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:49.258025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979e3f2a-366b-456e-8e2c-cd71f5e0e1e6') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:49.264061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=a82e0545-5e18-4408-97d0-090bc365c6df,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:49.277575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:49.277795 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-92b3cc72-b695-4b1f-b5df-cb4a758a7f28 service neutron] 10.222.0.96 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832946 Jun 03 21:49:49.301613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.307479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Made reservation on behalf of ab7b24351a6743608636e0cf24bef308 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:49.310935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.338384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.392992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:49:49.393346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:49:49.408158 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:49:49.513747 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-8e0f858b-215b-44fa-aaa6-570bf99ed8d3 service neutron] 10.222.0.96 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324331 Jun 03 21:49:49.514957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.518263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7b7c5577-2c41-4d1a-9514-7f0fffe26115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:49.533583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.547822 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] 10.222.0.96 "DELETE /v2.0/networks/1b5ebf51-f371-4bd2-a084-99e7baccbf41 HTTP/1.1" status: 204 len: 168 time: 0.8925860 Jun 03 21:49:49.547822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Pushing event deleted for resources: {'Network': ['ID=1b5ebf51-f371-4bd2-a084-99e7baccbf41,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:49.547822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53820) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:49.579974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:49.595392 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-a925be06-29c2-4261-ac83-fbb818d3a6a8 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] DELETE failed (client error): The resource could not be found. Jun 03 21:49:49.596310 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a925be06-29c2-4261-ac83-fbb818d3a6a8 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:49:49.600062 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a925be06-29c2-4261-ac83-fbb818d3a6a8 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] 10.222.0.96 "DELETE /v2.0/ports/0ef63cfe-a597-41ce-a8cd-7f2e683a7bb4 HTTP/1.1" status: 404 len: 333 time: 0.0490658 Jun 03 21:49:49.600838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53824) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:49.674847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cf9945-28c4-4f6f-93d5-1f57848618ac tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Deleting subnet e8ab2f7e-e78f-454a-90c2-83e75be634cd {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:49:49.678457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45cf9945-28c4-4f6f-93d5-1f57848618ac tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.680033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network cba06e25-e006-4ac8-949e-cf60503178b5 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:49.684070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:49.745957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45cf9945-28c4-4f6f-93d5-1f57848618ac tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.864408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45cf9945-28c4-4f6f-93d5-1f57848618ac tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.929257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b654-25f0-4f9b-8f12-87970abe46ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:49.947927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-eb08aeb2-4863-4296-b70b-ed64c9c2fbe4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:50.011483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-de1833f8-16ac-46d3-b436-4af978e5ef8a None None] Provisioning complete for port a82e0545-5e18-4408-97d0-090bc365c6df triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:50.012118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1b654-25f0-4f9b-8f12-87970abe46ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Subnet': ['ID=da966209-6791-4a30-8bbf-8cbd0aaffe81,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:50.012584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-de1833f8-16ac-46d3-b436-4af978e5ef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:50.021603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a6f1b654-25f0-4f9b-8f12-87970abe46ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:50.034508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b654-25f0-4f9b-8f12-87970abe46ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:50.062576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae619a63-1356-4344-8485-35dfc4d1498a None None] Network b5dc4aef-5e14-4aa8-9524-ce753a13c260 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:50.122892 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a6f1b654-25f0-4f9b-8f12-87970abe46ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/da966209-6791-4a30-8bbf-8cbd0aaffe81 HTTP/1.1" status: 204 len: 168 time: 2.0148163 Jun 03 21:49:50.123961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53836) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:50.137857 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cd00f1df-a37b-4eed-adb1-73bbcf273a46 req-9240b549-d50d-432e-a2b6-f0d3a2ec0694 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 210 time: 0.0938878 Jun 03 21:49:50.214996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-de1833f8-16ac-46d3-b436-4af978e5ef8a None None] Port a82e0545-5e18-4408-97d0-090bc365c6df cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:50.282870 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45cf9945-28c4-4f6f-93d5-1f57848618ac tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:50.287990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ab41929e-4f3d-4765-b9b5-ec3d95e52265 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:50.349206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf9945-28c4-4f6f-93d5-1f57848618ac tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ab2f7e-e78f-454a-90c2-83e75be634cd,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:50.353610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-45cf9945-28c4-4f6f-93d5-1f57848618ac tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:50.355960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45cf9945-28c4-4f6f-93d5-1f57848618ac tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:50.363155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7895df-4480-4d1c-9dcc-47a936c4e4ef None None] Network 78b4641d-4c90-48ba-a385-acd2e12c9463 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:50.367530 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-45cf9945-28c4-4f6f-93d5-1f57848618ac tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] 10.222.0.96 "DELETE /v2.0/subnets/e8ab2f7e-e78f-454a-90c2-83e75be634cd HTTP/1.1" status: 204 len: 168 time: 0.7655547 Jun 03 21:49:50.369905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53838) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:50.484228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 26e8e280-dc71-4614-b9a3-e8c885df05f9 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:49:50.490111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e88a2a-256e-47ce-b6cc-6ae8acb0edd9 None None] DHCP port deletion for b5dc4aef-5e14-4aa8-9524-ce753a13c260 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:49:50.611577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:50.684790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-93e88a2a-256e-47ce-b6cc-6ae8acb0edd9 None None] Deleting port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:50.685508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-93e88a2a-256e-47ce-b6cc-6ae8acb0edd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:50.732070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:50.752321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Deleting port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:50.752845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:50.819020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794a2efb-0d69-4164-8be5-9bc7fdb8179f None None] DHCP port deletion for 78b4641d-4c90-48ba-a385-acd2e12c9463 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:49:50.853908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:49:50.869684 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/26e8e280-dc71-4614-b9a3-e8c885df05f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3876081 Jun 03 21:49:50.874414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53848) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:50.878019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0da137-d0c9-4dcc-b143-19abeb3a5263 None None] Sync routers for ids ['26e8e280-dc71-4614-b9a3-e8c885df05f9'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:49:50.901640 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-93e88a2a-256e-47ce-b6cc-6ae8acb0edd9 None None] For port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e7eb8fe0-fea0-4db8-9b02-cd13e96b8310,segment=NetworkSegment(69332093-c164-4082-894b-6a0fb766ba99),segment_id=69332093-c164-4082-894b-6a0fb766ba99)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:50.901838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] For port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=6744929c-a3bf-428f-a4c7-1a5698bb8a0c,segment=NetworkSegment(9b82b114-15c3-4fa1-8d57-eb8fce000519),segment_id=9b82b114-15c3-4fa1-8d57-eb8fce000519)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:50.901950 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-93e88a2a-256e-47ce-b6cc-6ae8acb0edd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:50.902155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.028539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d12cd2-be7b-43cc-a9c2-07f3deffc44e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:51.029072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-14d12cd2-be7b-43cc-a9c2-07f3deffc44e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Synchronizing usage tracker for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:49:51.065608 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0da137-d0c9-4dcc-b143-19abeb3a5263 None None] Routers {'26e8e280-dc71-4614-b9a3-e8c885df05f9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:51.066342 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-2f0da137-d0c9-4dcc-b143-19abeb3a5263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['26e8e280-dc71-4614-b9a3-e8c885df05f9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:51.133012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:51.133700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.180794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-14d12cd2-be7b-43cc-a9c2-07f3deffc44e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Unset dirty status for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:49:51.181409 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-14d12cd2-be7b-43cc-a9c2-07f3deffc44e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports/a82e0545-5e18-4408-97d0-090bc365c6df HTTP/1.1" status: 200 len: 910 time: 0.2641625 Jun 03 21:49:51.210779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-93e88a2a-256e-47ce-b6cc-6ae8acb0edd9 None None] Calling delete_port for e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:51.218533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:49:51.269350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-2f0da137-d0c9-4dcc-b143-19abeb3a5263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:51.321341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0da137-d0c9-4dcc-b143-19abeb3a5263 None None] Routers {'26e8e280-dc71-4614-b9a3-e8c885df05f9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:49:51.321994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-2f0da137-d0c9-4dcc-b143-19abeb3a5263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['26e8e280-dc71-4614-b9a3-e8c885df05f9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:51.329253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53852) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:51.358189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Calling delete_port for 6744929c-a3bf-428f-a4c7-1a5698bb8a0c owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:51.414330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-2f0da137-d0c9-4dcc-b143-19abeb3a5263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:51.414763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0da137-d0c9-4dcc-b143-19abeb3a5263 None None] The sync data for ids ['26e8e280-dc71-4614-b9a3-e8c885df05f9'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:49:51.418811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-794a2efb-0d69-4164-8be5-9bc7fdb8179f None None] Deleting port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:51.419146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-794a2efb-0d69-4164-8be5-9bc7fdb8179f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.471239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] For port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e7eb8fe0-fea0-4db8-9b02-cd13e96b8310,segment=NetworkSegment(69332093-c164-4082-894b-6a0fb766ba99),segment_id=69332093-c164-4082-894b-6a0fb766ba99)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:51.472676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.527657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-794a2efb-0d69-4164-8be5-9bc7fdb8179f None None] For port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c, host dv-neutron-792998-2-hyperv, got binding levels [] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:51.528071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-794a2efb-0d69-4164-8be5-9bc7fdb8179f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.543122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.551368 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cc021cc2-ae85-4280-80e1-c78615b02f50 req-9d5269fb-2c05-4163-bcaa-5eaaa6bbd5e7 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 210 time: 0.1353495 Jun 03 21:49:51.553647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:51.603397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] No DVR routers for this DVR port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:51.633627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Pushing event deleted for resources: {'Port': ['ID=6744929c-a3bf-428f-a4c7-1a5698bb8a0c,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:51.637217 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:51.698059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:51.734917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-794a2efb-0d69-4164-8be5-9bc7fdb8179f None None] Calling delete_port for 6744929c-a3bf-428f-a4c7-1a5698bb8a0c owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:51.738605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.ipam_backend_mixin [None req-794a2efb-0d69-4164-8be5-9bc7fdb8179f None None] Port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c was not found and therefore no delete operation was performed {{(pid=104398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:49:51.741297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-794a2efb-0d69-4164-8be5-9bc7fdb8179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.745824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.747439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1864ad10-fce5-4c08-ab41-a3b236767a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:51.747610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.755331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0666850d-5a39-49f9-8aee-8c57128963d3 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:51.760809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b4641d-4c90-48ba-a385-acd2e12c9463']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:51.774600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b82b114-15c3-4fa1-8d57-eb8fce000519') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:51.774824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b82b114-15c3-4fa1-8d57-eb8fce000519') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:51.787119 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.797992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a2efb-0d69-4164-8be5-9bc7fdb8179f None None] No DVR routers for this DVR port 6744929c-a3bf-428f-a4c7-1a5698bb8a0c on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:51.800635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a2efb-0d69-4164-8be5-9bc7fdb8179f None None] Pushing event deleted for resources: {'Port': ['ID=6744929c-a3bf-428f-a4c7-1a5698bb8a0c,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:51.806749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-794a2efb-0d69-4164-8be5-9bc7fdb8179f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:51.818833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.826831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:49:51.827213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:49:51.846174 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:49:51.899562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-93e88a2a-256e-47ce-b6cc-6ae8acb0edd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.904294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-794a2efb-0d69-4164-8be5-9bc7fdb8179f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:51.941603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.977774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.983886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:51.989705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e88a2a-256e-47ce-b6cc-6ae8acb0edd9 None None] Pushing event deleted for resources: {'Port': ['ID=e7eb8fe0-fea0-4db8-9b02-cd13e96b8310,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:51.996511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-33bbe149-ff8e-49b7-bd35-d8f3803106eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:51.998225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-93e88a2a-256e-47ce-b6cc-6ae8acb0edd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:52.001025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e88a2a-256e-47ce-b6cc-6ae8acb0edd9 None None] No DVR routers for this DVR port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:52.029137 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] 10.222.0.96 "DELETE /v2.0/networks/78b4641d-4c90-48ba-a385-acd2e12c9463 HTTP/1.1" status: 204 len: 168 time: 1.6461155 Jun 03 21:49:52.044572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Pushing event deleted for resources: {'Network': ['ID=78b4641d-4c90-48ba-a385-acd2e12c9463,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:52.051975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:52.110261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6744929c-a3bf-428f-a4c7-1a5698bb8a0c no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:49:52.183977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 6744929c-a3bf-428f-a4c7-1a5698bb8a0c {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:49:52.184725 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6744929c-a3bf-428f-a4c7-1a5698bb8a0c not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:49:52.276931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Pushing event updated for resources: {'Subnet': ['ID=af8a2ee8-ddbe-43f9-bda1-770b707f9aae,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:52.287056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:52.331149 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Checking segment: {'id': '32440f44-4a36-41df-8299-e766c1388744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '77754fb0-2486-4740-b538-b8686f1759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:52.331794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Network hostable DHCP agents. Network: 77754fb0-2486-4740-b538-b8686f1759bc, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:49:52.357398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53858) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:52.386163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-7fe15bc4-8768-4786-9f05-7ce13891b792 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:52.387637 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-7fe15bc4-8768-4786-9f05-7ce13891b792 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 812 time: 0.4108784 Jun 03 21:49:52.397472 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:52.406996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cc81e987-7c89-493a-a38c-0e66e78273d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:52.481000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Network 77754fb0-2486-4740-b538-b8686f1759bc is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:49:52.483492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No DVR routers for this DVR port e7eb8fe0-fea0-4db8-9b02-cd13e96b8310 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:49:52.489506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=e7eb8fe0-fea0-4db8-9b02-cd13e96b8310,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:52.524520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:52.537264 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c4d8dbe3-29c0-48b6-8c6b-52313391679f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=22a9d036355b4e26864643aa70ebe214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782908 Jun 03 21:49:52.537937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53862) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:52.602853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 77754fb0-2486-4740-b538-b8686f1759bc) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:52.611241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4093a157-d4d0-48ea-a60b-631d1ba8dccf None None] Network 77754fb0-2486-4740-b538-b8686f1759bc requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:52.623978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-041de962-ef39-4eb5-8516-94cc6ba2f3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:52.632705 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-95a86e19-3693-45ae-a139-e3fb0ef9f4a1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea9dc95effb941b3ad996c5e7166ace0 HTTP/1.1" status: 200 len: 378 time: 0.1944783 Jun 03 21:49:52.654257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-041de962-ef39-4eb5-8516-94cc6ba2f3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:52.691876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Request body: {'port': {'device_id': '5e6f061e-84e8-4146-aaaf-7d79aad3d87e', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'admin_state_up': True, 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'security_groups': ['236e5f6c-879f-4f75-8b97-62d62125c618']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:52.728045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-041de962-ef39-4eb5-8516-94cc6ba2f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:52.733400 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fc13b392-7f1e-4c86-b8bc-dcf985c7cacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:52.746834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041de962-ef39-4eb5-8516-94cc6ba2f3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337804f1-2ade-447b-8690-4f38c7d4012d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:52.749262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-041de962-ef39-4eb5-8516-94cc6ba2f3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:52.756532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-041de962-ef39-4eb5-8516-94cc6ba2f3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:52.758014 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-041de962-ef39-4eb5-8516-94cc6ba2f3fd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/337804f1-2ade-447b-8690-4f38c7d4012d HTTP/1.1" status: 204 len: 168 time: 0.2190316 Jun 03 21:49:52.760495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:52.760495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:52.798177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:52.844107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-04f41d42-c5cd-44cd-be76-c1b153b52c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:52.870697 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9368f84d-06d6-4e1e-90d2-963dde590a9f req-bd1ba9b6-9851-4a26-8e31-055a820ab9db tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 210 time: 0.0970249 Jun 03 21:49:52.885330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dc4aef-5e14-4aa8-9524-ce753a13c260']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:52.926361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-77754fb0-2486-4740-b538-b8686f1759bc', 'network_id': '77754fb0-2486-4740-b538-b8686f1759bc', 'tenant_id': 'ab7b24351a6743608636e0cf24bef308', 'fixed_ips': [{'subnet_id': 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:49:52.927285 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:52.958743 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0612643 Jun 03 21:49:52.960604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53872) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:52.961630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69332093-c164-4082-894b-6a0fb766ba99') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:52.961929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69332093-c164-4082-894b-6a0fb766ba99') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:52.967715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Request body: {'port': {'network_id': '77754fb0-2486-4740-b538-b8686f1759bc', 'name': 'tempest-TagsExtTest-2041824941'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:52.996935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.046072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.125105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:49:53.125515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.161075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:49:53.164302 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:49:53.176248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:53.180771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Usage tracker for resource:port and tenant:ab7b24351a6743608636e0cf24bef308 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:53.184328 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:53.190637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:53.199931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:53.205114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Made reservation on behalf of ab7b24351a6743608636e0cf24bef308 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:53.209057 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.225015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53874) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:53.249881 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10bf548e-9bae-4a46-a151-80339122620b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.255066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Allocated IP 172.20.0.2 (77754fb0-2486-4740-b538-b8686f1759bc/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/9948a52a-35a8-4572-b23a-3f71f01a398c) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:53.264051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] device_id is not set on port 7383733d-7c90-44ca-acea-3d4183de239f yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:49:53.274911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Made reservation on behalf of ea9dc95effb941b3ad996c5e7166ace0 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:53.279169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.292577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.302767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7e8b1256-2d8f-46eb-93b4-cbff18547095 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:53.318087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.335543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Network': ['ID=b5dc4aef-5e14-4aa8-9524-ce753a13c260,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:53.363431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-10bf548e-9bae-4a46-a151-80339122620b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:53.367982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-10bf548e-9bae-4a46-a151-80339122620b admin admin] Usage tracker for resource:security_group_rule and tenant:517150b46a1e4a8188cd4c1172b243bc is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:53.371359 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-10bf548e-9bae-4a46-a151-80339122620b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:53.377466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-10bf548e-9bae-4a46-a151-80339122620b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:53.379938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:53.387681 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/networks/b5dc4aef-5e14-4aa8-9524-ce753a13c260 HTTP/1.1" status: 204 len: 168 time: 3.2523501 Jun 03 21:49:53.394034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53876) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:53.402914 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6344de1-233f-4f70-8918-fa42a242c7ce tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.476480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa8a9ee-0658-4c8e-8727-dec3e988786d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:53.482319 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dfa8a9ee-0658-4c8e-8727-dec3e988786d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 HTTP/1.1" status: 200 len: 845 time: 0.0868220 Jun 03 21:49:53.485158 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53878) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:53.563961 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cf511b99-775c-4b4c-956e-8cec20c869d6 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/dc833572-c3bf-4fbb-80f4-b7d95b9fdc39?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0772591 Jun 03 21:49:53.564681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53880) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:53.571691 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.574902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:53.591795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Transition to ACTIVE for port object 9948a52a-35a8-4572-b23a-3f71f01a398c will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:53.618398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Transition to ACTIVE for port object 9948a52a-35a8-4572-b23a-3f71f01a398c will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:53.627199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.642109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:53.702332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Network 77754fb0-2486-4740-b538-b8686f1759bc is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:53.702687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10bf548e-9bae-4a46-a151-80339122620b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.705518 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:53.709247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:53.715095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10bf548e-9bae-4a46-a151-80339122620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.722893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-881e0389-e841-4cea-80d3-fae0a17654cf tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:53.736223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.api [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-84426b3d-824c-4606-9895-861ae21d9452 {{(pid=104397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:49:53.736670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_db.api [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:49:53.777072 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-10bf548e-9bae-4a46-a151-80339122620b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=517150b46a1e4a8188cd4c1172b243bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508482 Jun 03 21:49:53.778057 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf548e-9bae-4a46-a151-80339122620b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7167b62-986c-4bfc-8a0e-469c1f56bd40,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:53.780905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53882) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:53.798951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-10bf548e-9bae-4a46-a151-80339122620b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:53.831863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Attempting to bind port 9948a52a-35a8-4572-b23a-3f71f01a398c on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:53.832131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Attempting to bind port 9948a52a-35a8-4572-b23a-3f71f01a398c by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '32440f44-4a36-41df-8299-e766c1388744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '77754fb0-2486-4740-b538-b8686f1759bc'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:53.832329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Attempting to bind port 9948a52a-35a8-4572-b23a-3f71f01a398c on network 77754fb0-2486-4740-b538-b8686f1759bc {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:53.835582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Pushing event updated for resources: {'Port': ['ID=9948a52a-35a8-4572-b23a-3f71f01a398c,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:53.839202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:53.844058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:53.844624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Checking segment: {'id': '32440f44-4a36-41df-8299-e766c1388744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '77754fb0-2486-4740-b538-b8686f1759bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:53.845181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.845737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Bound using segment: {'id': '32440f44-4a36-41df-8299-e766c1388744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '77754fb0-2486-4740-b538-b8686f1759bc'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:53.846528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Bound port: 9948a52a-35a8-4572-b23a-3f71f01a398c, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32440f44-4a36-41df-8299-e766c1388744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '77754fb0-2486-4740-b538-b8686f1759bc'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:53.847071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.853812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cff9372b-5825-49bb-9363-6b1b866f29f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.885633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Allocated IP 172.20.0.6 (286f61e7-92b7-4b3e-b29f-ce7c7d38d749/0518fb2a-9330-44b3-8e05-85f28f75517e/c3689881-9794-4783-a99f-8358093df719) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:53.888652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cff9372b-5825-49bb-9363-6b1b866f29f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.910652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:53.919763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:53.927162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:53.954531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:53.971479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cff9372b-5825-49bb-9363-6b1b866f29f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:53.976373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-11f04154-96ec-4ce6-b052-20e8040b740f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:53.980905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] For port 9948a52a-35a8-4572-b23a-3f71f01a398c, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:53.986124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] For port 9948a52a-35a8-4572-b23a-3f71f01a398c, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9948a52a-35a8-4572-b23a-3f71f01a398c,segment=NetworkSegment(32440f44-4a36-41df-8299-e766c1388744),segment_id=32440f44-4a36-41df-8299-e766c1388744)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:54.000212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:54.005464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9372b-5825-49bb-9363-6b1b866f29f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7167b62-986c-4bfc-8a0e-469c1f56bd40,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:54.007742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-de88e4b9-919c-43bd-bb0d-9526b86b9211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:54.012607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cff9372b-5825-49bb-9363-6b1b866f29f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:54.029746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:54.030320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cff9372b-5825-49bb-9363-6b1b866f29f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:54.031468 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cff9372b-5825-49bb-9363-6b1b866f29f6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e7167b62-986c-4bfc-8a0e-469c1f56bd40 HTTP/1.1" status: 204 len: 168 time: 0.2495000 Jun 03 21:49:54.055949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:54.105809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Pushing event updated for resources: {'Port': ['ID=9948a52a-35a8-4572-b23a-3f71f01a398c,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:54.112096 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-82fd9d6e-9395-4117-a0b4-aa542abf0115 req-21c03f4b-b8f5-48a5-b41b-2b24e8036757 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 210 time: 0.0633287 Jun 03 21:49:54.120180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:54.238612 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:54.280509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] device_id is not set on port e2897902-e77b-4511-8bc6-900b86ae1a54 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:49:54.490838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Allocated IP 172.20.0.7 (77754fb0-2486-4740-b538-b8686f1759bc/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/e2897902-e77b-4511-8bc6-900b86ae1a54) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:54.815686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:54.835717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:54.836311 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Transition to ACTIVE for port object e2897902-e77b-4511-8bc6-900b86ae1a54 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:54.870582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:54.878302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f7ce3da9-ff8a-4009-afc8-6f51fac5e899 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:54.906774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Transition to ACTIVE for port object c3689881-9794-4783-a99f-8358093df719 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:54.985640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-e6344de1-233f-4f70-8918-fa42a242c7ce tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port a82e0545-5e18-4408-97d0-090bc365c6df {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:49:54.985742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6344de1-233f-4f70-8918-fa42a242c7ce tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.086190 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Pushing event updated for resources: {'Port': ['ID=e2897902-e77b-4511-8bc6-900b86ae1a54,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:55.091442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:55.116370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Network 77754fb0-2486-4740-b538-b8686f1759bc is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:55.118399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:55.120105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:55.162731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.183320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-653a39db-e3d0-4611-a1e6-70889a1ff91e tempest-FloatingIPAdminTestJSON-125263089 tempest-FloatingIPAdminTestJSON-125263089-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:55.262080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:55.264046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.316699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9948a52a-35a8-4572-b23a-3f71f01a398c up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:55.437316 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4729755 Jun 03 21:49:55.448039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53922) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:55.454352 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-5fbda993-6c4f-4948-8418-1ba371a64b92 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1576037532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:55.475830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5fbda993-6c4f-4948-8418-1ba371a64b92 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:55.503484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5fbda993-6c4f-4948-8418-1ba371a64b92 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Usage tracker for resource:router and tenant:ab7b24351a6743608636e0cf24bef308 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:55.527090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5fbda993-6c4f-4948-8418-1ba371a64b92 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:55.547816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5fbda993-6c4f-4948-8418-1ba371a64b92 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:55.581424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.593051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9b8851ab-05e9-47fe-9437-f82249ea025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.648444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5fbda993-6c4f-4948-8418-1ba371a64b92 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.649585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5fbda993-6c4f-4948-8418-1ba371a64b92 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.657437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6344de1-233f-4f70-8918-fa42a242c7ce tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.661166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 9948a52a-35a8-4572-b23a-3f71f01a398c completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:55.688280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9aa10-9855-443b-b314-866d66f93632 req-86c80298-c0e1-4703-a812-f1e723caf20c tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:55.700238 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-89e9aa10-9855-443b-b314-866d66f93632 req-86c80298-c0e1-4703-a812-f1e723caf20c tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 931 time: 0.3728306 Jun 03 21:49:55.748961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5fbda993-6c4f-4948-8418-1ba371a64b92 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.788846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'Port': ['ID=c3689881-9794-4783-a99f-8358093df719,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:55.803021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:55.824496 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-89e9aa10-9855-443b-b314-866d66f93632 req-6f55e32e-a4e1-42ee-8bb2-8f651d9a8c77 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024232 Jun 03 21:49:55.826615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5fbda993-6c4f-4948-8418-1ba371a64b92 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.866000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5fbda993-6c4f-4948-8418-1ba371a64b92 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.867930 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5fbda993-6c4f-4948-8418-1ba371a64b92 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4187269 Jun 03 21:49:55.870951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53932) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:55.877641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-afa3b883-86a8-4c2b-a6c0-0d6b91598fcc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-962100286', 'prefixes': ['172.20.0.0/16']}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:55.888260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-afa3b883-86a8-4c2b-a6c0-0d6b91598fcc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:55.963393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-e6344de1-233f-4f70-8918-fa42a242c7ce tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for a82e0545-5e18-4408-97d0-090bc365c6df owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:49:55.997641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-afa3b883-86a8-4c2b-a6c0-0d6b91598fcc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for subnetpool, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:55.999298 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-afa3b883-86a8-4c2b-a6c0-0d6b91598fcc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1271093 Jun 03 21:49:56.004574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53934) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:56.012727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-1e63abb4-ee05-43d4-b536-2573618cfd77 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae', 'tempest-TagsExtTest-Tag-539584881') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:56.050037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b71e321-76e6-4b5b-9afc-21fc14ab4ae7 None None] Network 77754fb0-2486-4740-b538-b8686f1759bc requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:56.103634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:56.120363 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1e63abb4-ee05-43d4-b536-2573618cfd77 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "PUT /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/tags/tempest-TagsExtTest-Tag-539584881 HTTP/1.1" status: 201 len: 201 time: 0.1143489 Jun 03 21:49:56.122891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53938) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:56.128594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-700efb40-4f1c-4711-8959-4d86158361b3 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e2897902-e77b-4511-8bc6-900b86ae1a54', 'tempest-TagsExtTest-Tag-1925004872') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:56.179896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:56.187331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:56.263810 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-700efb40-4f1c-4711-8959-4d86158361b3 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "PUT /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54/tags/tempest-TagsExtTest-Tag-1925004872 HTTP/1.1" status: 201 len: 201 time: 0.1392615 Jun 03 21:49:56.266927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53940) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:56.276365 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-e9ed4c08-8125-4075-9c5e-1fff4865c1d8 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8b030f56-32ce-45c8-b447-594adfe55f3b', 'tempest-TagsExtTest-Tag-64177723') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:56.363174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:56.364022 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:56.434933 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7567346 Jun 03 21:49:56.438454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e3aefcfb-287c-48e9-a47c-39150b4c201c None None] Provisioning for port 9948a52a-35a8-4572-b23a-3f71f01a398c completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:56.450974 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e3aefcfb-287c-48e9-a47c-39150b4c201c None None] Provisioning complete for port 9948a52a-35a8-4572-b23a-3f71f01a398c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:56.453388 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e3aefcfb-287c-48e9-a47c-39150b4c201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:56.466313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973108c-2268-46c3-bc44-a9bc1a06281d req-ca243b91-4efb-4f12-9f06-acb08b6021ee tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:56.476684 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3973108c-2268-46c3-bc44-a9bc1a06281d req-ca243b91-4efb-4f12-9f06-acb08b6021ee tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.6788549 Jun 03 21:49:56.487448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Request body: {'port': {'device_id': '5e6f061e-84e8-4146-aaaf-7d79aad3d87e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:56.597452 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:56.672026 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3973108c-2268-46c3-bc44-a9bc1a06281d req-376429d3-7239-4571-8967-aaf67062e897 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904237 Jun 03 21:49:56.801511 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e3aefcfb-287c-48e9-a47c-39150b4c201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:56.820051 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e9ed4c08-8125-4075-9c5e-1fff4865c1d8 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "PUT /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b/tags/tempest-TagsExtTest-Tag-64177723 HTTP/1.1" status: 201 len: 201 time: 0.5490696 Jun 03 21:49:56.822947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53952) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:56.835707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-1316733f-ebc8-4a1f-8f49-82f4fa529802 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a06e5076-96c9-4178-a09c-590e20ef858f', 'tempest-TagsExtTest-Tag-1233427921') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:56.860105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:56.874380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:56.878961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a67b4d02-d884-44e9-a770-2293086415cc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:56.889010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e3aefcfb-287c-48e9-a47c-39150b4c201c None None] For port 9948a52a-35a8-4572-b23a-3f71f01a398c, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9948a52a-35a8-4572-b23a-3f71f01a398c,segment=NetworkSegment(32440f44-4a36-41df-8299-e766c1388744),segment_id=32440f44-4a36-41df-8299-e766c1388744)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:49:56.897364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e3aefcfb-287c-48e9-a47c-39150b4c201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:56.904090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f2c2662f-6d7a-4113-97ea-512fda03a0e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:56.930271 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1316733f-ebc8-4a1f-8f49-82f4fa529802 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "PUT /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f/tags/tempest-TagsExtTest-Tag-1233427921 HTTP/1.1" status: 201 len: 201 time: 0.1029141 Jun 03 21:49:56.930935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53956) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:56.938268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-5a164578-654a-4965-93c0-59afd88570b9 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:56.964556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:56.976721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:57.022884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:57.023653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.030842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaa7038-6415-46d0-8917-89719409d0f1 None None] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:57.070044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.117314 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53958) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:57.159254 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5a164578-654a-4965-93c0-59afd88570b9 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/tags HTTP/1.1" status: 200 len: 240 time: 0.2248855 Jun 03 21:49:57.163408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53962) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:57.169054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-787c2b19-3fac-4b8d-9d51-95b962c668f6 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae', 'tempest-TagsExtTest-Tag-539584881') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:57.242099 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6740923 Jun 03 21:49:57.254719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53964) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:57.255376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6344de1-233f-4f70-8918-fa42a242c7ce tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.268485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-73408fbe-66da-4d70-ad50-645ca2f91363 None None] Provisioning complete for port 9948a52a-35a8-4572-b23a-3f71f01a398c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:57.269384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-73408fbe-66da-4d70-ad50-645ca2f91363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.274592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'security_group': {'name': 'tempest-secgroup-2075866309'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:57.287319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Subnet': ['ID=a9ccc9af-fc69-48f0-9a01-edf692e137ab,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:57.296168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:57.303571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4ab0e-855e-4c19-92f1-ca57bc095de2 req-e39e9000-6959-4517-aee6-994100ea4f85 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:57.303735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:57.306249 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dbb4ab0e-855e-4c19-92f1-ca57bc095de2 req-e39e9000-6959-4517-aee6-994100ea4f85 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 931 time: 0.2396023 Jun 03 21:49:57.333972 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aefcfb-287c-48e9-a47c-39150b4c201c None None] Pushing event updated for resources: {'Port': ['ID=9948a52a-35a8-4572-b23a-3f71f01a398c,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:57.337174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e3aefcfb-287c-48e9-a47c-39150b4c201c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:57.353211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1885923254', 'router:external': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:57.354438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:57.365132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:57.371008 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-787c2b19-3fac-4b8d-9d51-95b962c668f6 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/tags/tempest-TagsExtTest-Tag-539584881 HTTP/1.1" status: 204 len: 168 time: 0.2061868 Jun 03 21:49:57.375398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53966) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:57.385766 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-9b42a0b1-a289-408f-966e-c10cbb1e06c4 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae', 'tempest-TagsExtTest-Tag-539584881') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:57.422648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Usage tracker for resource:network and tenant:fbe544fd9ae14be8b772afb868c45c30 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:57.453290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:57.463919 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dbb4ab0e-855e-4c19-92f1-ca57bc095de2 req-d2f141cc-3069-43b9-99c9-707a387c52d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1467862 Jun 03 21:49:57.472430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:57.515976 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Made reservation on behalf of fbe544fd9ae14be8b772afb868c45c30 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:57.518847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.533978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.565716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:57.570311 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Usage tracker for resource:security_group_rule and tenant:fbe544fd9ae14be8b772afb868c45c30 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:57.573503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:57.579856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:57.655625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-73408fbe-66da-4d70-ad50-645ca2f91363 None None] Provisioning for port e2897902-e77b-4511-8bc6-900b86ae1a54 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:57.672053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:security_group and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:57.672916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-73408fbe-66da-4d70-ad50-645ca2f91363 None None] Provisioning complete for port e2897902-e77b-4511-8bc6-900b86ae1a54 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:57.673364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-73408fbe-66da-4d70-ad50-645ca2f91363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.683240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:57.685130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6344de1-233f-4f70-8918-fa42a242c7ce tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=a82e0545-5e18-4408-97d0-090bc365c6df,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:57.711369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.718892 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9b42a0b1-a289-408f-966e-c10cbb1e06c4 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/tags/tempest-TagsExtTest-Tag-539584881 HTTP/1.1" status: 204 len: 168 time: 0.3345757 Jun 03 21:49:57.719738 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53970) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:57.725787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-9234cfc4-cac9-4628-886a-308ddd89dd3a', 'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'tenant_id': '3a547e491c4a4a76bcbe66bef1cc3b0e', 'fixed_ips': [{'subnet_id': 'a9ccc9af-fc69-48f0-9a01-edf692e137ab'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:49:57.727042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.727712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-2c2a6890-aa15-433a-a940-275f89148b8e tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:57.766999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.782477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:49:57.782809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-73408fbe-66da-4d70-ad50-645ca2f91363 None None] Port e2897902-e77b-4511-8bc6-900b86ae1a54 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:57.782968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e6344de1-233f-4f70-8918-fa42a242c7ce tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:57.794738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:57.797470 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.798464 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Added segment 6defddb4-07bb-488d-a250-97cbfac13e64 of type vlan for network 3f140905-585c-4a07-bbca-a352bd0d4f81 Jun 03 21:49:57.837150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.877132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-37740678-f998-4265-b95c-331837c7dafd tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:57.916169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5155d7-f5e1-47f1-831e-3d24a444549a,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:57.921507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:57.921774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.924308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:57.925067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.936824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:57.948763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4fb70d49-40a5-43f9-a4cf-f2b137e92404 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:57.974688 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.8559527 Jun 03 21:49:57.980896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53972) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:57.982514 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:49:57.986738 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Request body: {'subnet': {'network_id': '3f140905-585c-4a07-bbca-a352bd0d4f81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:58.003998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:58.011692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Usage tracker for resource:subnet and tenant:fbe544fd9ae14be8b772afb868c45c30 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:58.016817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:58.024314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:58.037881 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Allocated IP 2001:db8::2 (9234cfc4-cac9-4628-886a-308ddd89dd3a/a9ccc9af-fc69-48f0-9a01-edf692e137ab/6df040bc-1753-43d3-93b6-5835062e6985) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:58.092066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:security_group_rule and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:58.110026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:58.128499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event updated for resources: {'Network': ['ID=3f140905-585c-4a07-bbca-a352bd0d4f81,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:58.132425 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:58.149134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:58.152452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Made reservation on behalf of fbe544fd9ae14be8b772afb868c45c30 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:58.154948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.184514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:58.338935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b40b99-9809-4d86-8153-a222a72f785b req-d4f0882a-3113-4699-b452-3681eeb59371 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:58.340870 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-25b40b99-9809-4d86-8153-a222a72f785b req-d4f0882a-3113-4699-b452-3681eeb59371 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.4803772 Jun 03 21:49:58.361203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6344de1-233f-4f70-8918-fa42a242c7ce tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.364220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.383752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 3f140905-585c-4a07-bbca-a352bd0d4f81 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:49:58.407020 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2c2a6890-aa15-433a-a940-275f89148b8e tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/tags HTTP/1.1" status: 200 len: 205 time: 0.6839118 Jun 03 21:49:58.410674 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Transition to ACTIVE for port object 6df040bc-1753-43d3-93b6-5835062e6985 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:58.419359 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53974) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:58.431316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Transition to ACTIVE for port object 6df040bc-1753-43d3-93b6-5835062e6985 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:58.444688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.460982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:58.484626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-8c8bf0cc-473a-485a-8743-8e490a6c1172 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e2897902-e77b-4511-8bc6-900b86ae1a54') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:58.581654 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Pushing event updated for resources: {'Port': ['ID=6df040bc-1753-43d3-93b6-5835062e6985,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:58.595922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:58.596844 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-73408fbe-66da-4d70-ad50-645ca2f91363 None None] Provisioning for port c3689881-9794-4783-a99f-8358093df719 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:49:58.607374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-73408fbe-66da-4d70-ad50-645ca2f91363 None None] Provisioning complete for port c3689881-9794-4783-a99f-8358093df719 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:58.608165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-73408fbe-66da-4d70-ad50-645ca2f91363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.669244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-73408fbe-66da-4d70-ad50-645ca2f91363 None None] Port c3689881-9794-4783-a99f-8358093df719 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:58.672301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.687365 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-25b40b99-9809-4d86-8153-a222a72f785b req-a0d498ef-7276-499f-9e26-f92df2d173b4 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304644 Jun 03 21:49:58.709590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.729235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.738377 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-18c98e91-5a48-47e0-8681-ed6b6e5ff761 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:58.742287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:49:58.750750 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:58.754180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:49:58.777264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3689881-9794-4783-a99f-8358093df719 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:49:58.802540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.812102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.objects.ports [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104397) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:49:58.812102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.818324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-45ddcbe0-4e93-418c-94b9-dc9fd0312ffe tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:58.831614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.832861 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5620055 Jun 03 21:49:58.839074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1241d6-b998-4a38-a3dd-e904d33c7ce4,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:58.841614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53978) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:58.878461 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-356d6ac2-7a7e-4a8b-be63-1c1eafbde5ed None None] Provisioning complete for port e2897902-e77b-4511-8bc6-900b86ae1a54 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:58.878956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-356d6ac2-7a7e-4a8b-be63-1c1eafbde5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.902488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:58.903974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Transition to ACTIVE for port object c3689881-9794-4783-a99f-8358093df719 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:49:58.904556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cd7036ec-3309-4d16-8359-ff517f45cb1e,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:58.909845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:58.916746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'security_group': {'name': 'tempest-secgroup-770143557'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:58.932450 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Checking segment: {'id': '6defddb4-07bb-488d-a250-97cbfac13e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '3f140905-585c-4a07-bbca-a352bd0d4f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:58.932858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Network hostable DHCP agents. Network: 3f140905-585c-4a07-bbca-a352bd0d4f81, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:49:58.933325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:58.942057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.944514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eb48c-49e1-4b34-8f31-e2b04fd0eda2 req-e07c82e6-8326-497a-a08d-07db67e5ece1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:58.951604 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-160eb48c-49e1-4b34-8f31-e2b04fd0eda2 req-e07c82e6-8326-497a-a08d-07db67e5ece1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 931 time: 0.2889934 Jun 03 21:49:58.952689 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:58.973392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Attempting to bind port 6df040bc-1753-43d3-93b6-5835062e6985 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:49:58.973774 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Attempting to bind port 6df040bc-1753-43d3-93b6-5835062e6985 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'bc60015c-c662-47a3-be00-fac987750595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:49:58.974135 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Attempting to bind port 6df040bc-1753-43d3-93b6-5835062e6985 on network 9234cfc4-cac9-4628-886a-308ddd89dd3a {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:49:58.985101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:security_group and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:58.991411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:49:58.991838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Checking segment: {'id': 'bc60015c-c662-47a3-be00-fac987750595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:49:58.992224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:58.992627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Bound using segment: {'id': 'bc60015c-c662-47a3-be00-fac987750595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:49:58.993171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Bound port: 6df040bc-1753-43d3-93b6-5835062e6985, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc60015c-c662-47a3-be00-fac987750595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1343, 'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:49:58.993596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:59.009793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-356d6ac2-7a7e-4a8b-be63-1c1eafbde5ed None None] Port e2897902-e77b-4511-8bc6-900b86ae1a54 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:49:59.014789 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-160eb48c-49e1-4b34-8f31-e2b04fd0eda2 req-a221e92b-fabb-411b-bf3f-d387bdd27c18 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622494 Jun 03 21:49:59.015821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Network 3f140905-585c-4a07-bbca-a352bd0d4f81 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:49:59.030924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 3f140905-585c-4a07-bbca-a352bd0d4f81) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:49:59.049885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:49:59.050066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:59.050581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:59.069891 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8c8bf0cc-473a-485a-8743-8e490a6c1172 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54/tags HTTP/1.1" status: 200 len: 241 time: 0.6445127 Jun 03 21:49:59.077256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53980) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:59.086636 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-52b2f1cf-d909-4e09-9fa5-135de60d6454 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e2897902-e77b-4511-8bc6-900b86ae1a54', 'tempest-TagsExtTest-Tag-1925004872') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:59.088959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:59.130053 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] For port 6df040bc-1753-43d3-93b6-5835062e6985, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:49:59.133885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] For port 6df040bc-1753-43d3-93b6-5835062e6985, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=6df040bc-1753-43d3-93b6-5835062e6985,segment=NetworkSegment(bc60015c-c662-47a3-be00-fac987750595),segment_id=bc60015c-c662-47a3-be00-fac987750595)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:49:59.139045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2a7b92-b41d-430f-a234-6cd17eb2163b None None] Network 3f140905-585c-4a07-bbca-a352bd0d4f81 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:59.141153 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1590528 Jun 03 21:49:59.145211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53982) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:59.151354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-720845762', 'network_id': '3f140905-585c-4a07-bbca-a352bd0d4f81'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:49:59.158237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:59.166641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Usage tracker for resource:port and tenant:fbe544fd9ae14be8b772afb868c45c30 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:59.169137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:59.177117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:59.199079 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-52b2f1cf-d909-4e09-9fa5-135de60d6454 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54/tags/tempest-TagsExtTest-Tag-1925004872 HTTP/1.1" status: 204 len: 168 time: 0.1206636 Jun 03 21:49:59.200537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Made reservation on behalf of fbe544fd9ae14be8b772afb868c45c30 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:49:59.202911 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:59.215635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53984) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:49:59.227256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-ba82bf88-c04c-43e2-b5cd-985fcd1b68ea tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e2897902-e77b-4511-8bc6-900b86ae1a54', 'tempest-TagsExtTest-Tag-1925004872') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:49:59.250616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:59.257699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:49:59.271938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:59.281435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Pushing event updated for resources: {'Port': ['ID=c3689881-9794-4783-a99f-8358093df719,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:59.284988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:59.291519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9948a52a-35a8-4572-b23a-3f71f01a398c up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:49:59.323802 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] device_id is not set on port 1ba16a69-ea57-4cf2-a04f-9664788681ff yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:49:59.433292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Pushing event updated for resources: {'Port': ['ID=6df040bc-1753-43d3-93b6-5835062e6985,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:49:59.448762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:49:59.560265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6344de1-233f-4f70-8918-fa42a242c7ce tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 26e8e280-dc71-4614-b9a3-e8c885df05f9 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:49:59.571709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Allocated IP 2001:db8::ec (3f140905-585c-4a07-bbca-a352bd0d4f81/cd7036ec-3309-4d16-8359-ff517f45cb1e/1ba16a69-ea57-4cf2-a04f-9664788681ff) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:49:59.574444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:49:59.579576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:security_group_rule and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:49:59.584437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:49:59.592631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:49:59.626895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 9948a52a-35a8-4572-b23a-3f71f01a398c triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:49:59.627343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:59.666365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc6437e-44a4-41a2-b0c8-77a27d6eb96d None None] Network 3f140905-585c-4a07-bbca-a352bd0d4f81 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:49:59.686053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:59.701047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:49:59.711938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:00.022600 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b4fb5f-9535-40a9-91a3-24e12057b80c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:00.076355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.084029 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2355776 Jun 03 21:50:00.086937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53990) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:00.093877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:00.098384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1109428691', 'security_groups': ['84b4fb5f-9535-40a9-91a3-24e12057b80c'], 'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a9ccc9af-fc69-48f0-9a01-edf692e137ab'}]}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:00.118793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Attempting to bind port c3689881-9794-4783-a99f-8358093df719 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:50:00.119487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Attempting to bind port c3689881-9794-4783-a99f-8358093df719 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:50:00.120272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Attempting to bind port c3689881-9794-4783-a99f-8358093df719 on network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:00.137888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Port c3689881-9794-4783-a99f-8358093df719 on network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:50:00.138149 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Attempting to bind port c3689881-9794-4783-a99f-8358093df719 on network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:00.164374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:50:00.164707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Checking segment: {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:00.165091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Bound using segment: {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:50:00.165542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Bound port: c3689881-9794-4783-a99f-8358093df719, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:50:00.165884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.191138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6344de1-233f-4f70-8918-fa42a242c7ce tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:00.200142 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e6344de1-233f-4f70-8918-fa42a242c7ce tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/26e8e280-dc71-4614-b9a3-e8c885df05f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8613932 Jun 03 21:50:00.203542 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067ef3f3-b1cb-4aa1-b31d-4da94bb9efdc None None] Sync routers for ids ['26e8e280-dc71-4614-b9a3-e8c885df05f9'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:00.216607 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067ef3f3-b1cb-4aa1-b31d-4da94bb9efdc None None] Routers {'26e8e280-dc71-4614-b9a3-e8c885df05f9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:00.217213 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-067ef3f3-b1cb-4aa1-b31d-4da94bb9efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['26e8e280-dc71-4614-b9a3-e8c885df05f9'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:00.227180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 53992) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:00.281988 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-067ef3f3-b1cb-4aa1-b31d-4da94bb9efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:00.294045 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067ef3f3-b1cb-4aa1-b31d-4da94bb9efdc None None] Routers {'26e8e280-dc71-4614-b9a3-e8c885df05f9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:00.294955 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-067ef3f3-b1cb-4aa1-b31d-4da94bb9efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['26e8e280-dc71-4614-b9a3-e8c885df05f9'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:00.344201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.379356 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-067ef3f3-b1cb-4aa1-b31d-4da94bb9efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:00.379793 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067ef3f3-b1cb-4aa1-b31d-4da94bb9efdc None None] The sync data for ids ['26e8e280-dc71-4614-b9a3-e8c885df05f9'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:00.398771 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1898083-6d36-4575-9f7b-82b1e305eed9 req-0fe275bf-4645-4997-a2cd-bd55624bf510 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:00.400719 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f1898083-6d36-4575-9f7b-82b1e305eed9 req-0fe275bf-4645-4997-a2cd-bd55624bf510 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.5033774 Jun 03 21:50:00.476909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:00.482036 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ba82bf88-c04c-43e2-b5cd-985fcd1b68ea tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54/tags/tempest-TagsExtTest-Tag-1925004872 HTTP/1.1" status: 204 len: 168 time: 1.2651489 Jun 03 21:50:00.484953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53994) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:00.486160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:port and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:00.489505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.500253 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-5af50da2-40dc-49d3-8ff7-a44b6da014a2 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e2897902-e77b-4511-8bc6-900b86ae1a54') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:00.524847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] For port c3689881-9794-4783-a99f-8358093df719, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:50:00.527586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:00.534266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:00.561474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] For port c3689881-9794-4783-a99f-8358093df719, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c3689881-9794-4783-a99f-8358093df719,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:50:00.596518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:00.625182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.632357 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e6684308-882e-4f54-945c-e686a99a2cf9 tempest-RoutersAdminTest-1406945664 tempest-RoutersAdminTest-1406945664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:00.633050 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Network 3f140905-585c-4a07-bbca-a352bd0d4f81 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:00.647825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:00.650692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:00.667868 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f1898083-6d36-4575-9f7b-82b1e305eed9 req-a85f293a-6f30-45be-8950-665a9aadd166 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486920 Jun 03 21:50:00.670128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:00.671198 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:00.671834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.706194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event updated for resources: {'Port': ['ID=1ba16a69-ea57-4cf2-a04f-9664788681ff,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:00.710072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:00.711513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:00.712148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:00.713575 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] 10.222.0.24 "PUT /v2.0/ports/c3689881-9794-4783-a99f-8358093df719 HTTP/1.1" status: 200 len: 1093 time: 4.2306707 Jun 03 21:50:00.716701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6f061e-84e8-4146-aaaf-7d79aad3d87e', 'tag': 'c3689881-9794-4783-a99f-8358093df719'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:00.718880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac81ec4-403a-4d18-aaeb-945af2d852aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6f061e-84e8-4146-aaaf-7d79aad3d87e", "tag": "c3689881-9794-4783-a99f-8358093df719"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:00.719330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32efa-6ee5-4cd3-b462-1b1d62c3d5ec req-e2a633c9-1895-415d-9a08-60d8ffde3258 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:00.728024 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fdd32efa-6ee5-4cd3-b462-1b1d62c3d5ec req-e2a633c9-1895-415d-9a08-60d8ffde3258 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 943 time: 0.5730832 Jun 03 21:50:00.808867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1ddafa-f0ea-424c-933c-dca257bf0045 x-openstack-request-id: req-bc1ddafa-f0ea-424c-933c-dca257bf0045 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:00.809475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6f061e-84e8-4146-aaaf-7d79aad3d87e", "tag": "c3689881-9794-4783-a99f-8358093df719", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:00.809912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bc1ddafa-f0ea-424c-933c-dca257bf0045 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:00.810443 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6f061e-84e8-4146-aaaf-7d79aad3d87e', 'tag': 'c3689881-9794-4783-a99f-8358093df719', 'status': 'completed', 'code': 200} Jun 03 21:50:00.832272 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6860189 Jun 03 21:50:00.833203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 53998) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:00.891499 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Pushing event updated for resources: {'Port': ['ID=c3689881-9794-4783-a99f-8358093df719,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:00.903649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:00.932083 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5af50da2-40dc-49d3-8ff7-a44b6da014a2 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54/tags HTTP/1.1" status: 200 len: 205 time: 0.4343526 Jun 03 21:50:00.936528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54000) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:00.943136 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fdd32efa-6ee5-4cd3-b462-1b1d62c3d5ec req-3b4399fd-5539-47a1-8152-4e08ca4ff4e5 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2142873 Jun 03 21:50:00.946567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-e7317995-6562-4a37-a161-5339e7ccd236 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8b030f56-32ce-45c8-b447-594adfe55f3b') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:00.996468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-f974de2c-f6b6-4cec-a4db-2d4a3dafb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:00.997866 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-f974de2c-f6b6-4cec-a4db-2d4a3dafb1f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 1096 time: 0.1958060 Jun 03 21:50:01.056935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-82e98bff-0a88-4e00-b159-8725a1a6ce79 None None] Provisioning for port 6df040bc-1753-43d3-93b6-5835062e6985 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:01.077301 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-6e5cb31e-c04a-44e4-aeff-4b205b04e081 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3689881-9794-4783-a99f-8358093df719 HTTP/1.1" status: 200 len: 217 time: 0.0702317 Jun 03 21:50:01.100082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-82e98bff-0a88-4e00-b159-8725a1a6ce79 None None] Provisioning complete for port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:01.100683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-82e98bff-0a88-4e00-b159-8725a1a6ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:01.151591 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:01.172663 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-82e98bff-0a88-4e00-b159-8725a1a6ce79 None None] Port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:01.195101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-ffadfef8-2591-41b0-a83a-763db205faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:01.195972 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-ffadfef8-2591-41b0-a83a-763db205faa6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.1111946 Jun 03 21:50:01.204235 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6df040bc-1753-43d3-93b6-5835062e6985 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:01.250796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port 919fcbc6-c6f4-4a09-9417-f71a73ba34e0 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:50:01.259319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a08dd0e3-3c69-4dd6-b101-895eb5098a91 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:01.274751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 6df040bc-1753-43d3-93b6-5835062e6985 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:01.281288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 6df040bc-1753-43d3-93b6-5835062e6985 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:01.281953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:01.295397 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e7317995-6562-4a37-a161-5339e7ccd236 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b/tags HTTP/1.1" status: 200 len: 239 time: 0.3558674 Jun 03 21:50:01.302265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54002) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:01.306877 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-eefe7f29-ddca-4c0a-9cc0-bad5a545e51f tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8b030f56-32ce-45c8-b447-594adfe55f3b', 'tempest-TagsExtTest-Tag-64177723') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:01.408931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-8a1a5e23-8c19-499b-b967-9af59b362368 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Deleting port 1ba16a69-ea57-4cf2-a04f-9664788681ff {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:01.409332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a1a5e23-8c19-499b-b967-9af59b362368 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:01.418152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:01.459167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 6df040bc-1753-43d3-93b6-5835062e6985, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=6df040bc-1753-43d3-93b6-5835062e6985,segment=NetworkSegment(bc60015c-c662-47a3-be00-fac987750595),segment_id=bc60015c-c662-47a3-be00-fac987750595)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:01.464962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:01.467731 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-93e88a2a-256e-47ce-b6cc-6ae8acb0edd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:01.549398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=6df040bc-1753-43d3-93b6-5835062e6985,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:01.554269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:01.666001 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-eefe7f29-ddca-4c0a-9cc0-bad5a545e51f tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b/tags/tempest-TagsExtTest-Tag-64177723 HTTP/1.1" status: 204 len: 168 time: 0.3625479 Jun 03 21:50:01.674105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54004) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:01.682220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-e89d5a7b-1d4b-4bd4-b4f8-4bd38ae5288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:01.683728 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-e89d5a7b-1d4b-4bd4-b4f8-4bd38ae5288a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4807343 Jun 03 21:50:01.686759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-3deb83bc-a2f1-4e60-8603-4ca3d71c082d tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8b030f56-32ce-45c8-b447-594adfe55f3b', 'tempest-TagsExtTest-Tag-64177723') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:01.892331 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-d508d356-537e-483b-be3a-526c75a73ad3 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990798 Jun 03 21:50:01.945125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a1a5e23-8c19-499b-b967-9af59b362368 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:01.966747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8::1ca (9234cfc4-cac9-4628-886a-308ddd89dd3a/a9ccc9af-fc69-48f0-9a01-edf692e137ab/919fcbc6-c6f4-4a09-9417-f71a73ba34e0) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:02.121007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c94ea-4c38-4bf6-879d-709f9326d5de req-7294e85e-f291-44c4-86f9-a480a9f2341e tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:02.122459 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9d8c94ea-4c38-4bf6-879d-709f9326d5de req-7294e85e-f291-44c4-86f9-a480a9f2341e tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.3302083 Jun 03 21:50:02.135994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-8a1a5e23-8c19-499b-b967-9af59b362368 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Calling delete_port for 1ba16a69-ea57-4cf2-a04f-9664788681ff owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:02.161641 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb198252-e3aa-42df-bc51-1a05ecb04616 req-1a101fc1-27df-4e3d-8031-19655751be45 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423358 Jun 03 21:50:02.202696 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9d8c94ea-4c38-4bf6-879d-709f9326d5de req-f24cdaf2-2687-4f69-8ac6-197f419c2793 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647156 Jun 03 21:50:02.205630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a08dd0e3-3c69-4dd6-b101-895eb5098a91 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port 5a73a077-6bdd-457a-9c81-71e0ca3cbb40 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:02.205975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a08dd0e3-3c69-4dd6-b101-895eb5098a91 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.378384 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3deb83bc-a2f1-4e60-8603-4ca3d71c082d tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b/tags/tempest-TagsExtTest-Tag-64177723 HTTP/1.1" status: 204 len: 168 time: 0.7004874 Jun 03 21:50:02.378945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54010) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:02.398541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-8065b804-2529-4223-8ca1-f7c0913174b1 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8b030f56-32ce-45c8-b447-594adfe55f3b') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:02.431189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0cca9-8d1f-4e28-8406-e323ec8ab2ef req-480357ac-d443-4ecf-840c-ddc82c88026b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:02.432620 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dcb0cca9-8d1f-4e28-8406-e323ec8ab2ef req-480357ac-d443-4ecf-840c-ddc82c88026b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 943 time: 0.2928498 Jun 03 21:50:02.464713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a08dd0e3-3c69-4dd6-b101-895eb5098a91 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.473816 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac81ec4-403a-4d18-aaeb-945af2d852aa req-beb14cc6-b190-44f4-b2bf-7b0dae89fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:02.475496 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ac81ec4-403a-4d18-aaeb-945af2d852aa req-beb14cc6-b190-44f4-b2bf-7b0dae89fd06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 1096 time: 0.2532339 Jun 03 21:50:02.540753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.560995 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dcb0cca9-8d1f-4e28-8406-e323ec8ab2ef req-7d553b35-34b6-4321-844a-753856fb6fbb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162400 Jun 03 21:50:02.574010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Transition to ACTIVE for port object 919fcbc6-c6f4-4a09-9417-f71a73ba34e0 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:02.586029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a1a5e23-8c19-499b-b967-9af59b362368 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.590672 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-94e1c4ae-811b-4c1d-b38b-3a8b4c59c591 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:02.624751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a08dd0e3-3c69-4dd6-b101-895eb5098a91 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for 5a73a077-6bdd-457a-9c81-71e0ca3cbb40 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:02.643286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a5e23-8c19-499b-b967-9af59b362368 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ba16a69-ea57-4cf2-a04f-9664788681ff,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:02.648505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8a1a5e23-8c19-499b-b967-9af59b362368 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:02.689440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8a1a5e23-8c19-499b-b967-9af59b362368 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.699197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.706539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:02.754800 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8a1a5e23-8c19-499b-b967-9af59b362368 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "DELETE /v2.0/ports/1ba16a69-ea57-4cf2-a04f-9664788681ff HTTP/1.1" status: 204 len: 168 time: 1.9090681 Jun 03 21:50:02.760172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54012) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:02.767706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f140905-585c-4a07-bbca-a352bd0d4f81', 'external_fixed_ips': [{'subnet_id': 'cd7036ec-3309-4d16-8359-ff517f45cb1e', 'ip_address': '2001:db8::ec'}]}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:02.773202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:02.776785 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:02.780729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:02.785086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:02.787081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:02.788021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.797208 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8065b804-2529-4223-8ca1-f7c0913174b1 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b/tags HTTP/1.1" status: 200 len: 205 time: 0.4140899 Jun 03 21:50:02.797208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Usage tracker for resource:router and tenant:fbe544fd9ae14be8b772afb868c45c30 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:02.802886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:02.804193 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54014) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:02.811180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=919fcbc6-c6f4-4a09-9417-f71a73ba34e0,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:02.813328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:02.816343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-355e70c7-dede-479d-b181-69b5d3ada177 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a06e5076-96c9-4178-a09c-590e20ef858f') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:02.832026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:02.844698 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7536821 Jun 03 21:50:02.848011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54016) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:02.849169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.850162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:02.853148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d661f6b7-5999-42c1-8924-adfbfe8940d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:02.865161 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac81ec4-403a-4d18-aaeb-945af2d852aa req-6ec55af3-3c6d-41f4-b027-fd0325a7b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:02.866676 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ac81ec4-403a-4d18-aaeb-945af2d852aa req-6ec55af3-3c6d-41f4-b027-fd0325a7b39a service neutron] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 914 time: 0.3842390 Jun 03 21:50:02.898192 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-355e70c7-dede-479d-b181-69b5d3ada177 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f/tags HTTP/1.1" status: 200 len: 241 time: 0.0902939 Jun 03 21:50:02.898719 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54018) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:02.906467 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-be152bad-e2a2-4a5f-9726-0e3b018b888e tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a06e5076-96c9-4178-a09c-590e20ef858f', 'tempest-TagsExtTest-Tag-1233427921') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:03.015871 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-be152bad-e2a2-4a5f-9726-0e3b018b888e tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f/tags/tempest-TagsExtTest-Tag-1233427921 HTTP/1.1" status: 204 len: 168 time: 0.1159418 Jun 03 21:50:03.019319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54020) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:03.026866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-2b68b353-0080-4343-af04-1d7f8e5a0066 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a06e5076-96c9-4178-a09c-590e20ef858f', 'tempest-TagsExtTest-Tag-1233427921') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:03.045924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d661f6b7-5999-42c1-8924-adfbfe8940d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:03.051950 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d661f6b7-5999-42c1-8924-adfbfe8940d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:03.055759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d661f6b7-5999-42c1-8924-adfbfe8940d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:03.063595 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d661f6b7-5999-42c1-8924-adfbfe8940d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:03.088241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d661f6b7-5999-42c1-8924-adfbfe8940d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:03.088241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d661f6b7-5999-42c1-8924-adfbfe8940d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:03.134903 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ac81ec4-403a-4d18-aaeb-945af2d852aa req-0351d441-b602-40fb-9052-7e8f4ff4c0af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3689881-9794-4783-a99f-8358093df719 HTTP/1.1" status: 200 len: 217 time: 0.0891905 Jun 03 21:50:03.135514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-329d14cb-4bf4-4e43-b67a-53d44de1f713 None None] Provisioning for port 919fcbc6-c6f4-4a09-9417-f71a73ba34e0 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:03.141119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:03.151145 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6df040bc-1753-43d3-93b6-5835062e6985 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:03.162804 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2b68b353-0080-4343-af04-1d7f8e5a0066 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f/tags/tempest-TagsExtTest-Tag-1233427921 HTTP/1.1" status: 204 len: 168 time: 0.1421905 Jun 03 21:50:03.167000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54022) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:03.175381 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-aae7a35b-f072-487e-9288-4070c37a9b3c tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a06e5076-96c9-4178-a09c-590e20ef858f') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:03.224519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-329d14cb-4bf4-4e43-b67a-53d44de1f713 None None] Provisioning complete for port 919fcbc6-c6f4-4a09-9417-f71a73ba34e0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:03.225217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-329d14cb-4bf4-4e43-b67a-53d44de1f713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:03.278622 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-aae7a35b-f072-487e-9288-4070c37a9b3c tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f/tags HTTP/1.1" status: 200 len: 205 time: 0.1105511 Jun 03 21:50:03.285280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54026) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:03.289952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-1f22c799-f9ee-4e6e-9fe8-c0c594b19f66 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a06e5076-96c9-4178-a09c-590e20ef858f') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:03.311607 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.ipam_backend_mixin [None req-d661f6b7-5999-42c1-8924-adfbfe8940d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9ccc9af-fc69-48f0-9a01-edf692e137ab (CIDR: 2001:db8::/64) Jun 03 21:50:03.319157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac81ec4-403a-4d18-aaeb-945af2d852aa req-e30080b9-1718-47b0-8abe-1c9330a58eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:03.320792 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ac81ec4-403a-4d18-aaeb-945af2d852aa req-e30080b9-1718-47b0-8abe-1c9330a58eb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.1772885 Jun 03 21:50:03.322453 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d661f6b7-5999-42c1-8924-adfbfe8940d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:50:03.322894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d661f6b7-5999-42c1-8924-adfbfe8940d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:03.337734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 6df040bc-1753-43d3-93b6-5835062e6985 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:03.338401 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:03.344028 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1f22c799-f9ee-4e6e-9fe8-c0c594b19f66 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f/tags HTTP/1.1" status: 204 len: 168 time: 0.0577247 Jun 03 21:50:03.347026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54028) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:03.352623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-ba1ce0de-1061-4efc-9cb9-dc8e16b868ff tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8b030f56-32ce-45c8-b447-594adfe55f3b') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:03.368103 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-329d14cb-4bf4-4e43-b67a-53d44de1f713 None None] Port 919fcbc6-c6f4-4a09-9417-f71a73ba34e0 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:03.415396 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d661f6b7-5999-42c1-8924-adfbfe8940d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5638399 Jun 03 21:50:03.415989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54030) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:03.428418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:03.615111 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ba1ce0de-1061-4efc-9cb9-dc8e16b868ff tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b/tags HTTP/1.1" status: 204 len: 168 time: 0.2644308 Jun 03 21:50:03.615721 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54034) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:03.621551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a08dd0e3-3c69-4dd6-b101-895eb5098a91 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:03.623277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-91067d92-afe6-4cba-a10d-1adc71a2d61f tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e2897902-e77b-4511-8bc6-900b86ae1a54') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:03.634189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9fdd86e1-932c-43cb-813d-637eef1ecf36 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:03.681296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:03.698951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dd0e3-3c69-4dd6-b101-895eb5098a91 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=5a73a077-6bdd-457a-9c81-71e0ca3cbb40,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:03.731298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a08dd0e3-3c69-4dd6-b101-895eb5098a91 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:03.855232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac81ec4-403a-4d18-aaeb-945af2d852aa req-de061a77-7a1b-4e81-95fb-98dba09dad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:03.856757 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ac81ec4-403a-4d18-aaeb-945af2d852aa req-de061a77-7a1b-4e81-95fb-98dba09dad34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5256491 Jun 03 21:50:03.892803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b67ac-c1c7-43dd-8a1b-b48084d2755c req-8433d54a-3236-4f40-aa6a-d887be34c6b8 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:03.894692 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-087b67ac-c1c7-43dd-8a1b-b48084d2755c req-8433d54a-3236-4f40-aa6a-d887be34c6b8 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.4755898 Jun 03 21:50:03.895576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:03.904179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:03.913107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:03.920964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:03.942971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:03.946415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.068269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63afb3-3265-4e62-aa21-591c3c072d50 req-50e3d621-3204-470e-913a-8d693d00e291 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:04.071300 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6f63afb3-3265-4e62-aa21-591c3c072d50 req-50e3d621-3204-470e-913a-8d693d00e291 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 943 time: 0.2390413 Jun 03 21:50:04.075323 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-91067d92-afe6-4cba-a10d-1adc71a2d61f tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54/tags HTTP/1.1" status: 204 len: 168 time: 0.4562974 Jun 03 21:50:04.075916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54038) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:04.080487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-a725d326-9976-4ddc-91fc-8d708a0b155a tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:04.194123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a08dd0e3-3c69-4dd6-b101-895eb5098a91 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.200850 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6f63afb3-3265-4e62-aa21-591c3c072d50 req-f88bed41-38cc-4e52-9c9d-7ca23d2e3c67 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870054 Jun 03 21:50:04.207546 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-087b67ac-c1c7-43dd-8a1b-b48084d2755c req-88ec7160-c950-4db9-84eb-b1aabdd9cc9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008733 Jun 03 21:50:04.278947 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a725d326-9976-4ddc-91fc-8d708a0b155a tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/tags HTTP/1.1" status: 204 len: 168 time: 0.2020316 Jun 03 21:50:04.287738 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54040) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:04.295763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-cdaa78f3-9ef1-4097-afda-539d6e2b5d26 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae', 'tempest-TagsExtTest-Tag-1975112588') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:04.450376 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cdaa78f3-9ef1-4097-afda-539d6e2b5d26 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "PUT /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/tags/tempest-TagsExtTest-Tag-1975112588 HTTP/1.1" status: 201 len: 201 time: 0.1615379 Jun 03 21:50:04.453007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54042) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:04.457991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-5a59c870-7675-46c4-9aeb-1134c73186ff tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e2897902-e77b-4511-8bc6-900b86ae1a54', 'tempest-TagsExtTest-Tag-310373865') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:04.528373 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ac81ec4-403a-4d18-aaeb-945af2d852aa req-546d9657-2048-4c74-9a52-3663c4477358 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629753 Jun 03 21:50:04.640175 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5a59c870-7675-46c4-9aeb-1134c73186ff tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "PUT /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54/tags/tempest-TagsExtTest-Tag-310373865 HTTP/1.1" status: 201 len: 201 time: 0.1860952 Jun 03 21:50:04.641056 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54044) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:04.648044 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-ae3b0d46-e958-44df-be67-b2b959dfe714 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8b030f56-32ce-45c8-b447-594adfe55f3b', 'tempest-TagsExtTest-Tag-197926391') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:04.772367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08dd0e3-3c69-4dd6-b101-895eb5098a91 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 26e8e280-dc71-4614-b9a3-e8c885df05f9 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:50:04.837390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.841413 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-820b8ffe-d350-4012-9d9e-00c2069991f9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:04.909655 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ac81ec4-403a-4d18-aaeb-945af2d852aa req-07c9c780-cd9c-435b-9188-b6762662d079 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726549 Jun 03 21:50:04.916686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:04.927764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:04.948314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404fa5e7-a311-446c-98b5-a0b55053da86 None None] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:04.950152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Subnet': ['ID=31d7c849-64a3-49ff-b418-313137b4a76f,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:04.954017 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ae3b0d46-e958-44df-be67-b2b959dfe714 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "PUT /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b/tags/tempest-TagsExtTest-Tag-197926391 HTTP/1.1" status: 201 len: 201 time: 0.3102789 Jun 03 21:50:04.956802 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:04.957581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:04.961131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54046) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:04.969069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-761f6dd7-0b4c-4e25-b6e1-eb39f10c6cc9 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a06e5076-96c9-4178-a09c-590e20ef858f', 'tempest-TagsExtTest-Tag-167681471') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:04.994245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:04.994644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:04.994992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:04.995353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:04.995756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:04.996093 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:04.996479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:04.996837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:04.997187 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:04.997539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:04.997885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:04.998253 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:05.005499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:05.021348 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6032753 Jun 03 21:50:05.024686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54048) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:05.030172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-555947953', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '31d7c849-64a3-49ff-b418-313137b4a76f'}], 'security_groups': ['6a1241d6-b998-4a38-a3dd-e904d33c7ce4']}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:05.048568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08dd0e3-3c69-4dd6-b101-895eb5098a91 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:05.064648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848790f-1032-45ad-a363-4e41f3ac1eff None None] Sync routers for ids ['26e8e280-dc71-4614-b9a3-e8c885df05f9'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:05.087042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848790f-1032-45ad-a363-4e41f3ac1eff None None] Routers {'26e8e280-dc71-4614-b9a3-e8c885df05f9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:05.087769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6848790f-1032-45ad-a363-4e41f3ac1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['26e8e280-dc71-4614-b9a3-e8c885df05f9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:05.152484 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-761f6dd7-0b4c-4e25-b6e1-eb39f10c6cc9 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "PUT /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f/tags/tempest-TagsExtTest-Tag-167681471 HTTP/1.1" status: 201 len: 201 time: 0.1862586 Jun 03 21:50:05.160527 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54050) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:05.169469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-f7b1168f-7d8c-4038-993a-41e252c4b006 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae', {'tags': ['tempest-TagsExtTest-Tag-665418702', 'tempest-TagsExtTest-Tag-376557767', 'tempest-TagsExtTest-Tag-526023695']}) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:05.175047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6848790f-1032-45ad-a363-4e41f3ac1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:05.191954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:05.229529 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a08dd0e3-3c69-4dd6-b101-895eb5098a91 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/26e8e280-dc71-4614-b9a3-e8c885df05f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9986749 Jun 03 21:50:05.230092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848790f-1032-45ad-a363-4e41f3ac1eff None None] Routers {'26e8e280-dc71-4614-b9a3-e8c885df05f9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:05.230092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6848790f-1032-45ad-a363-4e41f3ac1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['26e8e280-dc71-4614-b9a3-e8c885df05f9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:05.235327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54052) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:05.291181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-07c83573-1998-4fa6-9af7-088c39a272eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Synchronizing usage tracker for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:05.299908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:05.318939 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6848790f-1032-45ad-a363-4e41f3ac1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:05.319445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848790f-1032-45ad-a363-4e41f3ac1eff None None] The sync data for ids ['26e8e280-dc71-4614-b9a3-e8c885df05f9'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:05.337972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:05.398009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-07c83573-1998-4fa6-9af7-088c39a272eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Unset dirty status for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:05.402079 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-07c83573-1998-4fa6-9af7-088c39a272eb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=26e8e280-dc71-4614-b9a3-e8c885df05f9 HTTP/1.1" status: 200 len: 205 time: 0.1607041 Jun 03 21:50:05.422622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54058) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:05.494127 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f7b1168f-7d8c-4038-993a-41e252c4b006 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "PUT /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/tags HTTP/1.1" status: 200 len: 315 time: 0.3282664 Jun 03 21:50:05.497710 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54060) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:05.505042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-3d3173d0-ed79-4756-bfc5-0aa39d22d458 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:05.590639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba4ebcf-2ee6-42d2-9255-37088495ad06 None None] Update dhcp port {'port': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'fixed_ips': [{'subnet_id': 'a9ccc9af-fc69-48f0-9a01-edf692e137ab', 'ip_address': '2001:db8::2'}, {'subnet_id': '31d7c849-64a3-49ff-b418-313137b4a76f'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': '6df040bc-1753-43d3-93b6-5835062e6985'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:50:05.646609 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ba4ebcf-2ee6-42d2-9255-37088495ad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:05.685576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6af7a497-59f4-4cd3-bcaf-e80c8a5a7241 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:05.879220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c1aec-e6ce-4133-a4b0-ee18fe265531 req-b3cacf09-188c-4f5c-ba76-ee2873873ac0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:05.880722 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0a7c1aec-e6ce-4133-a4b0-ee18fe265531 req-b3cacf09-188c-4f5c-ba76-ee2873873ac0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 943 time: 0.4488378 Jun 03 21:50:05.990809 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0a7c1aec-e6ce-4133-a4b0-ee18fe265531 req-ef441f5a-6311-40d6-a166-9b1f4d7086fc tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037769 Jun 03 21:50:05.996724 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3d3173d0-ed79-4756-bfc5-0aa39d22d458 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/tags HTTP/1.1" status: 204 len: 168 time: 0.4956069 Jun 03 21:50:06.003599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54062) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:06.006511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Delete allocated IP 2001:db8::1ca (9234cfc4-cac9-4628-886a-308ddd89dd3a/a9ccc9af-fc69-48f0-9a01-edf692e137ab) {{(pid=104397) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 21:50:06.011290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-3101e4ca-9083-41eb-be62-3f38b618cb6e tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae', 'tempest-TagsExtTest-Tag-665418702') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:06.051882 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8:0:1::34d (9234cfc4-cac9-4628-886a-308ddd89dd3a/31d7c849-64a3-49ff-b418-313137b4a76f/919fcbc6-c6f4-4a09-9417-f71a73ba34e0) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:06.219491 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-3101e4ca-9083-41eb-be62-3f38b618cb6e tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] show failed (client error): The resource could not be found. Jun 03 21:50:06.220437 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3101e4ca-9083-41eb-be62-3f38b618cb6e tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/tags/tempest-TagsExtTest-Tag-665418702 HTTP/1.1" status: 404 len: 328 time: 0.2160764 Jun 03 21:50:06.223939 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54064) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:06.228270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-6e4efa74-46aa-49c1-8f0b-e4f9d1cffa9d tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae', 'tempest-TagsExtTest-Tag-376557767') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:06.266886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6af7a497-59f4-4cd3-bcaf-e80c8a5a7241 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.278169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6af7a497-59f4-4cd3-bcaf-e80c8a5a7241 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.301054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064731e-300d-4898-9a3c-079634304056 req-4ccf8063-d6a0-4afe-8c5d-6f30f35b9238 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:06.302595 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9064731e-300d-4898-9a3c-079634304056 req-4ccf8063-d6a0-4afe-8c5d-6f30f35b9238 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.8782754 Jun 03 21:50:06.303906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Allocated IP 2001:db8::ec (3f140905-585c-4a07-bbca-a352bd0d4f81/cd7036ec-3309-4d16-8359-ff517f45cb1e/7feb84d2-5e86-4c8a-ac5e-237816a049d2) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:06.332568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.354452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Transition to ACTIVE for port object 919fcbc6-c6f4-4a09-9417-f71a73ba34e0 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:06.355874 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-6e4efa74-46aa-49c1-8f0b-e4f9d1cffa9d tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] show failed (client error): The resource could not be found. Jun 03 21:50:06.357053 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6e4efa74-46aa-49c1-8f0b-e4f9d1cffa9d tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/tags/tempest-TagsExtTest-Tag-376557767 HTTP/1.1" status: 404 len: 328 time: 0.1322031 Jun 03 21:50:06.359924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54066) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:06.364658 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-56bd7fd7-e0a0-483f-82f3-7098eaa9e653 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae', 'tempest-TagsExtTest-Tag-526023695') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:06.365030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6af7a497-59f4-4cd3-bcaf-e80c8a5a7241 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.365522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af7a497-59f4-4cd3-bcaf-e80c8a5a7241 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Fanout notify agent at l3_agent the message router_deleted on router 26e8e280-dc71-4614-b9a3-e8c885df05f9 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:50:06.403625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.412323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-141142b0-8bf9-4a97-b428-b695e79de049 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:06.434434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-8ba4ebcf-2ee6-42d2-9255-37088495ad06 None None] Allocated IP 2001:db8:0:1::2 (9234cfc4-cac9-4628-886a-308ddd89dd3a/31d7c849-64a3-49ff-b418-313137b4a76f/6df040bc-1753-43d3-93b6-5835062e6985) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:06.461115 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9064731e-300d-4898-9a3c-079634304056 req-e040301f-db36-461d-ac9c-e78febe8c15f tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507895 Jun 03 21:50:06.467749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6af7a497-59f4-4cd3-bcaf-e80c8a5a7241 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.471395 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6af7a497-59f4-4cd3-bcaf-e80c8a5a7241 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/26e8e280-dc71-4614-b9a3-e8c885df05f9 HTTP/1.1" status: 204 len: 168 time: 1.0409014 Jun 03 21:50:06.477928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54068) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:06.538011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] In _notify_port_updated(), no bound segment for port 919fcbc6-c6f4-4a09-9417-f71a73ba34e0 on network 9234cfc4-cac9-4628-886a-308ddd89dd3a {{(pid=104397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:50:06.543731 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:06.544462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.545881 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "PUT /v2.0/ports/919fcbc6-c6f4-4a09-9417-f71a73ba34e0 HTTP/1.1" status: 200 len: 930 time: 1.5199924 Jun 03 21:50:06.549669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=919fcbc6-c6f4-4a09-9417-f71a73ba34e0,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:06.552132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54070) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:06.577547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting subnet 89c717be-188a-4234-bcd6-a6ba09e77bd7 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:50:06.585102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.591263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:06.596831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8ba4ebcf-2ee6-42d2-9255-37088495ad06 None None] For port 6df040bc-1753-43d3-93b6-5835062e6985, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=6df040bc-1753-43d3-93b6-5835062e6985,segment=NetworkSegment(bc60015c-c662-47a3-be00-fac987750595),segment_id=bc60015c-c662-47a3-be00-fac987750595)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:06.619318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.631649 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-56bd7fd7-e0a0-483f-82f3-7098eaa9e653 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] show failed (client error): The resource could not be found. Jun 03 21:50:06.634112 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-56bd7fd7-e0a0-483f-82f3-7098eaa9e653 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/tags/tempest-TagsExtTest-Tag-526023695 HTTP/1.1" status: 404 len: 328 time: 0.2724092 Jun 03 21:50:06.639093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ba4ebcf-2ee6-42d2-9255-37088495ad06 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.642980 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54072) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:06.657724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-8f78011a-ff48-4101-9354-34b949b56d0b tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e2897902-e77b-4511-8bc6-900b86ae1a54', {'tags': ['tempest-TagsExtTest-Tag-1606450229', 'tempest-TagsExtTest-Tag-906386326', 'tempest-TagsExtTest-Tag-1022422654']}) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:06.663431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8ba4ebcf-2ee6-42d2-9255-37088495ad06 None None] Transition to ACTIVE for port object 6df040bc-1753-43d3-93b6-5835062e6985 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:06.671025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ba4ebcf-2ee6-42d2-9255-37088495ad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.676884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e3aefcfb-287c-48e9-a47c-39150b4c201c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:06.726837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.733061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-58b30eff-118e-4fd5-838d-04810d78f62f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port 919fcbc6-c6f4-4a09-9417-f71a73ba34e0 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:06.733682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58b30eff-118e-4fd5-838d-04810d78f62f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.832213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4ebcf-2ee6-42d2-9255-37088495ad06 None None] Pushing event updated for resources: {'Port': ['ID=6df040bc-1753-43d3-93b6-5835062e6985,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:06.835417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8ba4ebcf-2ee6-42d2-9255-37088495ad06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:06.839111 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8f78011a-ff48-4101-9354-34b949b56d0b tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "PUT /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54/tags HTTP/1.1" status: 200 len: 317 time: 0.1932461 Jun 03 21:50:06.844085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54074) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:06.847913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:06.848635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-b4e4cc2d-bcc6-415c-89d4-1be8a71f1f49 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e2897902-e77b-4511-8bc6-900b86ae1a54') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:06.852906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a2afc3d0-14e1-4637-8da5-2c7448dcb735 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:06.928411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Network 3f140905-585c-4a07-bbca-a352bd0d4f81 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:06.939680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:06.943193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:06.952250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58b30eff-118e-4fd5-838d-04810d78f62f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:07.008936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:07.039936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event updated for resources: {'Port': ['ID=7feb84d2-5e86-4c8a-ac5e-237816a049d2,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:07.043197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:07.121202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-58b30eff-118e-4fd5-838d-04810d78f62f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for 919fcbc6-c6f4-4a09-9417-f71a73ba34e0 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:07.192046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6df040bc-1753-43d3-93b6-5835062e6985 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:07.329746 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b4e4cc2d-bcc6-415c-89d4-1be8a71f1f49 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54/tags HTTP/1.1" status: 204 len: 168 time: 0.4846070 Jun 03 21:50:07.335718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54078) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:07.342928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-7006326a-d541-4338-9890-6de6ddaf9782 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e2897902-e77b-4511-8bc6-900b86ae1a54', 'tempest-TagsExtTest-Tag-1606450229') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:07.395994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58b30eff-118e-4fd5-838d-04810d78f62f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:07.404480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:07.461093 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b30eff-118e-4fd5-838d-04810d78f62f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=919fcbc6-c6f4-4a09-9417-f71a73ba34e0,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:07.465365 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-58b30eff-118e-4fd5-838d-04810d78f62f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:07.518741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-58b30eff-118e-4fd5-838d-04810d78f62f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:07.539390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f1f6a-d65b-4b78-8f7e-4f33aac8ea59 req-9eb06b81-c2b7-4d75-9744-773338705233 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:07.546825 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2c8f1f6a-d65b-4b78-8f7e-4f33aac8ea59 req-9eb06b81-c2b7-4d75-9744-773338705233 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 943 time: 0.3675942 Jun 03 21:50:07.570367 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-58b30eff-118e-4fd5-838d-04810d78f62f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/919fcbc6-c6f4-4a09-9417-f71a73ba34e0 HTTP/1.1" status: 204 len: 168 time: 1.0097063 Jun 03 21:50:07.572407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54082) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:07.631576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c842650b-a5b7-4678-88bf-aa1ae627cc0e None None] Provisioning for port 6df040bc-1753-43d3-93b6-5835062e6985 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:07.638446 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c842650b-a5b7-4678-88bf-aa1ae627cc0e None None] Provisioning complete for port 6df040bc-1753-43d3-93b6-5835062e6985 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:07.639182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c842650b-a5b7-4678-88bf-aa1ae627cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:07.650187 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e356f399-426d-45cf-a398-957421d7fee3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:50:07.650737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e356f399-426d-45cf-a398-957421d7fee3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:07.656671 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-7006326a-d541-4338-9890-6de6ddaf9782 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] show failed (client error): The resource could not be found. Jun 03 21:50:07.661131 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7006326a-d541-4338-9890-6de6ddaf9782 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54/tags/tempest-TagsExtTest-Tag-1606450229 HTTP/1.1" status: 404 len: 329 time: 0.3244331 Jun 03 21:50:07.664120 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54084) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:07.671871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-56e1b17c-b1fa-4852-99e8-37035a807ffe tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e2897902-e77b-4511-8bc6-900b86ae1a54', 'tempest-TagsExtTest-Tag-906386326') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:07.708859 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2c8f1f6a-d65b-4b78-8f7e-4f33aac8ea59 req-dd08ac21-ba6b-4dc8-babe-8406894215d0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1611817 Jun 03 21:50:07.736245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e356f399-426d-45cf-a398-957421d7fee3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:07.740898 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e356f399-426d-45cf-a398-957421d7fee3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/919fcbc6-c6f4-4a09-9417-f71a73ba34e0 HTTP/1.1" status: 404 len: 333 time: 0.1624455 Jun 03 21:50:07.741069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54086) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:07.813054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c842650b-a5b7-4678-88bf-aa1ae627cc0e None None] Could not find standard attr ID for object 919fcbc6-c6f4-4a09-9417-f71a73ba34e0. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:50:07.813407 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-56e1b17c-b1fa-4852-99e8-37035a807ffe tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] show failed (client error): The resource could not be found. Jun 03 21:50:07.818002 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-56e1b17c-b1fa-4852-99e8-37035a807ffe tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54/tags/tempest-TagsExtTest-Tag-906386326 HTTP/1.1" status: 404 len: 328 time: 0.1514924 Jun 03 21:50:07.821759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54088) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:07.826434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c842650b-a5b7-4678-88bf-aa1ae627cc0e None None] Provisioning complete for port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:07.826899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c842650b-a5b7-4678-88bf-aa1ae627cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:07.828081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-b34eafa4-0e4c-4255-adee-9d0f2bf1ae7c tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e2897902-e77b-4511-8bc6-900b86ae1a54', 'tempest-TagsExtTest-Tag-1022422654') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:07.867438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:07.899547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c842650b-a5b7-4678-88bf-aa1ae627cc0e None None] Port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:08.001503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e589a047-33dd-4559-8f73-246eedee1d13 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.007439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.017191 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9e60d843-3302-496a-93b7-db680b3bb169 None None] Could not find standard attr ID for object 919fcbc6-c6f4-4a09-9417-f71a73ba34e0. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:50:08.036756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e589a047-33dd-4559-8f73-246eedee1d13 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.064012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c77a41db-3c42-453f-a197-18b41efd6b27 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:08.090164 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e589a047-33dd-4559-8f73-246eedee1d13 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.094193 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-041de962-ef39-4eb5-8516-94cc6ba2f3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:08.108298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589a047-33dd-4559-8f73-246eedee1d13 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b4fb5f-9535-40a9-91a3-24e12057b80c,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:08.115187 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e589a047-33dd-4559-8f73-246eedee1d13 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:08.115843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e589a047-33dd-4559-8f73-246eedee1d13 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.119787 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e589a047-33dd-4559-8f73-246eedee1d13 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/security-groups/84b4fb5f-9535-40a9-91a3-24e12057b80c HTTP/1.1" status: 204 len: 168 time: 0.3777223 Jun 03 21:50:08.120299 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54090) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:08.121925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8427b-9e16-49e2-a372-3cc9f8934bdf req-1e4d0ef9-7dd8-4463-ad2b-b4d2c3784339 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:08.123576 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cfa8427b-9e16-49e2-a372-3cc9f8934bdf req-1e4d0ef9-7dd8-4463-ad2b-b4d2c3784339 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.4452794 Jun 03 21:50:08.138299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Subnet': ['ID=89c717be-188a-4234-bcd6-a6ba09e77bd7,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:08.142159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.152437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b74a8b-9468-4c77-8828-dad6315ed2dd None None] Network cba06e25-e006-4ac8-949e-cf60503178b5 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:08.186872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1eb058b3-0f27-4d3a-89cd-5afc7a16065b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.197968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:08.198371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:08.198764 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:08.199125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:08.199517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:08.199911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:08.200263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:08.200655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:08.201002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:08.201363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:08.201727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:08.202096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:08.205863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:08.218062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1eb058b3-0f27-4d3a-89cd-5afc7a16065b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.222788 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/89c717be-188a-4234-bcd6-a6ba09e77bd7 HTTP/1.1" status: 204 len: 168 time: 1.7413337 Jun 03 21:50:08.226665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54092) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:08.299502 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-b34eafa4-0e4c-4255-adee-9d0f2bf1ae7c tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] show failed (client error): The resource could not be found. Jun 03 21:50:08.303691 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b34eafa4-0e4c-4255-adee-9d0f2bf1ae7c tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54/tags/tempest-TagsExtTest-Tag-1022422654 HTTP/1.1" status: 404 len: 329 time: 0.4769547 Jun 03 21:50:08.305624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54094) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:08.310792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-4b36912a-21cf-425c-acec-387c2eb24205 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8b030f56-32ce-45c8-b447-594adfe55f3b', {'tags': ['tempest-TagsExtTest-Tag-1860228831', 'tempest-TagsExtTest-Tag-1774407515', 'tempest-TagsExtTest-Tag-1497919843']}) {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:08.318886 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cfa8427b-9e16-49e2-a372-3cc9f8934bdf req-2cd095d0-0b95-458e-8989-96f3c181c8ce tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853726 Jun 03 21:50:08.415304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12fb92b-ee9e-4202-b9b5-8066b9dd1fa7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting subnet d0f5cf24-a7c2-4052-bd72-d1aa4b269466 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:50:08.443898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.464235 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ae496e-fca2-416c-9f37-4c71091fa478 None None] DHCP port deletion for cba06e25-e006-4ac8-949e-cf60503178b5 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:50:08.484836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c12fb92b-ee9e-4202-b9b5-8066b9dd1fa7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.523297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1eb058b3-0f27-4d3a-89cd-5afc7a16065b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.540964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c1383705-fd38-4e46-a451-06c344cae268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:08.566870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-88ae496e-fca2-416c-9f37-4c71091fa478 None None] Deleting port f99308be-97ed-436d-8888-1b4f48ab96a1 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:08.568579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88ae496e-fca2-416c-9f37-4c71091fa478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.582875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb058b3-0f27-4d3a-89cd-5afc7a16065b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1241d6-b998-4a38-a3dd-e904d33c7ce4,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:08.600316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1eb058b3-0f27-4d3a-89cd-5afc7a16065b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:08.607719 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1eb058b3-0f27-4d3a-89cd-5afc7a16065b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.611835 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1eb058b3-0f27-4d3a-89cd-5afc7a16065b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/security-groups/6a1241d6-b998-4a38-a3dd-e904d33c7ce4 HTTP/1.1" status: 204 len: 168 time: 0.4904978 Jun 03 21:50:08.613486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54096) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:08.619246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c12fb92b-ee9e-4202-b9b5-8066b9dd1fa7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.663542 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4b36912a-21cf-425c-acec-387c2eb24205 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "PUT /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b/tags HTTP/1.1" status: 200 len: 318 time: 0.3582172 Jun 03 21:50:08.666147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54098) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:08.671239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-c5662c47-6388-4c89-9421-9d9fc85d65d6 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8b030f56-32ce-45c8-b447-594adfe55f3b') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:08.725467 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-88ae496e-fca2-416c-9f37-4c71091fa478 None None] For port f99308be-97ed-436d-8888-1b4f48ab96a1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f99308be-97ed-436d-8888-1b4f48ab96a1,segment=NetworkSegment(a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace),segment_id=a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:08.726689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88ae496e-fca2-416c-9f37-4c71091fa478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.745735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c12fb92b-ee9e-4202-b9b5-8066b9dd1fa7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.844062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c56e811-77cb-443f-ab0e-0b134d6346ef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting subnet a9ccc9af-fc69-48f0-9a01-edf692e137ab {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:50:08.854462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8c56e811-77cb-443f-ab0e-0b134d6346ef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.880067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-88ae496e-fca2-416c-9f37-4c71091fa478 None None] Calling delete_port for f99308be-97ed-436d-8888-1b4f48ab96a1 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:08.930136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8c56e811-77cb-443f-ab0e-0b134d6346ef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.937710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88ae496e-fca2-416c-9f37-4c71091fa478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:08.943258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-990014ed-9790-4acb-b64d-3514d5c26dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:09.004118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae496e-fca2-416c-9f37-4c71091fa478 None None] Pushing event deleted for resources: {'Port': ['ID=f99308be-97ed-436d-8888-1b4f48ab96a1,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:09.004458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Router eb5532a5-f4e0-4aea-be1f-df023de7be3f is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:50:09.007992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-88ae496e-fca2-416c-9f37-4c71091fa478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:09.013120 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae496e-fca2-416c-9f37-4c71091fa478 None None] No DVR routers for this DVR port f99308be-97ed-436d-8888-1b4f48ab96a1 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:09.034812 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c5662c47-6388-4c89-9421-9d9fc85d65d6 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b/tags HTTP/1.1" status: 204 len: 168 time: 0.3671203 Jun 03 21:50:09.040125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1316e7-4ef0-49bb-a955-8ced9c8c16b8 req-827409d9-c275-4733-ba8d-adddf5e361a7 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:09.041660 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7d1316e7-4ef0-49bb-a955-8ced9c8c16b8 req-827409d9-c275-4733-ba8d-adddf5e361a7 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 943 time: 0.2023761 Jun 03 21:50:09.042139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54102) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:09.089491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-dd8d6a41-a3de-4e77-9e49-74483efe7086 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8b030f56-32ce-45c8-b447-594adfe55f3b', 'tempest-TagsExtTest-Tag-1860228831') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:09.132794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f99308be-97ed-436d-8888-1b4f48ab96a1 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:50:09.175935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: f99308be-97ed-436d-8888-1b4f48ab96a1 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:50:09.176290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f99308be-97ed-436d-8888-1b4f48ab96a1 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:50:09.297189 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7d1316e7-4ef0-49bb-a955-8ced9c8c16b8 req-51be5b04-134b-48df-a548-9adc523e0ae3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2114644 Jun 03 21:50:09.311673 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-dd8d6a41-a3de-4e77-9e49-74483efe7086 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] show failed (client error): The resource could not be found. Jun 03 21:50:09.312999 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dd8d6a41-a3de-4e77-9e49-74483efe7086 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b/tags/tempest-TagsExtTest-Tag-1860228831 HTTP/1.1" status: 404 len: 329 time: 0.2383854 Jun 03 21:50:09.314449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c12fb92b-ee9e-4202-b9b5-8066b9dd1fa7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:09.319282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2dacdcca-1c62-4f2b-bbe9-c87fe70de446 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:09.350126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54104) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:09.361015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-663560c2-c1c7-4d2f-a563-a99c02521922 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8b030f56-32ce-45c8-b447-594adfe55f3b', 'tempest-TagsExtTest-Tag-1774407515') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:09.372895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8c56e811-77cb-443f-ab0e-0b134d6346ef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:09.421764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c12fb92b-ee9e-4202-b9b5-8066b9dd1fa7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:09.427488 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4ee633-a403-4841-bf79-d5729aad8183 None None] Network b1b17836-0213-4b3d-b8d0-7c573c38d7c3 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:09.433877 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fb92b-ee9e-4202-b9b5-8066b9dd1fa7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f5cf24-a7c2-4052-bd72-d1aa4b269466,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:09.448874 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c12fb92b-ee9e-4202-b9b5-8066b9dd1fa7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:09.454448 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c12fb92b-ee9e-4202-b9b5-8066b9dd1fa7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/d0f5cf24-a7c2-4052-bd72-d1aa4b269466 HTTP/1.1" status: 204 len: 168 time: 1.2251728 Jun 03 21:50:09.454857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54108) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:09.483988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:09.496769 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Sync routers for ids ['eb5532a5-f4e0-4aea-be1f-df023de7be3f'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:09.510331 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Routers {'eb5532a5-f4e0-4aea-be1f-df023de7be3f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:09.511549 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['eb5532a5-f4e0-4aea-be1f-df023de7be3f'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:09.619074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:09.620331 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.8575041 Jun 03 21:50:09.634058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54110) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:09.640328 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-663560c2-c1c7-4d2f-a563-a99c02521922 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] show failed (client error): The resource could not be found. Jun 03 21:50:09.645213 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-663560c2-c1c7-4d2f-a563-a99c02521922 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b/tags/tempest-TagsExtTest-Tag-1774407515 HTTP/1.1" status: 404 len: 329 time: 0.2930994 Jun 03 21:50:09.645956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54112) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:09.659675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-223c744f-d894-4a8c-b550-8f5507c092c0 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8b030f56-32ce-45c8-b447-594adfe55f3b', 'tempest-TagsExtTest-Tag-1497919843') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:09.747780 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Set router eb5532a5-f4e0-4aea-be1f-df023de7be3f gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:50:09.759993 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439a239f-81d3-48f0-aac1-3eddc4798d02 None None] DHCP port deletion for b1b17836-0213-4b3d-b8d0-7c573c38d7c3 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:50:09.788844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12bcd0-3989-4c2b-9b31-d0d8305e931d req-ab16acbd-f106-4933-a9d1-8fae021cb4ec tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:09.790584 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2f12bcd0-3989-4c2b-9b31-d0d8305e931d req-ab16acbd-f106-4933-a9d1-8fae021cb4ec tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.3483293 Jun 03 21:50:09.871256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-439a239f-81d3-48f0-aac1-3eddc4798d02 None None] Deleting port c3074373-17df-4fd0-9576-4299db5d073d {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:09.872102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-439a239f-81d3-48f0-aac1-3eddc4798d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:09.899203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:09.983118 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-223c744f-d894-4a8c-b550-8f5507c092c0 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] show failed (client error): The resource could not be found. Jun 03 21:50:09.987747 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2f12bcd0-3989-4c2b-9b31-d0d8305e931d req-7351d056-5795-4106-9ef7-615d6fe3a7ab tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293614 Jun 03 21:50:09.989151 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-223c744f-d894-4a8c-b550-8f5507c092c0 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b/tags/tempest-TagsExtTest-Tag-1497919843 HTTP/1.1" status: 404 len: 329 time: 0.3348918 Jun 03 21:50:09.990277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54114) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:09.994761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.009678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-439a239f-81d3-48f0-aac1-3eddc4798d02 None None] For port c3074373-17df-4fd0-9576-4299db5d073d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c3074373-17df-4fd0-9576-4299db5d073d,segment=NetworkSegment(d781c9a8-5bcd-4180-bc0b-1f5dc7472e32),segment_id=d781c9a8-5bcd-4180-bc0b-1f5dc7472e32)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:10.013766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-439a239f-81d3-48f0-aac1-3eddc4798d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.031150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-9755782a-ec75-43ec-b113-335c418a69a7 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a06e5076-96c9-4178-a09c-590e20ef858f', {'tags': ['tempest-TagsExtTest-Tag-1747562146', 'tempest-TagsExtTest-Tag-1756700973', 'tempest-TagsExtTest-Tag-799333230']}) {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:10.102240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8c56e811-77cb-443f-ab0e-0b134d6346ef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.157548 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5532a5-f4e0-4aea-be1f-df023de7be3f', 'name': '', 'tenant_id': 'fbe544fd9ae14be8b772afb868c45c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f140905-585c-4a07-bbca-a352bd0d4f81', 'external_fixed_ips': [{'subnet_id': 'cd7036ec-3309-4d16-8359-ff517f45cb1e', 'ip_address': '2001:db8::ec'}], 'enable_snat': True}, 'gw_port_id': '7feb84d2-5e86-4c8a-ac5e-237816a049d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:50:02Z', 'updated_at': '2021-06-03T21:50:07Z', 'revision_number': 3, 'project_id': 'fbe544fd9ae14be8b772afb868c45c30', 'gw_port': {'id': '7feb84d2-5e86-4c8a-ac5e-237816a049d2', 'name': '', 'network_id': '3f140905-585c-4a07-bbca-a352bd0d4f81', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:43:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5532a5-f4e0-4aea-be1f-df023de7be3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'cd7036ec-3309-4d16-8359-ff517f45cb1e', 'ip_address': '2001:db8::ec', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:50:05Z', 'updated_at': '2021-06-03T21:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd7036ec-3309-4d16-8359-ff517f45cb1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:10.161898 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Checking router: eb5532a5-f4e0-4aea-be1f-df023de7be3f for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:50:10.162253 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Updating router eb5532a5-f4e0-4aea-be1f-df023de7be3f port 7feb84d2-5e86-4c8a-ac5e-237816a049d2 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:50:10.175840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-633296fc-28d2-439d-b8c0-0fd48b2cb2af tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:10.181538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.182740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-439a239f-81d3-48f0-aac1-3eddc4798d02 None None] Calling delete_port for c3074373-17df-4fd0-9576-4299db5d073d owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:10.197052 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9755782a-ec75-43ec-b113-335c418a69a7 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "PUT /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f/tags HTTP/1.1" status: 200 len: 317 time: 0.1697705 Jun 03 21:50:10.198848 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba06e25-e006-4ac8-949e-cf60503178b5']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:10.206369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54116) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:10.214604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-707da755-f9dc-4b74-91bd-9d33298fa52c tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a06e5076-96c9-4178-a09c-590e20ef858f') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:10.231658 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.233813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56e811-77cb-443f-ab0e-0b134d6346ef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ccc9af-fc69-48f0-9a01-edf692e137ab,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:10.235220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:10.235574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a549ee31-e5c0-4d3f-b4a0-0fba4afb8ace') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:10.237067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8c56e811-77cb-443f-ab0e-0b134d6346ef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.243757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8c56e811-77cb-443f-ab0e-0b134d6346ef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:10.252207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-439a239f-81d3-48f0-aac1-3eddc4798d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.256940 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8c56e811-77cb-443f-ab0e-0b134d6346ef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/a9ccc9af-fc69-48f0-9a01-edf692e137ab HTTP/1.1" status: 204 len: 168 time: 1.6392066 Jun 03 21:50:10.257566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54118) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:10.264631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.264859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:10.267086 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1c8b9a22-7234-4652-9668-5e061d9345b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:10.291714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.300521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:50:10.300918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.308633 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d493e68-3125-46c1-b8c5-df469eb950ec None None] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:50:10.317129 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:50:10.336862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a239f-81d3-48f0-aac1-3eddc4798d02 None None] No DVR routers for this DVR port c3074373-17df-4fd0-9576-4299db5d073d on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:10.337513 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-707da755-f9dc-4b74-91bd-9d33298fa52c tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f/tags HTTP/1.1" status: 204 len: 168 time: 0.1298745 Jun 03 21:50:10.341511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54122) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:10.382999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.398412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-608ec6ee-1984-4647-9ab8-51cad312dc18 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a06e5076-96c9-4178-a09c-590e20ef858f', 'tempest-TagsExtTest-Tag-1747562146') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:10.411501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a239f-81d3-48f0-aac1-3eddc4798d02 None None] Pushing event deleted for resources: {'Port': ['ID=c3074373-17df-4fd0-9576-4299db5d073d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:10.421872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-439a239f-81d3-48f0-aac1-3eddc4798d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:10.432464 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-608ec6ee-1984-4647-9ab8-51cad312dc18 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] show failed (client error): The resource could not be found. Jun 03 21:50:10.433575 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-608ec6ee-1984-4647-9ab8-51cad312dc18 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f/tags/tempest-TagsExtTest-Tag-1747562146 HTTP/1.1" status: 404 len: 329 time: 0.0910702 Jun 03 21:50:10.437420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54124) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:10.444337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-be616089-651c-460e-9d54-7929e022d08c tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a06e5076-96c9-4178-a09c-590e20ef858f', 'tempest-TagsExtTest-Tag-1756700973') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:10.453104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.493264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e13fe635-6186-4b9b-99f5-5b06e550da6f tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:10.508026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.535219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Network': ['ID=cba06e25-e006-4ac8-949e-cf60503178b5,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:10.541858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:10.555023 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/networks/cba06e25-e006-4ac8-949e-cf60503178b5 HTTP/1.1" status: 204 len: 168 time: 1.0951498 Jun 03 21:50:10.555023 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54126) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:10.566320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:10.572212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:10.587137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:10.588884 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-be616089-651c-460e-9d54-7929e022d08c tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] show failed (client error): The resource could not be found. Jun 03 21:50:10.590081 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-be616089-651c-460e-9d54-7929e022d08c tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f/tags/tempest-TagsExtTest-Tag-1756700973 HTTP/1.1" status: 404 len: 329 time: 0.1514616 Jun 03 21:50:10.593093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Deleting port 7feb84d2-5e86-4c8a-ac5e-237816a049d2 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:10.593622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.602320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54128) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:10.608388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-8dbceebe-c69e-42bd-ae27-953a3365ee24 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a06e5076-96c9-4178-a09c-590e20ef858f', 'tempest-TagsExtTest-Tag-799333230') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:10.619984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:10.698348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:10.702318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.722667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acee556-5104-4888-8ef5-f04badcd1441 req-f3f08b38-42e4-48c5-97e8-bf0fd468d03b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:10.725102 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5acee556-5104-4888-8ef5-f04badcd1441 req-f3f08b38-42e4-48c5-97e8-bf0fd468d03b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 943 time: 0.2849464 Jun 03 21:50:10.744043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.744845 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.760598 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-8dbceebe-c69e-42bd-ae27-953a3365ee24 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] show failed (client error): The resource could not be found. Jun 03 21:50:10.761664 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8dbceebe-c69e-42bd-ae27-953a3365ee24 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f/tags/tempest-TagsExtTest-Tag-799333230 HTTP/1.1" status: 404 len: 328 time: 0.1569374 Jun 03 21:50:10.765434 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Transition to ACTIVE for port object 7feb84d2-5e86-4c8a-ac5e-237816a049d2 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:10.768240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54130) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:10.775403 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.786812 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-2dffb25c-8add-4fbb-bbfb-d28acc856708 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:10.818948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-4ecb8839-b7da-4401-9a87-28ed0edee567 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a06e5076-96c9-4178-a09c-590e20ef858f') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:10.844292 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Attempting to bind port 7feb84d2-5e86-4c8a-ac5e-237816a049d2 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:50:10.844754 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Attempting to bind port 7feb84d2-5e86-4c8a-ac5e-237816a049d2 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '6defddb4-07bb-488d-a250-97cbfac13e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '3f140905-585c-4a07-bbca-a352bd0d4f81'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:50:10.845213 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Attempting to bind port 7feb84d2-5e86-4c8a-ac5e-237816a049d2 on network 3f140905-585c-4a07-bbca-a352bd0d4f81 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:10.859864 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:50:10.860388 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Checking segment: {'id': '6defddb4-07bb-488d-a250-97cbfac13e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '3f140905-585c-4a07-bbca-a352bd0d4f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:10.862588 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.863369 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Bound using segment: {'id': '6defddb4-07bb-488d-a250-97cbfac13e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '3f140905-585c-4a07-bbca-a352bd0d4f81'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:50:10.863790 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Bound port: 7feb84d2-5e86-4c8a-ac5e-237816a049d2, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6defddb4-07bb-488d-a250-97cbfac13e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '3f140905-585c-4a07-bbca-a352bd0d4f81'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:50:10.864317 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.868767 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c3689881-9794-4783-a99f-8358093df719 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:50:10.887686 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5acee556-5104-4888-8ef5-f04badcd1441 req-19b3a862-d331-4050-a8d0-ee060e0c0c13 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389802 Jun 03 21:50:10.958821 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Pushing event updated for resources: {'Port': ['ID=7feb84d2-5e86-4c8a-ac5e-237816a049d2,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:10.994615 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:10.994824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:10.994953 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:10.995217 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:10.995662 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:10.995989 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:10.996317 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:10.996636 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:10.996956 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:10.997274 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:10.997588 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:10.997906 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:10.998219 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:11.010155 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:11.010699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b17836-0213-4b3d-b8d0-7c573c38d7c3']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:11.023294 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] For port 7feb84d2-5e86-4c8a-ac5e-237816a049d2, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:50:11.027663 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] For port 7feb84d2-5e86-4c8a-ac5e-237816a049d2, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7feb84d2-5e86-4c8a-ac5e-237816a049d2,segment=NetworkSegment(6defddb4-07bb-488d-a250-97cbfac13e64),segment_id=6defddb4-07bb-488d-a250-97cbfac13e64)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:50:11.031196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd781c9a8-5bcd-4180-bc0b-1f5dc7472e32') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:11.031593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd781c9a8-5bcd-4180-bc0b-1f5dc7472e32') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:11.036553 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.044431 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:11.047750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.069802 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.078289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:50:11.079499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.155429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c3689881-9794-4783-a99f-8358093df719, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c3689881-9794-4783-a99f-8358093df719,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:11.179599 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c3074373-17df-4fd0-9576-4299db5d073d no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:50:11.189155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:50:11.197183 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:50:11.220856 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Routers {'eb5532a5-f4e0-4aea-be1f-df023de7be3f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:11.221818 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['eb5532a5-f4e0-4aea-be1f-df023de7be3f'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:11.223313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.232274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.241887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-820e4766-a1aa-4f43-b9d9-6f9b7f8e7c8a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:11.259181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'c3689881-9794-4783-a99f-8358093df719', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'port_id': 'c3689881-9794-4783-a99f-8358093df719', 'mac_address': 'fa:16:3e:a3:39:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:50:11.268951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c3074373-17df-4fd0-9576-4299db5d073d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:50:11.269327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c3074373-17df-4fd0-9576-4299db5d073d not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:50:11.280907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Network': ['ID=b1b17836-0213-4b3d-b8d0-7c573c38d7c3,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:11.285794 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/networks/b1b17836-0213-4b3d-b8d0-7c573c38d7c3 HTTP/1.1" status: 204 len: 168 time: 0.7296476 Jun 03 21:50:11.300587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:11.307264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54134) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:11.312692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'network': {'name': 'tempest-RoutersTest-1840105484'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:11.333348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:11.346634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:network and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:11.348965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.350429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:11.359827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:11.373355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3689881-9794-4783-a99f-8358093df719 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:50:11.390148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:11.397689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c3689881-9794-4783-a99f-8358093df719, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c3689881-9794-4783-a99f-8358093df719,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:11.398471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.405759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.409836 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0b3fad15-ac91-4300-92a2-c427e4e19d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:11.416690 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Pushing event updated for resources: {'Port': ['ID=7feb84d2-5e86-4c8a-ac5e-237816a049d2,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:11.429321 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:11.455117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:50:11.466572 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] Set router eb5532a5-f4e0-4aea-be1f-df023de7be3f gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:50:11.479730 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.480174 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Added segment 7eeedc2c-2b29-4182-be35-b3197f9fc0db of type vlan for network e77e84d3-35f0-4223-99f4-2e459edaf25a Jun 03 21:50:11.500646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=c3689881-9794-4783-a99f-8358093df719,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:11.504623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Calling delete_port for 7feb84d2-5e86-4c8a-ac5e-237816a049d2 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:11.509550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:11.509816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:11.510150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:11.510478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:11.510800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:11.511435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:11.511435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:11.511806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:11.512129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:11.512443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:11.512759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:11.513769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:50:11.518060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:11.530060 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4ecb8839-b7da-4401-9a87-28ed0edee567 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f/tags HTTP/1.1" status: 204 len: 168 time: 0.7607820 Jun 03 21:50:11.532656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54136) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:11.539234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-ad5584f2-f029-4bd7-a405-3dc893154684 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8b030f56-32ce-45c8-b447-594adfe55f3b') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:11.608624 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5532a5-f4e0-4aea-be1f-df023de7be3f', 'name': '', 'tenant_id': 'fbe544fd9ae14be8b772afb868c45c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:50:02Z', 'updated_at': '2021-06-03T21:50:10Z', 'revision_number': 4, 'project_id': 'fbe544fd9ae14be8b772afb868c45c30', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:11.612974 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e38f47b-c2fb-435c-9fdf-456b89468bc5 None None] The sync data for ids ['eb5532a5-f4e0-4aea-be1f-df023de7be3f'] in dv-neutron-792998-2-hyperv is: [{'id': 'eb5532a5-f4e0-4aea-be1f-df023de7be3f', 'name': '', 'tenant_id': 'fbe544fd9ae14be8b772afb868c45c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:50:02Z', 'updated_at': '2021-06-03T21:50:10Z', 'revision_number': 4, 'project_id': 'fbe544fd9ae14be8b772afb868c45c30', 'gw_port_host': None}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:11.627996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.670643 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3196a-aff8-4f56-8889-2358a455160b req-5b33526f-6640-454b-8c3f-f30950d31470 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:11.677769 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3fa3196a-aff8-4f56-8889-2358a455160b req-5b33526f-6640-454b-8c3f-f30950d31470 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.4591053 Jun 03 21:50:11.681339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-807ba793-e235-41d5-a774-5a3758c5fca5 None None] Provisioning complete for port 6df040bc-1753-43d3-93b6-5835062e6985 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:11.681719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-807ba793-e235-41d5-a774-5a3758c5fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.750551 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ad5584f2-f029-4bd7-a405-3dc893154684 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b/tags HTTP/1.1" status: 204 len: 168 time: 0.2149477 Jun 03 21:50:11.750551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.754894 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3fa3196a-aff8-4f56-8889-2358a455160b req-43794e46-3029-458f-8e4e-a431229b1279 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762606 Jun 03 21:50:11.755355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54138) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:11.755862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:11.756481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:11.762970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-ce7aa6c1-16c1-48f3-ba1d-6261d83da9ba tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e2897902-e77b-4511-8bc6-900b86ae1a54') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:11.763369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3d4534ed-268e-417e-8830-554c3508b108 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:11.804540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['c3689881-9794-4783-a99f-8358093df719'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:50:11.826859 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5157197 Jun 03 21:50:11.827262 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54140) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:11.836663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'subnet': {'network_id': 'e77e84d3-35f0-4223-99f4-2e459edaf25a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:11.887381 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Network': ['ID=e77e84d3-35f0-4223-99f4-2e459edaf25a,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:11.900196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:11.901023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network e77e84d3-35f0-4223-99f4-2e459edaf25a details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:50:11.951117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-807ba793-e235-41d5-a774-5a3758c5fca5 None None] Provisioning complete for port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:11.951520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-807ba793-e235-41d5-a774-5a3758c5fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.036811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:12.051443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:subnet and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:12.057949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:12.075402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:12.113158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:12.118043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.127950 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdbc55-59e8-4445-803d-a43a80e297d8 req-a7149fcc-96d2-4d50-87dd-9ac6fcf78252 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:12.129395 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-97bdbc55-59e8-4445-803d-a43a80e297d8 req-a7149fcc-96d2-4d50-87dd-9ac6fcf78252 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 944 time: 0.1044710 Jun 03 21:50:12.140996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.146054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-807ba793-e235-41d5-a774-5a3758c5fca5 None None] Port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:12.165095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-64a4afef-dfc1-464a-a0d2-8357f0e032bb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:12.185579 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-97bdbc55-59e8-4445-803d-a43a80e297d8 req-14282617-4cf9-4071-8e57-8f9156b0bf52 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482900 Jun 03 21:50:12.197126 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ce7aa6c1-16c1-48f3-ba1d-6261d83da9ba tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54/tags HTTP/1.1" status: 204 len: 168 time: 0.4354801 Jun 03 21:50:12.200708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54144) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:12.205561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-b7ad2021-c577-4764-92e8-beee17c182fb tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'af8a2ee8-ddbe-43f9-bda1-770b707f9aae') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:12.315977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event deleted for resources: {'Port': ['ID=7feb84d2-5e86-4c8a-ac5e-237816a049d2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:12.329402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:12.390485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.435982 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b7ad2021-c577-4764-92e8-beee17c182fb tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae/tags HTTP/1.1" status: 204 len: 168 time: 0.2339418 Jun 03 21:50:12.440419 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54146) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:12.532519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a567fa92-19ce-4eec-8e91-fcaac5ea89da tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for subnetpool, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.533703 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a567fa92-19ce-4eec-8e91-fcaac5ea89da tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/subnetpools/a06e5076-96c9-4178-a09c-590e20ef858f HTTP/1.1" status: 204 len: 168 time: 0.0922017 Jun 03 21:50:12.537070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54148) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:12.583381 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1eb56a6e-1542-4e1b-b967-742572703ccf tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Synchronizing usage tracker for tenant:ab7b24351a6743608636e0cf24bef308 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:12.601697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1eb56a6e-1542-4e1b-b967-742572703ccf tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Unset dirty status for tenant:ab7b24351a6743608636e0cf24bef308 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:12.603022 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1eb56a6e-1542-4e1b-b967-742572703ccf tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b030f56-32ce-45c8-b447-594adfe55f3b HTTP/1.1" status: 200 len: 205 time: 0.0650549 Jun 03 21:50:12.605999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54150) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:12.664036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.670384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.723367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.723884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb5532a5-f4e0-4aea-be1f-df023de7be3f {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:50:12.749676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-18697ee4-b0f0-4f33-a83e-3671f44b0f4f tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.810951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:12.812067 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "DELETE /v2.0/routers/eb5532a5-f4e0-4aea-be1f-df023de7be3f HTTP/1.1" status: 204 len: 168 time: 3.1769776 Jun 03 21:50:12.815248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54154) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:13.096451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-18697ee4-b0f0-4f33-a83e-3671f44b0f4f tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.099050 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-18697ee4-b0f0-4f33-a83e-3671f44b0f4f tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.125925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-18697ee4-b0f0-4f33-a83e-3671f44b0f4f tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.126809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18697ee4-b0f0-4f33-a83e-3671f44b0f4f tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Fanout notify agent at l3_agent the message router_deleted on router 8b030f56-32ce-45c8-b447-594adfe55f3b {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:50:13.139443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cfe06e-a33b-4413-a040-44244700e1d4 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Deleting subnet cd7036ec-3309-4d16-8359-ff517f45cb1e {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:50:13.139756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-18697ee4-b0f0-4f33-a83e-3671f44b0f4f tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.141244 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-18697ee4-b0f0-4f33-a83e-3671f44b0f4f tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/routers/8b030f56-32ce-45c8-b447-594adfe55f3b HTTP/1.1" status: 204 len: 168 time: 0.5335994 Jun 03 21:50:13.143757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54160) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:13.152982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28cfe06e-a33b-4413-a040-44244700e1d4 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.207353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.258995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:13.285128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-eefb04d9-57ae-426b-9450-44bf626da9dc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Deleting port e2897902-e77b-4511-8bc6-900b86ae1a54 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:13.285469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eefb04d9-57ae-426b-9450-44bf626da9dc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.334376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:13.336806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28cfe06e-a33b-4413-a040-44244700e1d4 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.371626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:13.394838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a53a7f-8724-4a50-9db4-04844f330d3e None None] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:13.413049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:13.413641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.442029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Subnet': ['ID=f7d10e7c-bb4d-47f6-89ce-22356349fd51,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:13.450838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:13.464453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28cfe06e-a33b-4413-a040-44244700e1d4 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.494171 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2334189 Jun 03 21:50:13.502746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54164) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:13.509195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'security_group': {'name': 'tempest-secgroup-1281436546'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:13.520673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eefb04d9-57ae-426b-9450-44bf626da9dc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.529452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acede4fa-55f7-48f1-b753-2c8701ccb736 req-e119209c-854c-4468-be2d-3eb21ed3fc15 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:13.530734 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-acede4fa-55f7-48f1-b753-2c8701ccb736 req-e119209c-854c-4468-be2d-3eb21ed3fc15 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.6025069 Jun 03 21:50:13.539319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:13.547925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e681945-b614-404c-9eb4-3f8ea000d05c req-6212e4ae-c431-4a1d-bde8-b73129727c27 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:13.548992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:security_group and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:13.553983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:13.555898 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4e681945-b614-404c-9eb4-3f8ea000d05c req-6212e4ae-c431-4a1d-bde8-b73129727c27 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 944 time: 0.2481225 Jun 03 21:50:13.570163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:13.697552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.701079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-eefb04d9-57ae-426b-9450-44bf626da9dc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Calling delete_port for e2897902-e77b-4511-8bc6-900b86ae1a54 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:13.732451 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4e681945-b614-404c-9eb4-3f8ea000d05c req-838a51d5-3404-46e0-83a6-13a8c72f046e tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1751411 Jun 03 21:50:13.768906 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422093ee-e053-4f7c-bb13-94bced745a0f None None] Update dhcp port {'port': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'fixed_ips': [{'subnet_id': '31d7c849-64a3-49ff-b418-313137b4a76f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f7d10e7c-bb4d-47f6-89ce-22356349fd51'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': '6df040bc-1753-43d3-93b6-5835062e6985'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:50:13.805223 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-acede4fa-55f7-48f1-b753-2c8701ccb736 req-78159dcf-b066-4ea6-9b4a-deede36e7b78 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355382 Jun 03 21:50:13.827276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-422093ee-e053-4f7c-bb13-94bced745a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.838259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:13.849450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:security_group_rule and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:13.852167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.857179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:13.860877 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eefb04d9-57ae-426b-9450-44bf626da9dc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:13.861942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4b504666-bf76-46a6-8f02-36b21b5c4ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:13.867390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-17aa8fd1-bbba-49de-922d-98c90f081c54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:13.912969 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb04d9-57ae-426b-9450-44bf626da9dc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Pushing event deleted for resources: {'Port': ['ID=e2897902-e77b-4511-8bc6-900b86ae1a54,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:13.916208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-eefb04d9-57ae-426b-9450-44bf626da9dc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:13.923281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:14.053780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Subnet': ['ID=611bc48d-084a-4beb-9acf-3d1463a40beb,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:14.057144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:14.089531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-422093ee-e053-4f7c-bb13-94bced745a0f None None] Allocated IP 2001:db8::2 (9234cfc4-cac9-4628-886a-308ddd89dd3a/f7d10e7c-bb4d-47f6-89ce-22356349fd51/6df040bc-1753-43d3-93b6-5835062e6985) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:14.110337 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Checking segment: {'id': '7eeedc2c-2b29-4182-be35-b3197f9fc0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'e77e84d3-35f0-4223-99f4-2e459edaf25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:14.110727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network hostable DHCP agents. Network: e77e84d3-35f0-4223-99f4-2e459edaf25a, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:50:14.123959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28cfe06e-a33b-4413-a040-44244700e1d4 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.135688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d888301a-c18a-497c-ab0d-7feed6fd5eb2 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:14.181252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eefb04d9-57ae-426b-9450-44bf626da9dc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.183091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfe06e-a33b-4413-a040-44244700e1d4 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cd7036ec-3309-4d16-8359-ff517f45cb1e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:14.195122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-28cfe06e-a33b-4413-a040-44244700e1d4 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:14.199854 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-eefb04d9-57ae-426b-9450-44bf626da9dc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/ports/e2897902-e77b-4511-8bc6-900b86ae1a54 HTTP/1.1" status: 204 len: 168 time: 1.0547731 Jun 03 21:50:14.200786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54166) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:14.213034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28cfe06e-a33b-4413-a040-44244700e1d4 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.220584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network e77e84d3-35f0-4223-99f4-2e459edaf25a is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:50:14.241799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.246311 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-28cfe06e-a33b-4413-a040-44244700e1d4 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "DELETE /v2.0/subnets/cd7036ec-3309-4d16-8359-ff517f45cb1e HTTP/1.1" status: 204 len: 168 time: 1.4300001 Jun 03 21:50:14.247542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.251631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54168) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:14.252168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-076ec80a-0d4c-405f-b483-e9b1dc70d297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:14.263636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, e77e84d3-35f0-4223-99f4-2e459edaf25a) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:14.277291 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-422093ee-e053-4f7c-bb13-94bced745a0f None None] For port 6df040bc-1753-43d3-93b6-5835062e6985, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=6df040bc-1753-43d3-93b6-5835062e6985,segment=NetworkSegment(bc60015c-c662-47a3-be00-fac987750595),segment_id=bc60015c-c662-47a3-be00-fac987750595)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:14.286290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24948a8b-6edc-4473-aa26-cc7d080dc067 None None] Network e77e84d3-35f0-4223-99f4-2e459edaf25a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:14.300273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:14.300570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.305912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.307264 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8026087 Jun 03 21:50:14.308141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339c49f9-d004-4e5e-a1d8-a2d64e40948d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:14.310092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54170) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:14.312984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-758767e9-3e4a-4cfb-8aa8-d8cb5c32c153 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Deleting subnet af8a2ee8-ddbe-43f9-bda1-770b707f9aae {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:50:14.317771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-758767e9-3e4a-4cfb-8aa8-d8cb5c32c153 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.319707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'security_group': {'name': 'tempest-secgroup-1774285341'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:14.331767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:14.334385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:14.339763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:security_group and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:14.343305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:14.347058 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5186193 Jun 03 21:50:14.354748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54172) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:14.356951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:14.361693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9c3e0b46-ab6a-43a8-bd9c-929ba8f0370f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1851941057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:14.369974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9c3e0b46-ab6a-43a8-bd9c-929ba8f0370f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:14.377140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9c3e0b46-ab6a-43a8-bd9c-929ba8f0370f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:router and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:14.381298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9c3e0b46-ab6a-43a8-bd9c-929ba8f0370f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:14.382758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-758767e9-3e4a-4cfb-8aa8-d8cb5c32c153 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.387425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9c3e0b46-ab6a-43a8-bd9c-929ba8f0370f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:14.389741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.392025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-422093ee-e053-4f7c-bb13-94bced745a0f None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.420361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:14.423167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c3e0b46-ab6a-43a8-bd9c-929ba8f0370f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.424160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c3e0b46-ab6a-43a8-bd9c-929ba8f0370f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.425625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-422093ee-e053-4f7c-bb13-94bced745a0f None None] Transition to ACTIVE for port object 6df040bc-1753-43d3-93b6-5835062e6985 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:14.431509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:security_group_rule and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:14.433372 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-422093ee-e053-4f7c-bb13-94bced745a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.435260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:14.446176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-352fcb15-7ed5-460f-a510-e9d95e856363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:14.446663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:14.454802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c3e0b46-ab6a-43a8-bd9c-929ba8f0370f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.475583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-758767e9-3e4a-4cfb-8aa8-d8cb5c32c153 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.494283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c3e0b46-ab6a-43a8-bd9c-929ba8f0370f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.550301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9c3e0b46-ab6a-43a8-bd9c-929ba8f0370f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.554418 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9c3e0b46-ab6a-43a8-bd9c-929ba8f0370f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1986480 Jun 03 21:50:14.561628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54174) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:14.571156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'port': {'network_id': 'e77e84d3-35f0-4223-99f4-2e459edaf25a', 'name': 'tempest-RoutersTest-470798916'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:14.587727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.597608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.599555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.616432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d74faa83-b96a-44d8-b0d3-7f55b5750171 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:14.681462 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422093ee-e053-4f7c-bb13-94bced745a0f None None] Pushing event updated for resources: {'Port': ['ID=6df040bc-1753-43d3-93b6-5835062e6985,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:14.686208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-422093ee-e053-4f7c-bb13-94bced745a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:14.700574 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-e77e84d3-35f0-4223-99f4-2e459edaf25a', 'network_id': 'e77e84d3-35f0-4223-99f4-2e459edaf25a', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'fixed_ips': [{'subnet_id': '611bc48d-084a-4beb-9acf-3d1463a40beb'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:50:14.701399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.732613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.734102 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4183095 Jun 03 21:50:14.740310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54176) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:14.746157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'security_group': {'name': 'tempest-secgroup-1121895097'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:14.754381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c622b2c-478d-4e44-8fc0-8051cbb129e8,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:14.761201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:14.765829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:14.785534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:security_group and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:14.792422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:14.802314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:14.813685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:14.825141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.843980 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:14.866869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:14.871586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:14.875479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:14.889205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c3689881-9794-4783-a99f-8358093df719 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:14.892533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:security_group_rule and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:14.907864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:14.922173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] device_id is not set on port b27e8005-0ce7-45ec-a46d-a7435c892de1 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:50:15.000090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:15.034988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.116808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f140905-585c-4a07-bbca-a352bd0d4f81']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:15.120276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Allocated IP 172.20.0.2 (e77e84d3-35f0-4223-99f4-2e459edaf25a/611bc48d-084a-4beb-9acf-3d1463a40beb/c7fd7af3-920c-43dd-8dd7-c3aec90354e7) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:15.144076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6defddb4-07bb-488d-a250-97cbfac13e64') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:15.144710 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6defddb4-07bb-488d-a250-97cbfac13e64') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:15.171432 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.172418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port c3689881-9794-4783-a99f-8358093df719 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:15.179676 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6df040bc-1753-43d3-93b6-5835062e6985 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:15.248953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.250471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6270e8-6f4a-4d40-b6b9-e30f1eb9dab7 req-9fcc806f-031e-4fb9-8ed3-8da0fa8eb840 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:15.254077 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0f6270e8-6f4a-4d40-b6b9-e30f1eb9dab7 req-9fcc806f-031e-4fb9-8ed3-8da0fa8eb840 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.2309594 Jun 03 21:50:15.257642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.268624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:50:15.269034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.284426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.291186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-be11b96b-aa25-4beb-a5df-30309dab27dd tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:50:15.292761 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:50:15.329319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port c3689881-9794-4783-a99f-8358093df719 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:15.329743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.354351 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0f6270e8-6f4a-4d40-b6b9-e30f1eb9dab7 req-141affff-d7dd-473f-a34d-a0ed4b5ef4fc tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934451 Jun 03 21:50:15.361594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1bfcf3-1c74-4cb1-b0bd-96ba229de2d0,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:15.370022 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:15.371956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.373642 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6311269 Jun 03 21:50:15.376027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54182) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:15.382358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1070727675', 'security_groups': ['8a1bfcf3-1c74-4cb1-b0bd-96ba229de2d0'], 'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f7d10e7c-bb4d-47f6-89ce-22356349fd51'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:15.446163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.457357 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581bcad-d978-4f6b-a8ab-71e34689d484 req-b78ef7cc-99fb-4016-9c0d-54383b256aed tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:15.459082 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2581bcad-d978-4f6b-a8ab-71e34689d484 req-b78ef7cc-99fb-4016-9c0d-54383b256aed tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 944 time: 0.4855857 Jun 03 21:50:15.461942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4d425006-50b9-4522-bf29-1c273d1d21f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:15.483101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f140905-585c-4a07-bbca-a352bd0d4f81 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 21:50:15.484599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-758767e9-3e4a-4cfb-8aa8-d8cb5c32c153 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.506075 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.515319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f140905-585c-4a07-bbca-a352bd0d4f81,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:15.526594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:15.529362 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-731e52b8-8d54-4c43-a017-e4de88f93ce4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:15.530059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.568670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c3689881-9794-4783-a99f-8358093df719, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c3689881-9794-4783-a99f-8358093df719,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:15.575974 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6f061e-84e8-4146-aaaf-7d79aad3d87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3689881-9794-4783-a99f-8358093df719'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:15.578902 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4886ebc9-4af6-491b-98e1-0e726a5405c2" -d '{"events": [{"server_uuid": "5e6f061e-84e8-4146-aaaf-7d79aad3d87e", "name": "network-vif-plugged", "status": "completed", "tag": "c3689881-9794-4783-a99f-8358093df719"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:15.586125 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "DELETE /v2.0/networks/3f140905-585c-4a07-bbca-a352bd0d4f81 HTTP/1.1" status: 204 len: 168 time: 1.3332362 Jun 03 21:50:15.587265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-758767e9-3e4a-4cfb-8aa8-d8cb5c32c153 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.591108 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-758767e9-3e4a-4cfb-8aa8-d8cb5c32c153 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/subnets/af8a2ee8-ddbe-43f9-bda1-770b707f9aae HTTP/1.1" status: 204 len: 168 time: 1.3867092 Jun 03 21:50:15.592402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758767e9-3e4a-4cfb-8aa8-d8cb5c32c153 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Pushing event deleted for resources: {'Subnet': ['ID=af8a2ee8-ddbe-43f9-bda1-770b707f9aae,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:15.594002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54188) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:15.618475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-758767e9-3e4a-4cfb-8aa8-d8cb5c32c153 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:15.622432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1532aec-013a-4d43-8f77-c9e3024e488b None None] Network 77754fb0-2486-4740-b538-b8686f1759bc requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:15.634179 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2581bcad-d978-4f6b-a8ab-71e34689d484 req-a3ecf4d6-7f87-4450-8cd3-0411e5af0964 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1547072 Jun 03 21:50:15.650616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.658011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device d4c1813d-f4cb-44a0-a53d-019c2d5ba545 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:50:15.714416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:15.720474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ce9f1d41-210b-4b76-84ae-8adc69f0c781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:15.745757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:15.764228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:15.764525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d93f802e-8630-4b06-9511-e3f958d5cbc0 None None] Provisioning for port 6df040bc-1753-43d3-93b6-5835062e6985 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:15.790359 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.815025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 6df040bc-1753-43d3-93b6-5835062e6985 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:15.815934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.949820 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.958749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d93f802e-8630-4b06-9511-e3f958d5cbc0 None None] Provisioning complete for port 6df040bc-1753-43d3-93b6-5835062e6985 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:15.959253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d93f802e-8630-4b06-9511-e3f958d5cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:15.961382 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Deleting port 9948a52a-35a8-4572-b23a-3f71f01a398c {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:15.961718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.013455 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac37ca68-b978-4e46-8025-46d99761ecfb x-openstack-request-id: req-ac37ca68-b978-4e46-8025-46d99761ecfb {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:16.013962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6f061e-84e8-4146-aaaf-7d79aad3d87e", "name": "network-vif-plugged", "status": "completed", "tag": "c3689881-9794-4783-a99f-8358093df719", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:16.014302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ac37ca68-b978-4e46-8025-46d99761ecfb {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:16.014923 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6f061e-84e8-4146-aaaf-7d79aad3d87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3689881-9794-4783-a99f-8358093df719', 'code': 200} Jun 03 21:50:16.077833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54196) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:16.088020 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-53f9ec27-2b60-4919-8bc2-423d0cf69626 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Request body: {'router': {'name': 'tempest-router--639830933', 'project_id': '9226927eb3c640b3b982fcad8febc22c'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:16.113745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-53f9ec27-2b60-4919-8bc2-423d0cf69626 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:16.121966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-53f9ec27-2b60-4919-8bc2-423d0cf69626 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Usage tracker for resource:router and tenant:9226927eb3c640b3b982fcad8febc22c is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:16.125395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-53f9ec27-2b60-4919-8bc2-423d0cf69626 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:16.134643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-53f9ec27-2b60-4919-8bc2-423d0cf69626 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:16.152922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port d4c1813d-f4cb-44a0-a53d-019c2d5ba545, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:16.153175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53f9ec27-2b60-4919-8bc2-423d0cf69626 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.154610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53f9ec27-2b60-4919-8bc2-423d0cf69626 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.179537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53f9ec27-2b60-4919-8bc2-423d0cf69626 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.193815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.210743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] For port 9948a52a-35a8-4572-b23a-3f71f01a398c, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9948a52a-35a8-4572-b23a-3f71f01a398c,segment=NetworkSegment(32440f44-4a36-41df-8299-e766c1388744),segment_id=32440f44-4a36-41df-8299-e766c1388744)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:16.211532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.216033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.222618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53f9ec27-2b60-4919-8bc2-423d0cf69626 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.254021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53f9ec27-2b60-4919-8bc2-423d0cf69626 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.256021 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-53f9ec27-2b60-4919-8bc2-423d0cf69626 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1760964 Jun 03 21:50:16.267058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=c3689881-9794-4783-a99f-8358093df719,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:16.315169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Transition to ACTIVE for port object c7fd7af3-920c-43dd-8dd7-c3aec90354e7 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:16.318155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:16.320388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54198) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:16.321614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:16.462140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Calling delete_port for 9948a52a-35a8-4572-b23a-3f71f01a398c owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:16.464113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Transition to ACTIVE for port object c7fd7af3-920c-43dd-8dd7-c3aec90354e7 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:16.510591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.541870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c507a4a-291e-47f1-a425-fd59ce00e649 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.544598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:16.556997 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:16.566434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:16.602159 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Network e77e84d3-35f0-4223-99f4-2e459edaf25a is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:16.609760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:16.623522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:16.680011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d93f802e-8630-4b06-9511-e3f958d5cbc0 None None] Provisioning complete for port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:16.680389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d93f802e-8630-4b06-9511-e3f958d5cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.727318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.756951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f46886-706d-430d-8a27-e6bf25cb8b3b None None] DHCP port deletion for 77754fb0-2486-4740-b538-b8686f1759bc request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:50:16.763734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2de4f9-d92b-4bd5-bbb0-6390a95153d4 req-36c88b07-d789-4b4f-bc31-c6157130ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:16.765377 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ab2de4f9-d92b-4bd5-bbb0-6390a95153d4 req-36c88b07-d789-4b4f-bc31-c6157130ec73 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 1098 time: 0.4202840 Jun 03 21:50:16.770826 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Pushing event updated for resources: {'Port': ['ID=c7fd7af3-920c-43dd-8dd7-c3aec90354e7,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:16.776995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab73bf1-c7ca-4190-8fe8-fc5f69d818af req-0db04cb1-169c-4eca-9fe3-06696331f731 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:16.778627 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dab73bf1-c7ca-4190-8fe8-fc5f69d818af req-0db04cb1-169c-4eca-9fe3-06696331f731 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 944 time: 0.3097391 Jun 03 21:50:16.785458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:16.794880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Allocated IP 172.20.0.7 (e77e84d3-35f0-4223-99f4-2e459edaf25a/611bc48d-084a-4beb-9acf-3d1463a40beb/b27e8005-0ce7-45ec-a46d-a7435c892de1) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:16.843235 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Attempting to bind port c7fd7af3-920c-43dd-8dd7-c3aec90354e7 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:50:16.843635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Attempting to bind port c7fd7af3-920c-43dd-8dd7-c3aec90354e7 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '7eeedc2c-2b29-4182-be35-b3197f9fc0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'e77e84d3-35f0-4223-99f4-2e459edaf25a'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:50:16.843999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Attempting to bind port c7fd7af3-920c-43dd-8dd7-c3aec90354e7 on network e77e84d3-35f0-4223-99f4-2e459edaf25a {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:16.847220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d93f802e-8630-4b06-9511-e3f958d5cbc0 None None] Port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:16.851917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:50:16.852301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Checking segment: {'id': '7eeedc2c-2b29-4182-be35-b3197f9fc0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'e77e84d3-35f0-4223-99f4-2e459edaf25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:16.852703 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.853090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Bound using segment: {'id': '7eeedc2c-2b29-4182-be35-b3197f9fc0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'e77e84d3-35f0-4223-99f4-2e459edaf25a'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:50:16.853561 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Bound port: c7fd7af3-920c-43dd-8dd7-c3aec90354e7, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeedc2c-2b29-4182-be35-b3197f9fc0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'e77e84d3-35f0-4223-99f4-2e459edaf25a'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:50:16.853931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.870787 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dab73bf1-c7ca-4190-8fe8-fc5f69d818af req-94a4a7e1-1548-4580-8e76-8ac5f9d65864 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573452 Jun 03 21:50:16.876262 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ab2de4f9-d92b-4bd5-bbb0-6390a95153d4 req-a9208264-9d19-4db2-8954-cd0407b34b88 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952997 Jun 03 21:50:16.906736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90519cef-761f-4555-a63d-d9e6eb300db7 req-88be9511-6782-4edf-a269-615d7bb53bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:16.906736 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-90519cef-761f-4555-a63d-d9e6eb300db7 req-88be9511-6782-4edf-a269-615d7bb53bc4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 1097 time: 0.9586477 Jun 03 21:50:16.907008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:16.907233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device d4c1813d-f4cb-44a0-a53d-019c2d5ba545 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:50:16.913750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6b1c35d6-6800-4cbe-9788-636d7c8f3c85 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:16.961653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Pushing event deleted for resources: {'Port': ['ID=9948a52a-35a8-4572-b23a-3f71f01a398c,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:16.966966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] No DVR routers for this DVR port 9948a52a-35a8-4572-b23a-3f71f01a398c on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:16.968585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:17.003794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] device_id is not set on port 36c252da-f802-41a6-a8d7-8713121f5b2d yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:50:17.084960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c507a4a-291e-47f1-a425-fd59ce00e649 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.095060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c507a4a-291e-47f1-a425-fd59ce00e649 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.114871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.129754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77754fb0-2486-4740-b538-b8686f1759bc']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:17.131777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] For port c7fd7af3-920c-43dd-8dd7-c3aec90354e7, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:50:17.136688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-90f46886-706d-430d-8a27-e6bf25cb8b3b None None] Deleting port 9948a52a-35a8-4572-b23a-3f71f01a398c {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:17.136688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-90f46886-706d-430d-8a27-e6bf25cb8b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.143379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32440f44-4a36-41df-8299-e766c1388744') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:17.143855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32440f44-4a36-41df-8299-e766c1388744') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:17.159655 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.178890 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-90519cef-761f-4555-a63d-d9e6eb300db7 req-be7eae85-20f8-458d-a028-c8195ca259f1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834326 Jun 03 21:50:17.184968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.188912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] For port c7fd7af3-920c-43dd-8dd7-c3aec90354e7, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c7fd7af3-920c-43dd-8dd7-c3aec90354e7,segment=NetworkSegment(7eeedc2c-2b29-4182-be35-b3197f9fc0db),segment_id=7eeedc2c-2b29-4182-be35-b3197f9fc0db)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:50:17.198054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:50:17.198449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.221744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c507a4a-291e-47f1-a425-fd59ce00e649 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.222220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c507a4a-291e-47f1-a425-fd59ce00e649 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d2f343f-64ec-47f6-9789-280d3fc2bc44 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:50:17.222391 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:50:17.257887 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.261624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9948a52a-35a8-4572-b23a-3f71f01a398c no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:50:17.297523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-88ae496e-fca2-416c-9f37-4c71091fa478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:17.311865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.315704 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e44fa1f2-adca-455f-9ca4-3d0e4cd9daf9 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:17.332049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.343412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Pushing event deleted for resources: {'Network': ['ID=77754fb0-2486-4740-b538-b8686f1759bc,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:17.348086 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:17.353101 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] 10.222.0.96 "DELETE /v2.0/networks/77754fb0-2486-4740-b538-b8686f1759bc HTTP/1.1" status: 204 len: 168 time: 1.7548974 Jun 03 21:50:17.370084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 9948a52a-35a8-4572-b23a-3f71f01a398c {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:50:17.370446 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9948a52a-35a8-4572-b23a-3f71f01a398c not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:50:17.376358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f80cb-ddc1-4ed5-a73b-5320a6f32600 req-33748ff3-db34-425d-af53-87fb6dcb0f3d tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:17.377100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-043f80cb-ddc1-4ed5-a73b-5320a6f32600 req-33748ff3-db34-425d-af53-87fb6dcb0f3d tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Synchronizing usage tracker for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:17.393761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port d4c1813d-f4cb-44a0-a53d-019c2d5ba545, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:17.404176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-90f46886-706d-430d-8a27-e6bf25cb8b3b None None] For port 9948a52a-35a8-4572-b23a-3f71f01a398c, host dv-neutron-792998-2-hyperv, got binding levels [] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:17.404582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-90f46886-706d-430d-8a27-e6bf25cb8b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.419156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c507a4a-291e-47f1-a425-fd59ce00e649 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.423210 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3c507a4a-291e-47f1-a425-fd59ce00e649 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "DELETE /v2.0/routers/3d2f343f-64ec-47f6-9789-280d3fc2bc44 HTTP/1.1" status: 204 len: 168 time: 1.0989199 Jun 03 21:50:17.479177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-043f80cb-ddc1-4ed5-a73b-5320a6f32600 req-33748ff3-db34-425d-af53-87fb6dcb0f3d tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Unset dirty status for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:17.480400 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-043f80cb-ddc1-4ed5-a73b-5320a6f32600 req-33748ff3-db34-425d-af53-87fb6dcb0f3d tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 945 time: 0.5875125 Jun 03 21:50:17.494599 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'port_id': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'mac_address': 'fa:16:3e:95:8b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:50:17.547714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.562851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54208) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:17.575281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-90f46886-706d-430d-8a27-e6bf25cb8b3b None None] Calling delete_port for 9948a52a-35a8-4572-b23a-3f71f01a398c owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:17.579252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Pushing event updated for resources: {'Port': ['ID=c7fd7af3-920c-43dd-8dd7-c3aec90354e7,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:17.583361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.ipam_backend_mixin [None req-90f46886-706d-430d-8a27-e6bf25cb8b3b None None] Port 9948a52a-35a8-4572-b23a-3f71f01a398c was not found and therefore no delete operation was performed {{(pid=104398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:50:17.605076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Transition to ACTIVE for port object b27e8005-0ce7-45ec-a46d-a7435c892de1 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:17.608623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8::3a9 (9234cfc4-cac9-4628-886a-308ddd89dd3a/f7d10e7c-bb4d-47f6-89ce-22356349fd51/36c252da-f802-41a6-a8d7-8713121f5b2d) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:17.614491 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-043f80cb-ddc1-4ed5-a73b-5320a6f32600 req-cb6093b0-4379-40b4-8bae-c98b9d9933b8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182818 Jun 03 21:50:17.620740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:17.640788 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-90f46886-706d-430d-8a27-e6bf25cb8b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.648578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:17.717873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90f46886-706d-430d-8a27-e6bf25cb8b3b None None] Network 77754fb0-2486-4740-b538-b8686f1759bc is not hosted by any dhcp agent {{(pid=104398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 03 21:50:17.718337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f46886-706d-430d-8a27-e6bf25cb8b3b None None] No DVR routers for this DVR port 9948a52a-35a8-4572-b23a-3f71f01a398c on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:17.719749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.727946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f19c3897-12cd-4db6-8f57-b4690f6c2bef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:17.736931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f46886-706d-430d-8a27-e6bf25cb8b3b None None] Pushing event deleted for resources: {'Port': ['ID=9948a52a-35a8-4572-b23a-3f71f01a398c,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:17.739302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.757478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-90f46886-706d-430d-8a27-e6bf25cb8b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:17.767586 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c1813d-f4cb-44a0-a53d-019c2d5ba545 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:50:17.787121 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port d4c1813d-f4cb-44a0-a53d-019c2d5ba545, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:17.794460 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:17.796326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:17.948262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-354943831', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:17.959306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:17.969849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:17.971236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Usage tracker for resource:router and tenant:936834ed6fb44947bf76819d0fa653eb is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:17.978009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:17.979179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:18.002758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:18.016214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:18.018960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229b5b17-5ed6-4d11-9793-3c7d6436ec6a" -d '{"events": [{"server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:18.030914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.032135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.081744 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.112794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=b27e8005-0ce7-45ec-a46d-a7435c892de1,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:18.121720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89e2c9f-3366-4132-8ceb-c88a872f318b x-openstack-request-id: req-f89e2c9f-3366-4132-8ceb-c88a872f318b {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:18.122560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:18.122917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f89e2c9f-3366-4132-8ceb-c88a872f318b {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:18.123453 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'code': 200} Jun 03 21:50:18.125424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:18.145276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54218) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:18.167765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network e77e84d3-35f0-4223-99f4-2e459edaf25a is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:18.171571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:18.177053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:18.278854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.298564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:18.299440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.347153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Transition to ACTIVE for port object 36c252da-f802-41a6-a8d7-8713121f5b2d will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:18.353777 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.7909846 Jun 03 21:50:18.357811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54222) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:18.496039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.535808 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-965babe3-5da1-4ade-8171-b0cd1353f1bd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ab7b24351a6743608636e0cf24bef308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842056 Jun 03 21:50:18.556430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54224) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:18.574584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04380029-6cd3-419e-8cdf-787d64557494 req-fbb655ad-1ff4-4647-9009-c27763bd7cc6 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:18.576231 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-04380029-6cd3-419e-8cdf-787d64557494 req-fbb655ad-1ff4-4647-9009-c27763bd7cc6 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 945 time: 0.3821969 Jun 03 21:50:18.752619 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-04380029-6cd3-419e-8cdf-787d64557494 req-7bed8c04-0681-4947-af6c-f60127c040a0 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568317 Jun 03 21:50:18.764187 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-111d8287-3f2c-42b2-8a4d-60126c286718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.788538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.805617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-70ec21c9-f91f-4733-87d9-d0292e2a945a tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:18.807759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-111d8287-3f2c-42b2-8a4d-60126c286718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:18.933699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b6ef4d-d997-4276-b278-7e5a96742485 None None] Network e77e84d3-35f0-4223-99f4-2e459edaf25a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:19.031305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:19.039986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-111d8287-3f2c-42b2-8a4d-60126c286718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.043122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.043451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:19.057648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e41e349c-b023-424d-87e6-c99291e7cbd9 None None] Provisioning for port c7fd7af3-920c-43dd-8dd7-c3aec90354e7 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:19.057827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:19.063498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:19.064114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.071993 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1a0798df-65be-4226-8e5d-aca9e27ac976 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:19.073002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=36c252da-f802-41a6-a8d7-8713121f5b2d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:19.091028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d8287-3f2c-42b2-8a4d-60126c286718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddd9b9c-c2be-485a-9c1e-73e660a5aa84,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:19.095796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:19.097964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-111d8287-3f2c-42b2-8a4d-60126c286718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:19.099693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.148636 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7708368 Jun 03 21:50:19.150533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54228) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:19.157476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-0e7ffbc1-ecaa-43c6-a381-fa961ab5bf69 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:19.179284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8cdd7-dcf6-465d-9575-44989c513075 req-a20543c5-844c-4cdf-8e9f-152e35126d26 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:19.187154 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-59b8cdd7-dcf6-465d-9575-44989c513075 req-a20543c5-844c-4cdf-8e9f-152e35126d26 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 945 time: 0.4004719 Jun 03 21:50:19.210844 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['d4c1813d-f4cb-44a0-a53d-019c2d5ba545'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:50:19.328525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.366760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-111d8287-3f2c-42b2-8a4d-60126c286718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.372235 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c7fd7af3-920c-43dd-8dd7-c3aec90354e7 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:19.380265 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-111d8287-3f2c-42b2-8a4d-60126c286718 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5ddd9b9c-c2be-485a-9c1e-73e660a5aa84 HTTP/1.1" status: 204 len: 168 time: 0.8075123 Jun 03 21:50:19.415549 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-59b8cdd7-dcf6-465d-9575-44989c513075 req-eef38bf4-947b-4dcc-b62b-c77b6c807e8a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2257314 Jun 03 21:50:19.543831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c7fd7af3-920c-43dd-8dd7-c3aec90354e7 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:19.557590 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c7fd7af3-920c-43dd-8dd7-c3aec90354e7 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:19.558006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.652562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8aae4870-1699-4015-8173-f214d13a5554 None None] Provisioning for port 36c252da-f802-41a6-a8d7-8713121f5b2d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:19.684524 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8aae4870-1699-4015-8173-f214d13a5554 None None] Provisioning complete for port 36c252da-f802-41a6-a8d7-8713121f5b2d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:19.685383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8aae4870-1699-4015-8173-f214d13a5554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.734607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0e7ffbc1-ecaa-43c6-a381-fa961ab5bf69 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:19.745612 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0e7ffbc1-ecaa-43c6-a381-fa961ab5bf69 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:19.754926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0e7ffbc1-ecaa-43c6-a381-fa961ab5bf69 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:19.758429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Allocated IP 172.26.3.178 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/b1b6bfc2-1290-432b-bccb-64b85ef1edb5) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:19.767517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0e7ffbc1-ecaa-43c6-a381-fa961ab5bf69 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:19.788720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8aae4870-1699-4015-8173-f214d13a5554 None None] Port 36c252da-f802-41a6-a8d7-8713121f5b2d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:19.816296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7ffbc1-ecaa-43c6-a381-fa961ab5bf69 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:19.820528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e7ffbc1-ecaa-43c6-a381-fa961ab5bf69 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.856117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12372e1-a383-4d8f-9f9b-82e3296e65a1 req-4ef171e1-81b6-4ce3-9a07-ccc362a36fae tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:19.863725 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f12372e1-a383-4d8f-9f9b-82e3296e65a1 req-4ef171e1-81b6-4ce3-9a07-ccc362a36fae tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 945 time: 0.3013577 Jun 03 21:50:19.945525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:19.967725 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:20.055993 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port c7fd7af3-920c-43dd-8dd7-c3aec90354e7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c7fd7af3-920c-43dd-8dd7-c3aec90354e7,segment=NetworkSegment(7eeedc2c-2b29-4182-be35-b3197f9fc0db),segment_id=7eeedc2c-2b29-4182-be35-b3197f9fc0db)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:20.085794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:20.096512 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f12372e1-a383-4d8f-9f9b-82e3296e65a1 req-d704d866-7a12-4139-ab94-01f7d8763ad8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2318010 Jun 03 21:50:20.116938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54248) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:20.118077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:20.171474 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.ipam_backend_mixin [None req-0e7ffbc1-ecaa-43c6-a381-fa961ab5bf69 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f7d10e7c-bb4d-47f6-89ce-22356349fd51 (CIDR: 2001:db8::/64) Jun 03 21:50:20.180674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:20.184326 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7ffbc1-ecaa-43c6-a381-fa961ab5bf69 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:50:20.184774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7ffbc1-ecaa-43c6-a381-fa961ab5bf69 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:20.226854 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0e7ffbc1-ecaa-43c6-a381-fa961ab5bf69 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0736053 Jun 03 21:50:20.227315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54252) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:20.228382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:20.234799 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-dd346bcf-a3da-4de5-b57d-0376038d487a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:20.239818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-586478f2-f319-4d78-bbab-507bfa06c12f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:20.357922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5eb5ec53-d18a-4adf-b2c1-51fc0ab8f02f None None] Provisioning complete for port c7fd7af3-920c-43dd-8dd7-c3aec90354e7 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:20.358330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ec53-d18a-4adf-b2c1-51fc0ab8f02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:20.397936 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:20.404382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=b27e8005-0ce7-45ec-a46d-a7435c892de1,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:20.415012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=c7fd7af3-920c-43dd-8dd7-c3aec90354e7,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:20.415592 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1ba66b07-d648-417d-bad4-d41d034d080e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:20.420796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:20.429362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:20.553788 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:20.561784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:20.564325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:20.605729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f285cb-c7d5-4949-a122-1848b465d20d req-804fe853-23f0-4d4e-b3c8-637de7abec48 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:20.624239 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-85f285cb-c7d5-4949-a122-1848b465d20d req-804fe853-23f0-4d4e-b3c8-637de7abec48 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 945 time: 0.6816494 Jun 03 21:50:20.654857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5eb5ec53-d18a-4adf-b2c1-51fc0ab8f02f None None] Provisioning for port b27e8005-0ce7-45ec-a46d-a7435c892de1 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:20.662175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5eb5ec53-d18a-4adf-b2c1-51fc0ab8f02f None None] Provisioning complete for port b27e8005-0ce7-45ec-a46d-a7435c892de1 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:20.662611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5eb5ec53-d18a-4adf-b2c1-51fc0ab8f02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:20.669743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Pushing event updated for resources: {'Port': ['ID=b1b6bfc2-1290-432b-bccb-64b85ef1edb5,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:20.699144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:20.703494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54262) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:20.704562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-dd346bcf-a3da-4de5-b57d-0376038d487a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:20.718202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dd346bcf-a3da-4de5-b57d-0376038d487a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:20.722530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dd346bcf-a3da-4de5-b57d-0376038d487a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:20.732718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-dd346bcf-a3da-4de5-b57d-0376038d487a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:20.734847 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5eb5ec53-d18a-4adf-b2c1-51fc0ab8f02f None None] Port b27e8005-0ce7-45ec-a46d-a7435c892de1 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:20.782453 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-85f285cb-c7d5-4949-a122-1848b465d20d req-20b4a28f-6ffd-40aa-a0d9-30ea4e2d27d9 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092415 Jun 03 21:50:20.806161 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54266) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:20.865149 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2f9743f6-4e31-47d7-b9e0-8d39faf4cf9f None None] Provisioning complete for port b27e8005-0ce7-45ec-a46d-a7435c892de1 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:20.866207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2f9743f6-4e31-47d7-b9e0-8d39faf4cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:20.934239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd346bcf-a3da-4de5-b57d-0376038d487a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:20.935774 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-2f9743f6-4e31-47d7-b9e0-8d39faf4cf9f None None] Port b27e8005-0ce7-45ec-a46d-a7435c892de1 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:20.937419 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dd346bcf-a3da-4de5-b57d-0376038d487a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:20.954177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:20.966348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1975247546-network', 'tenant_id': 'b4230e879f3d48a7a034f0e47cf01e8c'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:20.986865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:21.002708 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-03dc1675-e685-4ea4-9025-4a138fc7ec9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/floatingips/41f71c09-28f4-4bed-8136-752585abc996 HTTP/1.1" status: 200 len: 992 time: 0.1948445 Jun 03 21:50:21.026081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Usage tracker for resource:network and tenant:b4230e879f3d48a7a034f0e47cf01e8c is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:21.037230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:21.056935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7900b407-e0ea-420d-bb9d-8d8b74dfe413 None None] Provisioning complete for port b27e8005-0ce7-45ec-a46d-a7435c892de1 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:21.058019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7900b407-e0ea-420d-bb9d-8d8b74dfe413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:21.094414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:21.105564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:21.112492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9bbaa9-a511-478d-9405-a0f9f98b8cc8 tempest-TestVolumeBootPattern-1576588184 tempest-TestVolumeBootPattern-1576588184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:21.114024 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1d9bbaa9-a511-478d-9405-a0f9f98b8cc8 tempest-TestVolumeBootPattern-1576588184 tempest-TestVolumeBootPattern-1576588184-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 1093 time: 0.9929090 Jun 03 21:50:21.124674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54268) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:21.130512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-7900b407-e0ea-420d-bb9d-8d8b74dfe413 None None] Port b27e8005-0ce7-45ec-a46d-a7435c892de1 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:21.146919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': 'c3689881-9794-4783-a99f-8358093df719', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:21.164189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:21.180740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Made reservation on behalf of b4230e879f3d48a7a034f0e47cf01e8c for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:21.182493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c7fd7af3-920c-43dd-8dd7-c3aec90354e7 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:21.184023 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:21.198868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Usage tracker for resource:floatingip and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:21.209660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:21.260415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c7fd7af3-920c-43dd-8dd7-c3aec90354e7 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:21.260794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:21.283206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:21.310685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:21.315416 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.ipam_backend_mixin [None req-dd346bcf-a3da-4de5-b57d-0376038d487a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 31d7c849-64a3-49ff-b418-313137b4a76f (CIDR: 2001:db8:0:1::/64) Jun 03 21:50:21.330045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:21.333008 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd346bcf-a3da-4de5-b57d-0376038d487a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:50:21.333452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd346bcf-a3da-4de5-b57d-0376038d487a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:21.344210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Usage tracker for resource:security_group_rule and tenant:b4230e879f3d48a7a034f0e47cf01e8c is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:21.351437 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:21.368604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:21.371049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:21.533230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:21.540402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:21.571243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:21.629384 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dd346bcf-a3da-4de5-b57d-0376038d487a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3949940 Jun 03 21:50:21.629645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54274) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:21.645581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'subnet': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:21.666100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=b27e8005-0ce7-45ec-a46d-a7435c892de1,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:21.668995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:21.670146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:21.720311 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:21.816928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network e77e84d3-35f0-4223-99f4-2e459edaf25a is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:21.818177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:22.057680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f1d6b281-30e5-4326-b27c-d3c7f6be2813 None None] Provisioning complete for port b27e8005-0ce7-45ec-a46d-a7435c892de1 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:22.058314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b281-30e5-4326-b27c-d3c7f6be2813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:22.114090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:22.124856 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f1d6b281-30e5-4326-b27c-d3c7f6be2813 None None] Port b27e8005-0ce7-45ec-a46d-a7435c892de1 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:22.126250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Usage tracker for resource:subnet and tenant:3a547e491c4a4a76bcbe66bef1cc3b0e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:22.131969 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:22.135317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:22.171699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 58207fe6-5fb3-4382-8388-943498c32341 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:50:22.199600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:22.212079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:22.213984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e589a047-33dd-4559-8f73-246eedee1d13 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:22.268438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:50:22.279910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Made reservation on behalf of 3a547e491c4a4a76bcbe66bef1cc3b0e for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:22.283369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:22.333693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:22.339108 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/58207fe6-5fb3-4382-8388-943498c32341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9791708 Jun 03 21:50:22.341874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54278) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:22.346914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4daaac8-251b-4376-9de2-55335b3562e8 None None] Sync routers for ids ['58207fe6-5fb3-4382-8388-943498c32341'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:22.358184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4daaac8-251b-4376-9de2-55335b3562e8 None None] Routers {'58207fe6-5fb3-4382-8388-943498c32341'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:22.359230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c4daaac8-251b-4376-9de2-55335b3562e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['58207fe6-5fb3-4382-8388-943498c32341'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:22.373822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:22.391720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:22.399335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:22.399958 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Added segment 3f8a698f-c003-44e4-bbb4-8645ef3c2d24 of type vlan for network bd8a2d02-a0ef-45f8-8e25-28e6269102ef Jun 03 21:50:22.416306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:22.421658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ac67d0-a6ff-41f7-b93a-8c87fe8bdc22 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:22.422425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e8ac67d0-a6ff-41f7-b93a-8c87fe8bdc22 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Synchronizing usage tracker for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:22.427712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c4daaac8-251b-4376-9de2-55335b3562e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:22.436834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4daaac8-251b-4376-9de2-55335b3562e8 None None] Routers {'58207fe6-5fb3-4382-8388-943498c32341'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:22.437595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c4daaac8-251b-4376-9de2-55335b3562e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['58207fe6-5fb3-4382-8388-943498c32341'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:22.441149 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e8ac67d0-a6ff-41f7-b93a-8c87fe8bdc22 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Unset dirty status for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:22.442584 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e8ac67d0-a6ff-41f7-b93a-8c87fe8bdc22 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports/b27e8005-0ce7-45ec-a46d-a7435c892de1 HTTP/1.1" status: 200 len: 976 time: 0.0997417 Jun 03 21:50:22.447898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54280) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:22.501221 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c4daaac8-251b-4376-9de2-55335b3562e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:22.501720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4daaac8-251b-4376-9de2-55335b3562e8 None None] The sync data for ids ['58207fe6-5fb3-4382-8388-943498c32341'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:22.539984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:22.556766 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:22.801035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4be8-025a-46ac-9dd0-4d14376ce3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:22.834659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:22.835747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:22.836300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:22.845855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-78915bf2-5aed-4407-b94a-852f2e4cc209 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:22.904612 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device d4c1813d-f4cb-44a0-a53d-019c2d5ba545 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:22.933081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Allocated IP 172.26.3.223 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/fa2b950b-025e-4b5d-a68d-0a6280089275) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:22.976448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ffb6-558c-4e6d-b8c8-15c9fc17f272 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:22.977925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port d4c1813d-f4cb-44a0-a53d-019c2d5ba545 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:22.978310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.020502 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Pushing event updated for resources: {'Network': ['ID=bd8a2d02-a0ef-45f8-8e25-28e6269102ef,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:23.036439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network bd8a2d02-a0ef-45f8-8e25-28e6269102ef details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:50:23.060453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:23.074533 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3641376 Jun 03 21:50:23.097876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54282) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:23.112237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Request body: {'subnet': {'network_id': 'bd8a2d02-a0ef-45f8-8e25-28e6269102ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1975247546-subnet', 'tenant_id': 'b4230e879f3d48a7a034f0e47cf01e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:23.240987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.272333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:23.275048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0c0926-6134-476e-b5bc-17b5a2a49b8f" -d '{"events": [{"server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "name": "network-vif-plugged", "status": "completed", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:23.284594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port d4c1813d-f4cb-44a0-a53d-019c2d5ba545, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:23.293554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.297189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8ba4ebcf-2ee6-42d2-9255-37088495ad06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:23.326388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:23.343636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ad8669-8984-46d4-9d3b-ec9e25feb91b x-openstack-request-id: req-66ad8669-8984-46d4-9d3b-ec9e25feb91b {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:23.344082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "name": "network-vif-plugged", "status": "completed", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:23.344439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-66ad8669-8984-46d4-9d3b-ec9e25feb91b {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:23.344933 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'code': 200} Jun 03 21:50:23.388298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Usage tracker for resource:subnet and tenant:b4230e879f3d48a7a034f0e47cf01e8c is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:23.391745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,revision_number=8']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:23.396076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:23.401681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7ffb6-558c-4e6d-b8c8-15c9fc17f272 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port b27e8005-0ce7-45ec-a46d-a7435c892de1 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:23.402306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ffb6-558c-4e6d-b8c8-15c9fc17f272 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.407685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:23.424222 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:23.469817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Router 555d67ba-6466-4ea7-9307-eb97083bde40 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:50:23.478877 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Made reservation on behalf of b4230e879f3d48a7a034f0e47cf01e8c for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:23.481255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.554990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ffb6-558c-4e6d-b8c8-15c9fc17f272 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.625681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.839740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7ffb6-558c-4e6d-b8c8-15c9fc17f272 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for b27e8005-0ce7-45ec-a46d-a7435c892de1 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:23.962260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:23.966754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:23.976217 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fbf7aa47-d40e-4406-b885-a0835ab81313 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:23.978759 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8fd748-e5f9-46a1-a2a9-95f213a44a0d None None] Sync routers for ids ['555d67ba-6466-4ea7-9307-eb97083bde40'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:23.989715 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8fd748-e5f9-46a1-a2a9-95f213a44a0d None None] Routers {'555d67ba-6466-4ea7-9307-eb97083bde40'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:23.990418 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1d8fd748-e5f9-46a1-a2a9-95f213a44a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['555d67ba-6466-4ea7-9307-eb97083bde40'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:23.995748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ffb6-558c-4e6d-b8c8-15c9fc17f272 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:24.002269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f5895ae7-04f0-4c6e-8918-5ec49cb392ea tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:24.051027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ffb6-558c-4e6d-b8c8-15c9fc17f272 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=b27e8005-0ce7-45ec-a46d-a7435c892de1,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:24.056645 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1d8fd748-e5f9-46a1-a2a9-95f213a44a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:24.068507 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8fd748-e5f9-46a1-a2a9-95f213a44a0d None None] Routers {'555d67ba-6466-4ea7-9307-eb97083bde40'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:24.069127 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1d8fd748-e5f9-46a1-a2a9-95f213a44a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['555d67ba-6466-4ea7-9307-eb97083bde40'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:24.084296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a4f7ffb6-558c-4e6d-b8c8-15c9fc17f272 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:24.130242 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:24.143298 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1d8fd748-e5f9-46a1-a2a9-95f213a44a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:24.144041 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8fd748-e5f9-46a1-a2a9-95f213a44a0d None None] The sync data for ids ['555d67ba-6466-4ea7-9307-eb97083bde40'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:24.149155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:24.173134 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:24.214552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'Port': ['ID=fa2b950b-025e-4b5d-a68d-0a6280089275,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:24.223837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:24.225241 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6607068 Jun 03 21:50:24.230851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:24.244821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54286) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:24.326484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ffb6-558c-4e6d-b8c8-15c9fc17f272 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:24.618254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f7ffb6-558c-4e6d-b8c8-15c9fc17f272 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 58207fe6-5fb3-4382-8388-943498c32341 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:50:24.619167 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c8e622c5-8102-4db5-b0c0-2651631ae0b9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/routers/555d67ba-6466-4ea7-9307-eb97083bde40 HTTP/1.1" status: 200 len: 924 time: 0.3730946 Jun 03 21:50:24.622570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54288) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:24.727158 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-41dd7710-45bf-4d50-91ad-ba32df98f052 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "GET /v2.0/ports?device_id=555d67ba-6466-4ea7-9307-eb97083bde40 HTTP/1.1" status: 200 len: 205 time: 0.1031904 Jun 03 21:50:24.733072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54290) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:24.833260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:24.845677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3391dd86-fa1c-4083-983e-34eee9afdea9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:24.885006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f7ffb6-558c-4e6d-b8c8-15c9fc17f272 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:24.896883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f7870-46a9-4159-8f68-873c97468bdb None None] Sync routers for ids ['58207fe6-5fb3-4382-8388-943498c32341'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:24.909483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f7870-46a9-4159-8f68-873c97468bdb None None] Routers {'58207fe6-5fb3-4382-8388-943498c32341'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:24.910134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-1c6f7870-46a9-4159-8f68-873c97468bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['58207fe6-5fb3-4382-8388-943498c32341'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:24.976900 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a4f7ffb6-558c-4e6d-b8c8-15c9fc17f272 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/58207fe6-5fb3-4382-8388-943498c32341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5277488 Jun 03 21:50:24.980014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54292) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:24.980568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-1c6f7870-46a9-4159-8f68-873c97468bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:24.990252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f7870-46a9-4159-8f68-873c97468bdb None None] Routers {'58207fe6-5fb3-4382-8388-943498c32341'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:24.991008 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-1c6f7870-46a9-4159-8f68-873c97468bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:49:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['58207fe6-5fb3-4382-8388-943498c32341'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:25.056172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-1c6f7870-46a9-4159-8f68-873c97468bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:25.056458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f7870-46a9-4159-8f68-873c97468bdb None None] The sync data for ids ['58207fe6-5fb3-4382-8388-943498c32341'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:25.169698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:25.178544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:25.190747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e209fb-cd94-43e4-9b54-f303d733dccb None None] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:25.204624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:25.205117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:25.234448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Subnet': ['ID=04898ee9-a80d-4b9b-82ce-b924fb3ad180,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:25.245860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:25.260007 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6274669 Jun 03 21:50:25.269149 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54294) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:25.276107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1295458890', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '04898ee9-a80d-4b9b-82ce-b924fb3ad180'}], 'security_groups': ['339c49f9-d004-4e5e-a1d8-a2d64e40948d', '7c622b2c-478d-4e44-8fc0-8051cbb129e8']}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:25.377140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:25.397026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:25.460812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:25.466792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d3693a8d-8dd8-4c41-9e0e-ce57787e179c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:25.483536 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3846cca9-ae60-4c1d-b88a-0f90d3c55115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:25.611239 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5badec5-c190-4786-8a85-d7fce34f18c4 None None] Update dhcp port {'port': {'network_id': '9234cfc4-cac9-4628-886a-308ddd89dd3a', 'fixed_ips': [{'subnet_id': '31d7c849-64a3-49ff-b418-313137b4a76f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f7d10e7c-bb4d-47f6-89ce-22356349fd51', 'ip_address': '2001:db8::2'}, {'subnet_id': '04898ee9-a80d-4b9b-82ce-b924fb3ad180'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': '6df040bc-1753-43d3-93b6-5835062e6985'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:50:25.625146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=722911a0-d65f-46cf-8c2d-509fbc65564e,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:25.641188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:25.642240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:25.669982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b5badec5-c190-4786-8a85-d7fce34f18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:25.677239 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-941ea56b-b742-438e-bfb5-bb1e7706f28a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] remove_router_interface failed (client error): The resource could not be found. Jun 03 21:50:25.678283 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-941ea56b-b742-438e-bfb5-bb1e7706f28a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/58207fe6-5fb3-4382-8388-943498c32341/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6977019 Jun 03 21:50:25.681134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54296) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:25.710326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Checking segment: {'id': '3f8a698f-c003-44e4-bbb4-8645ef3c2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'bd8a2d02-a0ef-45f8-8e25-28e6269102ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:25.710789 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Network hostable DHCP agents. Network: bd8a2d02-a0ef-45f8-8e25-28e6269102ef, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:50:25.732599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2b7db1b1-5365-45b7-bcf8-b4c920acf259 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Synchronizing usage tracker for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:25.771117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2b7db1b1-5365-45b7-bcf8-b4c920acf259 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Unset dirty status for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:25.775575 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2b7db1b1-5365-45b7-bcf8-b4c920acf259 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=58207fe6-5fb3-4382-8388-943498c32341 HTTP/1.1" status: 200 len: 205 time: 0.0903783 Jun 03 21:50:25.775575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:25.778119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54298) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:25.800120 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:25.827275 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Network bd8a2d02-a0ef-45f8-8e25-28e6269102ef is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:50:25.876712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:25.927126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, bd8a2d02-a0ef-45f8-8e25-28e6269102ef) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:25.943217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143302e3-7d58-49c2-b9c1-1dc4b6397460 None None] Network bd8a2d02-a0ef-45f8-8e25-28e6269102ef requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:25.961752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-35cbd0c8-6977-46f9-b294-61470ddffb7e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.010961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:26.011439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.044082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-b5badec5-c190-4786-8a85-d7fce34f18c4 None None] Allocated IP 2001:db8:0:2::2 (9234cfc4-cac9-4628-886a-308ddd89dd3a/04898ee9-a80d-4b9b-82ce-b924fb3ad180/6df040bc-1753-43d3-93b6-5835062e6985) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:26.183220 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0756936 Jun 03 21:50:26.280244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ecc2d3-5bfc-4dca-8c98-ca6e246b99e9 None None] Network bd8a2d02-a0ef-45f8-8e25-28e6269102ef requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:26.309525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Deleting port b1b6bfc2-1290-432b-bccb-64b85ef1edb5 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:26.310154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.330985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-35cbd0c8-6977-46f9-b294-61470ddffb7e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.341914 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-35cbd0c8-6977-46f9-b294-61470ddffb7e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.344089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.360126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.367015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-58b30eff-118e-4fd5-838d-04810d78f62f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:26.400237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b5badec5-c190-4786-8a85-d7fce34f18c4 None None] For port 6df040bc-1753-43d3-93b6-5835062e6985, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=6df040bc-1753-43d3-93b6-5835062e6985,segment=NetworkSegment(bc60015c-c662-47a3-be00-fac987750595),segment_id=bc60015c-c662-47a3-be00-fac987750595)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:26.448634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-35cbd0c8-6977-46f9-b294-61470ddffb7e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.449447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cbd0c8-6977-46f9-b294-61470ddffb7e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Fanout notify agent at l3_agent the message router_deleted on router 58207fe6-5fb3-4382-8388-943498c32341 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:50:26.463314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b5badec5-c190-4786-8a85-d7fce34f18c4 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.470992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-35cbd0c8-6977-46f9-b294-61470ddffb7e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.473104 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-35cbd0c8-6977-46f9-b294-61470ddffb7e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/58207fe6-5fb3-4382-8388-943498c32341 HTTP/1.1" status: 204 len: 168 time: 0.6940656 Jun 03 21:50:26.476949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54304) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:26.482842 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'Port': ['ID=fa2b950b-025e-4b5d-a68d-0a6280089275,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:26.484791 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b5badec5-c190-4786-8a85-d7fce34f18c4 None None] Transition to ACTIVE for port object 6df040bc-1753-43d3-93b6-5835062e6985 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:26.488466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:26.506212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.524354 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b5badec5-c190-4786-8a85-d7fce34f18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.530232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8787314e-ff44-45bd-a29b-49ce6b02937f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:26.743726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.770307 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Floating IP c800fc0d-25c6-46fb-bd9f-03019ceb8717 associated. External IP: 172.26.3.223, port: c3689881-9794-4783-a99f-8358093df719. Jun 03 21:50:26.790004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.875425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5badec5-c190-4786-8a85-d7fce34f18c4 None None] Pushing event updated for resources: {'Port': ['ID=6df040bc-1753-43d3-93b6-5835062e6985,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:26.886803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b5badec5-c190-4786-8a85-d7fce34f18c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:26.890905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:26.911548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Calling delete_port for b1b6bfc2-1290-432b-bccb-64b85ef1edb5 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:26.926086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91d8789-7e25-4803-b12e-7f7e1be73e9a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting subnet 611bc48d-084a-4beb-9acf-3d1463a40beb {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:50:26.930466 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e91d8789-7e25-4803-b12e-7f7e1be73e9a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.016240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e91d8789-7e25-4803-b12e-7f7e1be73e9a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.045246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54316) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:27.056660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1657113363-network', 'tenant_id': '5dca4f16cf4340a3915d753ebe73f3f8'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:27.065508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:27.080438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Usage tracker for resource:network and tenant:5dca4f16cf4340a3915d753ebe73f3f8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:27.087319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:27.096303 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:27.147804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Made reservation on behalf of 5dca4f16cf4340a3915d753ebe73f3f8 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:27.150511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.158774 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6df040bc-1753-43d3-93b6-5835062e6985 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:27.178089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.202768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:27.211496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Usage tracker for resource:security_group_rule and tenant:5dca4f16cf4340a3915d753ebe73f3f8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:27.227755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:27.231830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e91d8789-7e25-4803-b12e-7f7e1be73e9a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.263902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Delete allocated IP 2001:db8::3a9 (9234cfc4-cac9-4628-886a-308ddd89dd3a/f7d10e7c-bb4d-47f6-89ce-22356349fd51) {{(pid=104397) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 21:50:27.267781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:27.278430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Allocated IP 2001:db8:0:2::212 (9234cfc4-cac9-4628-886a-308ddd89dd3a/04898ee9-a80d-4b9b-82ce-b924fb3ad180/36c252da-f802-41a6-a8d7-8713121f5b2d) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:27.495282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.503739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:27.588156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Pushing event deleted for resources: {'Port': ['ID=b1b6bfc2-1290-432b-bccb-64b85ef1edb5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:27.621588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:27.636962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Router 852748e3-944e-4f14-bdb5-f13b9e3d169c has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:50:27.695825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5585b727-f517-4b8e-8288-806aaea391df None None] Provisioning for port 6df040bc-1753-43d3-93b6-5835062e6985 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:27.701514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5585b727-f517-4b8e-8288-806aaea391df None None] Provisioning complete for port 6df040bc-1753-43d3-93b6-5835062e6985 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:27.702123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5585b727-f517-4b8e-8288-806aaea391df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.787300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.808891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.824081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ab06ac0e-731d-4d21-8815-1333e569fcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:27.848840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.850740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.883845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5585b727-f517-4b8e-8288-806aaea391df None None] Provisioning complete for port 36c252da-f802-41a6-a8d7-8713121f5b2d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:27.884383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5585b727-f517-4b8e-8288-806aaea391df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.888235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:27.900805 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32194c-4a14-4592-b65c-96a94988922c None None] Sync routers for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:27.911052 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.917765 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32194c-4a14-4592-b65c-96a94988922c None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:27.918813 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9a32194c-4a14-4592-b65c-96a94988922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:27.949628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5585b727-f517-4b8e-8288-806aaea391df None None] Port 36c252da-f802-41a6-a8d7-8713121f5b2d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:27.962030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5585b727-f517-4b8e-8288-806aaea391df None None] Provisioning complete for port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:27.962591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5585b727-f517-4b8e-8288-806aaea391df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:27.975438 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8449535 Jun 03 21:50:27.976151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6f061e-84e8-4146-aaaf-7d79aad3d87e', 'tag': 'c3689881-9794-4783-a99f-8358093df719'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:27.978725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec185898-1ccd-41a0-ab79-74ccb5ffd988" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6f061e-84e8-4146-aaaf-7d79aad3d87e", "tag": "c3689881-9794-4783-a99f-8358093df719"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:28.019264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:50:28.028364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf7e3ee-d1b5-48f7-a0a2-c67cced041c6,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:28.032565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Transition to ACTIVE for port object 36c252da-f802-41a6-a8d7-8713121f5b2d will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:28.041722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.042050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5585b727-f517-4b8e-8288-806aaea391df None None] Port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:28.048218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:28.094828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:28.103438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e91d8789-7e25-4803-b12e-7f7e1be73e9a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.113052 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6a250c2b-b789-493d-a879-4462dc91ba9a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:28.150599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event updated for resources: {'Port': ['ID=36c252da-f802-41a6-a8d7-8713121f5b2d,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:28.154485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.156711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.157053 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Added segment e349f5c6-24d8-4540-8c90-5191f9b9aae6 of type vlan for network 6065b207-2b92-467e-9919-775f493808d2 Jun 03 21:50:28.160772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:28.165605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.174854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d8789-7e25-4803-b12e-7f7e1be73e9a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Subnet': ['ID=611bc48d-084a-4beb-9acf-3d1463a40beb,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:28.181336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e91d8789-7e25-4803-b12e-7f7e1be73e9a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:28.195032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e91d8789-7e25-4803-b12e-7f7e1be73e9a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.225486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] In _notify_port_updated(), no bound segment for port 36c252da-f802-41a6-a8d7-8713121f5b2d on network 9234cfc4-cac9-4628-886a-308ddd89dd3a {{(pid=104397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:50:28.230020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.232922 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:28.233617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.234121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Fanout notify agent at l3_agent the message router_deleted on router 555d67ba-6466-4ea7-9307-eb97083bde40 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:50:28.234508 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.236885 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "PUT /v2.0/ports/36c252da-f802-41a6-a8d7-8713121f5b2d HTTP/1.1" status: 200 len: 970 time: 2.9654725 Jun 03 21:50:28.239797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54324) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:28.241541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a639644-2ead-4d67-9a2d-e31f3e294618 None None] Network e77e84d3-35f0-4223-99f4-2e459edaf25a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:28.245168 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-9a32194c-4a14-4592-b65c-96a94988922c None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:50:28.251933 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e91d8789-7e25-4803-b12e-7f7e1be73e9a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/611bc48d-084a-4beb-9acf-3d1463a40beb HTTP/1.1" status: 204 len: 168 time: 1.7735271 Jun 03 21:50:28.252763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54326) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:28.294603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.301290 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "DELETE /v2.0/routers/555d67ba-6466-4ea7-9307-eb97083bde40 HTTP/1.1" status: 204 len: 168 time: 3.5674069 Jun 03 21:50:28.303374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54328) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:28.311921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Request body: {'router': {'name': 'tempest-snat-router-56520870', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'enable_snat': False}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:28.331750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:28.352813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Usage tracker for resource:router and tenant:fbe544fd9ae14be8b772afb868c45c30 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:28.360017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:28.427119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:28.449339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.450674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:28.451424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.462199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-30d83337-5a2a-4eec-99b0-4fe6efd110a5 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:28.499010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.513528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.520844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.528751 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-01898eb0-4081-4b98-a81b-9443e2b1ea37 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port 36c252da-f802-41a6-a8d7-8713121f5b2d {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:28.529424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-01898eb0-4081-4b98-a81b-9443e2b1ea37 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.532763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.540707 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4939585 Jun 03 21:50:28.545233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54330) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:28.558752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Request body: {'subnet': {'network_id': '6065b207-2b92-467e-9919-775f493808d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1657113363-subnet', 'tenant_id': '5dca4f16cf4340a3915d753ebe73f3f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:28.580429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:28.670770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c58073-626b-4874-aa43-4055a3d76f02 x-openstack-request-id: req-28c58073-626b-4874-aa43-4055a3d76f02 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:28.671103 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6f061e-84e8-4146-aaaf-7d79aad3d87e", "tag": "c3689881-9794-4783-a99f-8358093df719", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:28.671412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-28c58073-626b-4874-aa43-4055a3d76f02 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:28.671885 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6f061e-84e8-4146-aaaf-7d79aad3d87e', 'tag': 'c3689881-9794-4783-a99f-8358093df719', 'status': 'completed', 'code': 200} Jun 03 21:50:28.702682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-86615c80-c603-4edc-9843-75566037a7f2 None None] Provisioning for port 36c252da-f802-41a6-a8d7-8713121f5b2d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:28.711648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-86615c80-c603-4edc-9843-75566037a7f2 None None] Provisioning complete for port 36c252da-f802-41a6-a8d7-8713121f5b2d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:28.712772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-86615c80-c603-4edc-9843-75566037a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.766949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449f06a3-998c-44a1-8c09-38fc379b04fc None None] DHCP port deletion for e77e84d3-35f0-4223-99f4-2e459edaf25a request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:50:28.774444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-01898eb0-4081-4b98-a81b-9443e2b1ea37 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.849978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Usage tracker for resource:subnet and tenant:5dca4f16cf4340a3915d753ebe73f3f8 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:28.854553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:28.864424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Pushing event updated for resources: {'Network': ['ID=6065b207-2b92-467e-9919-775f493808d2,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:28.868183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:28.879068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:28.881332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:28.901087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 6065b207-2b92-467e-9919-775f493808d2 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:50:28.911375 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9a32194c-4a14-4592-b65c-96a94988922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'c800fc0d-25c6-46fb-bd9f-03019ceb8717', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.223', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': 'c3689881-9794-4783-a99f-8358093df719', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:a3:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f061e-84e8-4146-aaaf-7d79aad3d87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:50:25Z', 'updated_at': '2021-06-03T21:50:25Z', 'revision_number': 0, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:28.920798 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32194c-4a14-4592-b65c-96a94988922c None None] Checking router: 852748e3-944e-4f14-bdb5-f13b9e3d169c for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:50:28.935112 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32194c-4a14-4592-b65c-96a94988922c None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:28.935513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Made reservation on behalf of 5dca4f16cf4340a3915d753ebe73f3f8 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:28.936273 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9a32194c-4a14-4592-b65c-96a94988922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:28.937848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.058901 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-86615c80-c603-4edc-9843-75566037a7f2 None None] Port 36c252da-f802-41a6-a8d7-8713121f5b2d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:29.097751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-449f06a3-998c-44a1-8c09-38fc379b04fc None None] Deleting port c7fd7af3-920c-43dd-8dd7-c3aec90354e7 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:29.098278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-449f06a3-998c-44a1-8c09-38fc379b04fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.217253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c7fd7af3-920c-43dd-8dd7-c3aec90354e7 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:50:29.224083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-01898eb0-4081-4b98-a81b-9443e2b1ea37 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for 36c252da-f802-41a6-a8d7-8713121f5b2d owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:29.233162 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-9a32194c-4a14-4592-b65c-96a94988922c None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:50:29.284548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-449f06a3-998c-44a1-8c09-38fc379b04fc None None] For port c7fd7af3-920c-43dd-8dd7-c3aec90354e7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c7fd7af3-920c-43dd-8dd7-c3aec90354e7,segment=NetworkSegment(7eeedc2c-2b29-4182-be35-b3197f9fc0db),segment_id=7eeedc2c-2b29-4182-be35-b3197f9fc0db)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:29.285215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-449f06a3-998c-44a1-8c09-38fc379b04fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.381232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-01898eb0-4081-4b98-a81b-9443e2b1ea37 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.384945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-90b369bf-3dd5-439d-ad70-e3ea68e9be80 tempest-FloatingIPAdminTestJSON-783322261 tempest-FloatingIPAdminTestJSON-783322261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:29.404492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec185898-1ccd-41a0-ab79-74ccb5ffd988 req-1481f416-3fca-4f6c-9c58-4fbb60296373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:29.406034 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec185898-1ccd-41a0-ab79-74ccb5ffd988 req-1481f416-3fca-4f6c-9c58-4fbb60296373 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 1098 time: 0.6027374 Jun 03 21:50:29.446191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.452501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01898eb0-4081-4b98-a81b-9443e2b1ea37 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=36c252da-f802-41a6-a8d7-8713121f5b2d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:29.458202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-01898eb0-4081-4b98-a81b-9443e2b1ea37 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:29.505184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-449f06a3-998c-44a1-8c09-38fc379b04fc None None] Calling delete_port for c7fd7af3-920c-43dd-8dd7-c3aec90354e7 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:29.515801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-01898eb0-4081-4b98-a81b-9443e2b1ea37 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.532340 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-01898eb0-4081-4b98-a81b-9443e2b1ea37 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/36c252da-f802-41a6-a8d7-8713121f5b2d HTTP/1.1" status: 204 len: 168 time: 1.2886331 Jun 03 21:50:29.536177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54332) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:29.601181 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-2035db1a-db04-498c-b585-3a0fb210d644 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] GET failed (client error): The resource could not be found. Jun 03 21:50:29.601801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2035db1a-db04-498c-b585-3a0fb210d644 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:29.607339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port c7fd7af3-920c-43dd-8dd7-c3aec90354e7 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:29.607705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.628935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.636858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2035db1a-db04-498c-b585-3a0fb210d644 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:29.640938 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2035db1a-db04-498c-b585-3a0fb210d644 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports/36c252da-f802-41a6-a8d7-8713121f5b2d HTTP/1.1" status: 404 len: 333 time: 0.1002853 Jun 03 21:50:29.641833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54334) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:29.677254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port c7fd7af3-920c-43dd-8dd7-c3aec90354e7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c7fd7af3-920c-43dd-8dd7-c3aec90354e7,segment=NetworkSegment(7eeedc2c-2b29-4182-be35-b3197f9fc0db),segment_id=7eeedc2c-2b29-4182-be35-b3197f9fc0db)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:29.684166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.690000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-341a35bb-8029-4dd6-b83e-97a342b317da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:29.746300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f0ae572e-cea4-4feb-b8eb-0c8f046e8a71 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.785529 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f0ae572e-cea4-4feb-b8eb-0c8f046e8a71 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.791962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-449f06a3-998c-44a1-8c09-38fc379b04fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.815593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f06a3-998c-44a1-8c09-38fc379b04fc None None] No DVR routers for this DVR port c7fd7af3-920c-43dd-8dd7-c3aec90354e7 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:29.822601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=c7fd7af3-920c-43dd-8dd7-c3aec90354e7,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:29.825405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:29.826283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9700f35b-8840-4dd0-9241-dd1c00f0fc96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:29.866006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] For port c7fd7af3-920c-43dd-8dd7-c3aec90354e7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c7fd7af3-920c-43dd-8dd7-c3aec90354e7,segment=NetworkSegment(7eeedc2c-2b29-4182-be35-b3197f9fc0db),segment_id=7eeedc2c-2b29-4182-be35-b3197f9fc0db)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:29.866888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.867580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f0ae572e-cea4-4feb-b8eb-0c8f046e8a71 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.875732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-10bf548e-9bae-4a46-a151-80339122620b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:29.876454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec185898-1ccd-41a0-ab79-74ccb5ffd988 req-e03ab3d5-d52a-41b1-86ee-c318d91dc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:29.878401 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec185898-1ccd-41a0-ab79-74ccb5ffd988 req-e03ab3d5-d52a-41b1-86ee-c318d91dc977 service neutron] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 914 time: 0.4587758 Jun 03 21:50:29.891398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f06a3-998c-44a1-8c09-38fc379b04fc None None] Pushing event deleted for resources: {'Port': ['ID=c7fd7af3-920c-43dd-8dd7-c3aec90354e7,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:29.895104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae572e-cea4-4feb-b8eb-0c8f046e8a71 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1bfcf3-1c74-4cb1-b0bd-96ba229de2d0,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:29.895517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-449f06a3-998c-44a1-8c09-38fc379b04fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:29.897741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f0ae572e-cea4-4feb-b8eb-0c8f046e8a71 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:29.898556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f0ae572e-cea4-4feb-b8eb-0c8f046e8a71 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:29.900056 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f0ae572e-cea4-4feb-b8eb-0c8f046e8a71 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/security-groups/8a1bfcf3-1c74-4cb1-b0bd-96ba229de2d0 HTTP/1.1" status: 204 len: 168 time: 0.2567661 Jun 03 21:50:29.902813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54336) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:29.950252 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9a32194c-4a14-4592-b65c-96a94988922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'c800fc0d-25c6-46fb-bd9f-03019ceb8717', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.223', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': 'c3689881-9794-4783-a99f-8358093df719', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:a3:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f061e-84e8-4146-aaaf-7d79aad3d87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:50:25Z', 'updated_at': '2021-06-03T21:50:25Z', 'revision_number': 0, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:29.955111 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32194c-4a14-4592-b65c-96a94988922c None None] The sync data for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv is: [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'c800fc0d-25c6-46fb-bd9f-03019ceb8717', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.223', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': 'c3689881-9794-4783-a99f-8358093df719', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:a3:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f061e-84e8-4146-aaaf-7d79aad3d87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:50:25Z', 'updated_at': '2021-06-03T21:50:25Z', 'revision_number': 0, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:29.976820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ea9f270c-fddd-41fb-b233-73afa0b510fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.008790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ea9f270c-fddd-41fb-b233-73afa0b510fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.068355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ea9f270c-fddd-41fb-b233-73afa0b510fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.074612 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:30.091387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f270c-fddd-41fb-b233-73afa0b510fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c622b2c-478d-4e44-8fc0-8051cbb129e8,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:30.095578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for c7fd7af3-920c-43dd-8dd7-c3aec90354e7 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:30.099233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ea9f270c-fddd-41fb-b233-73afa0b510fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:30.107286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ea9f270c-fddd-41fb-b233-73afa0b510fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.108610 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ea9f270c-fddd-41fb-b233-73afa0b510fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/security-groups/7c622b2c-478d-4e44-8fc0-8051cbb129e8 HTTP/1.1" status: 204 len: 168 time: 0.2048657 Jun 03 21:50:30.111535 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54338) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:30.186002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e3e56d54-e85c-4e61-80f0-08edfe842e86 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.224608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e3e56d54-e85c-4e61-80f0-08edfe842e86 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.233134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0a1ccf-865f-4df6-bbf1-d3ca9c07bfc4 None None] New status for floating IP c800fc0d-25c6-46fb-bd9f-03019ceb8717: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:50:30.252756 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec185898-1ccd-41a0-ab79-74ccb5ffd988 req-99304416-2618-44d9-87e2-d80607532ffa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3689881-9794-4783-a99f-8358093df719 HTTP/1.1" status: 200 len: 999 time: 0.3507247 Jun 03 21:50:30.293364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e3e56d54-e85c-4e61-80f0-08edfe842e86 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.297886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e707b257-b20d-45b2-ba5a-6fbfd7b25845 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:30.311823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e56d54-e85c-4e61-80f0-08edfe842e86 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=339c49f9-d004-4e5e-a1d8-a2d64e40948d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:30.315696 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e3e56d54-e85c-4e61-80f0-08edfe842e86 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:30.322323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e3e56d54-e85c-4e61-80f0-08edfe842e86 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.323494 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e3e56d54-e85c-4e61-80f0-08edfe842e86 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/security-groups/339c49f9-d004-4e5e-a1d8-a2d64e40948d HTTP/1.1" status: 204 len: 168 time: 0.2108536 Jun 03 21:50:30.326071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54340) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:30.407843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cc9051-b13c-464d-8c91-3da523953e8f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting subnet f7d10e7c-bb4d-47f6-89ce-22356349fd51 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:50:30.412067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-31cc9051-b13c-464d-8c91-3da523953e8f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.532124 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-31cc9051-b13c-464d-8c91-3da523953e8f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.567494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec185898-1ccd-41a0-ab79-74ccb5ffd988 req-440530b1-78ea-4651-9123-23e39b8ba081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:30.568927 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec185898-1ccd-41a0-ab79-74ccb5ffd988 req-440530b1-78ea-4651-9123-23e39b8ba081 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.3025360 Jun 03 21:50:30.616610 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f229e6af-4fa2-49ed-9b7d-e8f72e74905b req-31385009-ad13-40a5-8798-7f7ba2e33540 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1745567 Jun 03 21:50:30.618360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.628663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:30.642792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-31cc9051-b13c-464d-8c91-3da523953e8f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:30.689003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=c7fd7af3-920c-43dd-8dd7-c3aec90354e7,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:30.697133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:30.699619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No DVR routers for this DVR port c7fd7af3-920c-43dd-8dd7-c3aec90354e7 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:30.944011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229e6af-4fa2-49ed-9b7d-e8f72e74905b req-e16f94ce-8111-42da-be52-f23a56ea81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:30.945579 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f229e6af-4fa2-49ed-9b7d-e8f72e74905b req-e16f94ce-8111-42da-be52-f23a56ea81fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=684d3d7afe73426f9cb4abdbeaeb79b4&device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 1099 time: 0.2224391 Jun 03 21:50:31.004601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.032201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77e84d3-35f0-4223-99f4-2e459edaf25a']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:31.049886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.078865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eeedc2c-2b29-4182-be35-b3197f9fc0db') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:31.079153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eeedc2c-2b29-4182-be35-b3197f9fc0db') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:31.085989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-31cc9051-b13c-464d-8c91-3da523953e8f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.093102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ce48248d-e80e-4185-944f-72f87dd28e65 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:31.128640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.135772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.139126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc9051-b13c-464d-8c91-3da523953e8f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d10e7c-bb4d-47f6-89ce-22356349fd51,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:31.147651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-31cc9051-b13c-464d-8c91-3da523953e8f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:31.148677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-31cc9051-b13c-464d-8c91-3da523953e8f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.154528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890e8270-9a96-4467-8d47-131482c9baac None None] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:31.167112 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-31cc9051-b13c-464d-8c91-3da523953e8f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/f7d10e7c-bb4d-47f6-89ce-22356349fd51 HTTP/1.1" status: 204 len: 168 time: 0.8400004 Jun 03 21:50:31.172306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229e6af-4fa2-49ed-9b7d-e8f72e74905b req-0baf9f44-23a8-4200-bd14-f74f68a8c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:31.174562 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f229e6af-4fa2-49ed-9b7d-e8f72e74905b req-0baf9f44-23a8-4200-bd14-f74f68a8c306 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 HTTP/1.1" status: 200 len: 898 time: 0.2046380 Jun 03 21:50:31.174981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54342) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:31.185922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec185898-1ccd-41a0-ab79-74ccb5ffd988 req-717711d9-3ce7-4d47-89d1-cc6b05b20b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:31.187402 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec185898-1ccd-41a0-ab79-74ccb5ffd988 req-717711d9-3ce7-4d47-89d1-cc6b05b20b18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6082437 Jun 03 21:50:31.249217 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.270634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:50:31.271289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:50:31.291782 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:50:31.324282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1dc360-c6f7-46c6-afe0-d40e9b69c6cb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting subnet 04898ee9-a80d-4b9b-82ce-b924fb3ad180 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:50:31.336750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc360-c6f7-46c6-afe0-d40e9b69c6cb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.365684 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f229e6af-4fa2-49ed-9b7d-e8f72e74905b req-f61b0121-c0c1-45ca-bd63-6e6b07230d0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545 HTTP/1.1" status: 200 len: 1001 time: 0.1562529 Jun 03 21:50:31.385796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.400696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2a7511d7-a03f-4202-9618-87b4a6ef8340 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:31.443574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc360-c6f7-46c6-afe0-d40e9b69c6cb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.602412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.612414 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec185898-1ccd-41a0-ab79-74ccb5ffd988 req-2db19573-f2a5-485e-8550-ecac0f9647d7 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119160 Jun 03 21:50:31.621823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.630400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b844e1f-2402-4266-afa0-2b3840b4106d,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:31.634548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:31.636309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Allocated IP 172.26.3.166 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/3fd63528-4357-439e-88b1-5869a4c5e5b7) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:31.644567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229e6af-4fa2-49ed-9b7d-e8f72e74905b req-a8d5ade8-0846-49a6-bfe5-4e081c54ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:31.646011 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f229e6af-4fa2-49ed-9b7d-e8f72e74905b req-a8d5ade8-0846-49a6-bfe5-4e081c54ab03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9572515-61d3-4237-9d45-489c6c5adb2d HTTP/1.1" status: 200 len: 834 time: 0.2666776 Jun 03 21:50:31.660844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:31.711496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Checking segment: {'id': 'e349f5c6-24d8-4540-8c90-5191f9b9aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '6065b207-2b92-467e-9919-775f493808d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:31.711897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Network hostable DHCP agents. Network: 6065b207-2b92-467e-9919-775f493808d2, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:50:31.734468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Network': ['ID=e77e84d3-35f0-4223-99f4-2e459edaf25a,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:31.738447 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc360-c6f7-46c6-afe0-d40e9b69c6cb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:31.745768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:31.802086 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229e6af-4fa2-49ed-9b7d-e8f72e74905b req-525bfc47-1761-442a-9280-e7eed25ea8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:31.803646 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f229e6af-4fa2-49ed-9b7d-e8f72e74905b req-525bfc47-1761-442a-9280-e7eed25ea8a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1490445 Jun 03 21:50:31.817178 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/networks/e77e84d3-35f0-4223-99f4-2e459edaf25a HTTP/1.1" status: 204 len: 168 time: 3.5614882 Jun 03 21:50:31.824282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54344) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:31.857033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'network': {'name': 'tempest-RoutersTest-1749004508'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:31.870591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:31.930120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:network and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:31.932758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Network 6065b207-2b92-467e-9919-775f493808d2 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:50:31.935012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:31.965598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:31.975142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 6065b207-2b92-467e-9919-775f493808d2) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:31.986853 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fd3591-5298-44bd-a4ef-ae0537310630 None None] Network 6065b207-2b92-467e-9919-775f493808d2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:31.992908 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec185898-1ccd-41a0-ab79-74ccb5ffd988 req-2e3df6e0-a262-4916-a184-f44dc1e01e4e service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533459 Jun 03 21:50:32.008379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:32.011822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.028400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:32.028833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.110004 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f229e6af-4fa2-49ed-9b7d-e8f72e74905b req-fcd25006-1662-484d-a15d-8a13916eabfb service neutron] 10.222.0.24 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799776 Jun 03 21:50:32.155603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-884e21ab-fb6c-42f1-a86d-4581e0d64c96 None None] Provisioning complete for port 6df040bc-1753-43d3-93b6-5835062e6985 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:32.156218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-884e21ab-fb6c-42f1-a86d-4581e0d64c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.262099 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7137697 Jun 03 21:50:32.266347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.278280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:50:32.291556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.292152 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Added segment 5fb08622-8ee3-4beb-9b45-ba756bed8da4 of type vlan for network efc5c5c2-ad9f-473d-bcef-cc4cc6541980 Jun 03 21:50:32.318331 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f229e6af-4fa2-49ed-9b7d-e8f72e74905b req-0780a582-d9aa-4d58-9887-07b65b77a71b service neutron] 10.222.0.24 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916094 Jun 03 21:50:32.328162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc360-c6f7-46c6-afe0-d40e9b69c6cb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.329297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.335793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c9753d48-140a-4309-8fe5-2a5a89b801ae tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:32.350090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.354181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55877dc-3230-45a7-9440-bc4b5615799a None None] Network 6065b207-2b92-467e-9919-775f493808d2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:32.379397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-71e3c682-96fa-46f4-8b66-503ae3b213ed tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:32.399383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1dc360-c6f7-46c6-afe0-d40e9b69c6cb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Subnet': ['ID=04898ee9-a80d-4b9b-82ce-b924fb3ad180,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:32.411319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9a1dc360-c6f7-46c6-afe0-d40e9b69c6cb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:32.412699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc360-c6f7-46c6-afe0-d40e9b69c6cb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.422642 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9a1dc360-c6f7-46c6-afe0-d40e9b69c6cb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/04898ee9-a80d-4b9b-82ce-b924fb3ad180 HTTP/1.1" status: 204 len: 168 time: 1.2464521 Jun 03 21:50:32.427940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54348) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:32.449997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:32.453033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:32.462522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:32.477786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504ffb11-4724-46cf-add7-25e09eb8ba90 None None] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:32.483308 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11c8f2f-1953-4453-849f-6eee4ee077cf tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] DELETE failed (client error): The resource could not be found. Jun 03 21:50:32.484019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11c8f2f-1953-4453-849f-6eee4ee077cf tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:32.485881 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c11c8f2f-1953-4453-849f-6eee4ee077cf tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/f7d10e7c-bb4d-47f6-89ce-22356349fd51 HTTP/1.1" status: 404 len: 337 time: 0.0567605 Jun 03 21:50:32.488979 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54352) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:32.502524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.509685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:32.510331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.515396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event updated for resources: {'Port': ['ID=3fd63528-4357-439e-88b1-5869a4c5e5b7,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:32.533808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:32.534552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3877253-847c-48bd-ae26-93212c22b370 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687 tempest-ExtraDHCPOptionsIpV6TestJSON-1260222687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:32.603906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9548b744-c8ee-4fce-bc0d-b0bf31687e06 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting subnet 31d7c849-64a3-49ff-b418-313137b4a76f {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:50:32.607744 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9548b744-c8ee-4fce-bc0d-b0bf31687e06 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.677512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9548b744-c8ee-4fce-bc0d-b0bf31687e06 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.705362 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-884e21ab-fb6c-42f1-a86d-4581e0d64c96 None None] Provisioning complete for port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:32.706246 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-884e21ab-fb6c-42f1-a86d-4581e0d64c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.711559 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8633511 Jun 03 21:50:32.719739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54362) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:32.794185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Network': ['ID=efc5c5c2-ad9f-473d-bcef-cc4cc6541980,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:32.802406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'subnet': {'network_id': 'efc5c5c2-ad9f-473d-bcef-cc4cc6541980', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:32.810563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9548b744-c8ee-4fce-bc0d-b0bf31687e06 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:32.816817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network efc5c5c2-ad9f-473d-bcef-cc4cc6541980 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:50:32.821750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:32.972496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-884e21ab-fb6c-42f1-a86d-4581e0d64c96 None None] Port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:33.049038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:33.053683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:subnet and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:33.057502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:33.130497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:33.177984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:33.181794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:33.186581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ce6c7c21-644c-4c26-ac87-e9a06c8890a0 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:33.187290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ce6c7c21-644c-4c26-ac87-e9a06c8890a0 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Synchronizing usage tracker for tenant:b4230e879f3d48a7a034f0e47cf01e8c on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:33.259593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ce6c7c21-644c-4c26-ac87-e9a06c8890a0 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Unset dirty status for tenant:b4230e879f3d48a7a034f0e47cf01e8c on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:33.260755 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ce6c7c21-644c-4c26-ac87-e9a06c8890a0 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/networks?id=bd8a2d02-a0ef-45f8-8e25-28e6269102ef HTTP/1.1" status: 200 len: 812 time: 0.3930759 Jun 03 21:50:33.286127 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-d8e217f8-bbd5-447a-b831-995b0a505306 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/quotas/b4230e879f3d48a7a034f0e47cf01e8c HTTP/1.1" status: 200 len: 375 time: 0.0148633 Jun 03 21:50:33.351677 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-533a01b3-9ac4-49cb-ac63-84c59efa6194 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b4230e879f3d48a7a034f0e47cf01e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566802 Jun 03 21:50:33.368455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9548b744-c8ee-4fce-bc0d-b0bf31687e06 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:33.373715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c12fb92b-ee9e-4202-b9b5-8066b9dd1fa7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:33.395451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:33.437191 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548b744-c8ee-4fce-bc0d-b0bf31687e06 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Subnet': ['ID=31d7c849-64a3-49ff-b418-313137b4a76f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:33.464371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9548b744-c8ee-4fce-bc0d-b0bf31687e06 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:33.687624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9548b744-c8ee-4fce-bc0d-b0bf31687e06 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:33.706117 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9548b744-c8ee-4fce-bc0d-b0bf31687e06 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/31d7c849-64a3-49ff-b418-313137b4a76f HTTP/1.1" status: 204 len: 168 time: 1.2159154 Jun 03 21:50:33.710593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54368) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:33.714663 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9fb2b0-bc86-4c23-94cb-e855cb00deef None None] Network 9234cfc4-cac9-4628-886a-308ddd89dd3a requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:33.751417 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d6487e-e0fc-4dc3-9f41-fd8548f7f3d1 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] DELETE failed (client error): The resource could not be found. Jun 03 21:50:33.752428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d6487e-e0fc-4dc3-9f41-fd8548f7f3d1 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:33.756298 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-07d6487e-e0fc-4dc3-9f41-fd8548f7f3d1 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/a9ccc9af-fc69-48f0-9a01-edf692e137ab HTTP/1.1" status: 404 len: 337 time: 0.0421252 Jun 03 21:50:33.757180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54370) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:33.778724 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-3620d3db-7663-4f72-b681-d84f22fd233a service neutron] 10.222.0.96 "GET /v2.0/networks/bd8a2d02-a0ef-45f8-8e25-28e6269102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059534 Jun 03 21:50:33.904237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2d2fffec-9758-4953-ae75-3e06470d37aa None None] Provisioning complete for port 6df040bc-1753-43d3-93b6-5835062e6985 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:33.904708 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2d2fffec-9758-4953-ae75-3e06470d37aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:33.916387 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-8097f157-d980-4c51-8a4d-edac1b2be4d4 service neutron] 10.222.0.96 "GET /v2.0/networks/bd8a2d02-a0ef-45f8-8e25-28e6269102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367831 Jun 03 21:50:34.069030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2d2fffec-9758-4953-ae75-3e06470d37aa None None] Provisioning complete for port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:34.069495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2d2fffec-9758-4953-ae75-3e06470d37aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.086394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-49b8dbc8-6981-4da1-ab3f-6a28242ee362 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Synchronizing usage tracker for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:34.113412 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ff1cae-ec40-4968-9eb1-fd6de7ab1ac5 None None] DHCP port deletion for 9234cfc4-cac9-4628-886a-308ddd89dd3a request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:50:34.157929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.176991 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1c8860a3-7074-4120-a0d1-35e232e1eeaf req-4b789ebf-276c-4cb2-a5ac-19d47731366d tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 210 time: 0.0872710 Jun 03 21:50:34.187845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-2d2fffec-9758-4953-ae75-3e06470d37aa None None] Port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:34.218468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-57ff1cae-ec40-4968-9eb1-fd6de7ab1ac5 None None] Deleting port 6df040bc-1753-43d3-93b6-5835062e6985 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:34.218897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-57ff1cae-ec40-4968-9eb1-fd6de7ab1ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.257793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-49b8dbc8-6981-4da1-ab3f-6a28242ee362 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Unset dirty status for tenant:3a547e491c4a4a76bcbe66bef1cc3b0e on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:34.258917 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-49b8dbc8-6981-4da1-ab3f-6a28242ee362 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "GET /v2.0/ports?device_id=20f8a759-a2a9-4a27-82d3-c193b3d28a83 HTTP/1.1" status: 200 len: 205 time: 0.4888670 Jun 03 21:50:34.261691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54380) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.340991 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-51f806e1-5097-491a-995e-312cb6591999 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] delete failed (client error): The resource could not be found. Jun 03 21:50:34.342361 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-51f806e1-5097-491a-995e-312cb6591999 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/routers/20f8a759-a2a9-4a27-82d3-c193b3d28a83 HTTP/1.1" status: 404 len: 336 time: 0.0793622 Jun 03 21:50:34.345208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54382) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.349253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-57ff1cae-ec40-4968-9eb1-fd6de7ab1ac5 None None] For port 6df040bc-1753-43d3-93b6-5835062e6985, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=6df040bc-1753-43d3-93b6-5835062e6985,segment=NetworkSegment(bc60015c-c662-47a3-be00-fac987750595),segment_id=bc60015c-c662-47a3-be00-fac987750595)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:34.349753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-57ff1cae-ec40-4968-9eb1-fd6de7ab1ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.395256 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-61abb92a-9b97-4ddc-8ace-7c27154386b6 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] DELETE failed (client error): The resource could not be found. Jun 03 21:50:34.396267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61abb92a-9b97-4ddc-8ace-7c27154386b6 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:34.401397 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-61abb92a-9b97-4ddc-8ace-7c27154386b6 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/da966209-6791-4a30-8bbf-8cbd0aaffe81 HTTP/1.1" status: 404 len: 337 time: 0.0548730 Jun 03 21:50:34.402252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54384) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.457588 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bad3bd9-dfc7-4d7c-8cdd-b3d5a19b9b7a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] DELETE failed (client error): The resource could not be found. Jun 03 21:50:34.458428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bad3bd9-dfc7-4d7c-8cdd-b3d5a19b9b7a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:34.463850 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7bad3bd9-dfc7-4d7c-8cdd-b3d5a19b9b7a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/16c2d0ec-1d9d-41cf-ac46-9a5f84f04efd HTTP/1.1" status: 404 len: 337 time: 0.0603032 Jun 03 21:50:34.465270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54388) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.495513 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-57ff1cae-ec40-4968-9eb1-fd6de7ab1ac5 None None] Calling delete_port for 6df040bc-1753-43d3-93b6-5835062e6985 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:34.517088 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92a4fa0-3369-42dd-8ef4-3397750c2dda tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] DELETE failed (client error): The resource could not be found. Jun 03 21:50:34.517587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92a4fa0-3369-42dd-8ef4-3397750c2dda tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:34.522385 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d92a4fa0-3369-42dd-8ef4-3397750c2dda tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/a9d2a1f9-5c12-4089-82f5-74e1a77d5419 HTTP/1.1" status: 404 len: 337 time: 0.0538695 Jun 03 21:50:34.523421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54390) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.533506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Router 87cdc55c-e901-4d08-851a-01db05ed0b5a is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:50:34.563451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-57ff1cae-ec40-4968-9eb1-fd6de7ab1ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.569533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-439a239f-81d3-48f0-aac1-3eddc4798d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:34.583909 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-a047e373-3bad-426a-9945-4fac5da8398f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] DELETE failed (client error): The resource could not be found. Jun 03 21:50:34.584424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a047e373-3bad-426a-9945-4fac5da8398f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:34.590170 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a047e373-3bad-426a-9945-4fac5da8398f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/b8dcfdbc-a5e8-4156-9d7c-799c190b5dfc HTTP/1.1" status: 404 len: 333 time: 0.0652130 Jun 03 21:50:34.591130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54392) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.640132 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea72d7f-811b-447f-b87c-f8aa1a18805c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] DELETE failed (client error): The resource could not be found. Jun 03 21:50:34.641569 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea72d7f-811b-447f-b87c-f8aa1a18805c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:34.647608 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bea72d7f-811b-447f-b87c-f8aa1a18805c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/c4794d2a-71c2-4abd-9cf1-28f5b45a605a HTTP/1.1" status: 404 len: 337 time: 0.0554106 Jun 03 21:50:34.649931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54394) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.670727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.676447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff1cae-ec40-4968-9eb1-fd6de7ab1ac5 None None] Pushing event deleted for resources: {'Port': ['ID=6df040bc-1753-43d3-93b6-5835062e6985,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:34.677716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cc92cb31-1ca7-4f3f-8a04-044a82c0a4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:34.683760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-57ff1cae-ec40-4968-9eb1-fd6de7ab1ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:34.685889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff1cae-ec40-4968-9eb1-fd6de7ab1ac5 None None] No DVR routers for this DVR port 6df040bc-1753-43d3-93b6-5835062e6985 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:34.701195 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e783824-d42b-4a2a-97cf-825588f30d18 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] DELETE failed (client error): The resource could not be found. Jun 03 21:50:34.701640 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e783824-d42b-4a2a-97cf-825588f30d18 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:34.706968 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5e783824-d42b-4a2a-97cf-825588f30d18 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/4c728a10-4fb2-461a-8845-2a15192fd944 HTTP/1.1" status: 404 len: 337 time: 0.0573101 Jun 03 21:50:34.707698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54396) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.751169 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-24863e7d-b190-417b-a9bf-b27d06f2f503 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] DELETE failed (client error): The resource could not be found. Jun 03 21:50:34.751678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24863e7d-b190-417b-a9bf-b27d06f2f503 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:34.757988 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-24863e7d-b190-417b-a9bf-b27d06f2f503 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/d9978bb5-989f-4098-9157-76070bbcced8 HTTP/1.1" status: 404 len: 333 time: 0.0493615 Jun 03 21:50:34.758620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54398) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.805552 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-58228cab-fc82-4599-93e5-9769936eab88 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] DELETE failed (client error): The resource could not be found. Jun 03 21:50:34.806138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58228cab-fc82-4599-93e5-9769936eab88 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:34.807884 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-58228cab-fc82-4599-93e5-9769936eab88 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/53fe875a-257a-4f61-b7f6-26ba83ee979d HTTP/1.1" status: 404 len: 337 time: 0.0483513 Jun 03 21:50:34.810776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54400) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.851405 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f50e37-6bd5-47a8-a581-095f757f3b58 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] DELETE failed (client error): The resource could not be found. Jun 03 21:50:34.851661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Subnet': ['ID=41e902bd-1a7c-4c21-91c2-f1488e9278b8,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:34.851973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f50e37-6bd5-47a8-a581-095f757f3b58 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:34.854420 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-74f50e37-6bd5-47a8-a581-095f757f3b58 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/subnets/7fd216aa-afd3-4620-9bd8-edee6a9608d3 HTTP/1.1" status: 404 len: 337 time: 0.0426922 Jun 03 21:50:34.858383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54402) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.859524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:34.862226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:34.872520 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Sync routers for ids ['87cdc55c-e901-4d08-851a-01db05ed0b5a'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:34.878364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Checking segment: {'id': '5fb08622-8ee3-4beb-9b45-ba756bed8da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'efc5c5c2-ad9f-473d-bcef-cc4cc6541980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:34.878716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network hostable DHCP agents. Network: efc5c5c2-ad9f-473d-bcef-cc4cc6541980, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:50:34.891254 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Routers {'87cdc55c-e901-4d08-851a-01db05ed0b5a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:34.894311 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['87cdc55c-e901-4d08-851a-01db05ed0b5a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:34.903410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:34.907785 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5981162 Jun 03 21:50:34.909179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54404) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:34.982458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network efc5c5c2-ad9f-473d-bcef-cc4cc6541980 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:50:35.005509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, efc5c5c2-ad9f-473d-bcef-cc4cc6541980) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:35.007556 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:50:35.017884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca126235-7826-44cf-adfe-c235d17f0a1c None None] Network efc5c5c2-ad9f-473d-bcef-cc4cc6541980 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:35.064957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa3051-d37e-4fe9-a61a-aa6f3be3e8ad tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Deleting port dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:35.065383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3051-d37e-4fe9-a61a-aa6f3be3e8ad tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:35.091802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:35.092189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:35.149143 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Set router 87cdc55c-e901-4d08-851a-01db05ed0b5a gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:50:35.161209 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3682842 Jun 03 21:50:35.164103 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54406) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:35.169195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-47c8caa3-994b-4fec-a3c5-b3ffc1ff36d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1578562720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:35.183385 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2962270a-6341-4f3b-881f-6718619aa00a tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/routers/87cdc55c-e901-4d08-851a-01db05ed0b5a HTTP/1.1" status: 200 len: 907 time: 0.2724657 Jun 03 21:50:35.185810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54408) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:35.187295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6df040bc-1753-43d3-93b6-5835062e6985 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:50:35.192124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Request body: {'router': {'name': 'tempest-snat-router-56520870', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'enable_snat': True}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:35.196892 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-47c8caa3-994b-4fec-a3c5-b3ffc1ff36d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:35.198510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:35.207968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-47c8caa3-994b-4fec-a3c5-b3ffc1ff36d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:router and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:35.212110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3051-d37e-4fe9-a61a-aa6f3be3e8ad tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:35.220164 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-47c8caa3-994b-4fec-a3c5-b3ffc1ff36d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:35.224365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Usage tracker for resource:router and tenant:fbe544fd9ae14be8b772afb868c45c30 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:35.227489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:35.238480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 6df040bc-1753-43d3-93b6-5835062e6985 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:50:35.238706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6df040bc-1753-43d3-93b6-5835062e6985 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:50:35.239441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-47c8caa3-994b-4fec-a3c5-b3ffc1ff36d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:35.242456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:35.259325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:35.261176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:35.296154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:35.476660 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-efc5c5c2-ad9f-473d-bcef-cc4cc6541980', 'network_id': 'efc5c5c2-ad9f-473d-bcef-cc4cc6541980', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'fixed_ips': [{'subnet_id': '41e902bd-1a7c-4c21-91c2-f1488e9278b8'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:50:35.484128 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:35.520282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa3051-d37e-4fe9-a61a-aa6f3be3e8ad tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Calling delete_port for dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:35.569800 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cdc55c-e901-4d08-851a-01db05ed0b5a', 'name': 'tempest-snat-router-56520870', 'tenant_id': 'fbe544fd9ae14be8b772afb868c45c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.166'}], 'enable_snat': False}, 'gw_port_id': '3fd63528-4357-439e-88b1-5869a4c5e5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:50:28Z', 'updated_at': '2021-06-03T21:50:33Z', 'revision_number': 3, 'project_id': 'fbe544fd9ae14be8b772afb868c45c30', 'gw_port': {'id': '3fd63528-4357-439e-88b1-5869a4c5e5b7', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cdc55c-e901-4d08-851a-01db05ed0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:50:31Z', 'updated_at': '2021-06-03T21:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:35.574791 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Checking router: 87cdc55c-e901-4d08-851a-01db05ed0b5a for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:50:35.575289 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Updating router 87cdc55c-e901-4d08-851a-01db05ed0b5a port 3fd63528-4357-439e-88b1-5869a4c5e5b7 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:50:35.635756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:35.636707 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:35.747187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Allocated IP 172.20.0.2 (efc5c5c2-ad9f-473d-bcef-cc4cc6541980/41e902bd-1a7c-4c21-91c2-f1488e9278b8/c0f19e29-99b0-475b-a19c-14bee95f0c5a) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:35.848611 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b6635828-c9b5-4b44-827a-dd14d6c6b03b req-0d61fcdc-cef5-49fb-80d6-64f66b9041e2 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 210 time: 0.2770371 Jun 03 21:50:35.859204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-e5c4fb78-316e-4a8f-90fd-3a84afa74199 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:35.862089 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-e5c4fb78-316e-4a8f-90fd-3a84afa74199 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.24 "GET /v2.0/networks?id=bd8a2d02-a0ef-45f8-8e25-28e6269102ef HTTP/1.1" status: 200 len: 812 time: 0.2905774 Jun 03 21:50:35.870897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-47c8caa3-994b-4fec-a3c5-b3ffc1ff36d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:35.872220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-47c8caa3-994b-4fec-a3c5-b3ffc1ff36d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:35.883164 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Request body: {'port': {'device_id': '593c4163-8f75-4cf3-ac34-bc3f2af27e0a', 'network_id': 'bd8a2d02-a0ef-45f8-8e25-28e6269102ef', 'admin_state_up': True, 'tenant_id': 'b4230e879f3d48a7a034f0e47cf01e8c'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:35.941083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-47c8caa3-994b-4fec-a3c5-b3ffc1ff36d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.006532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3051-d37e-4fe9-a61a-aa6f3be3e8ad tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.029812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7793a3b7-d344-4fcf-9d71-73c01ad6f09b tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:36.045722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.057417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Transition to ACTIVE for port object c0f19e29-99b0-475b-a19c-14bee95f0c5a will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:36.081850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Transition to ACTIVE for port object c0f19e29-99b0-475b-a19c-14bee95f0c5a will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:36.087919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3051-d37e-4fe9-a61a-aa6f3be3e8ad tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.089380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.095884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-31f6ab32-9b5f-4192-9e65-b2f452f6ddf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:36.109306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa3051-d37e-4fe9-a61a-aa6f3be3e8ad tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Port': ['ID=dc833572-c3bf-4fbb-80f4-b7d95b9fdc39,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:36.116218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d9aa3051-d37e-4fe9-a61a-aa6f3be3e8ad tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:36.122816 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d9aa3051-d37e-4fe9-a61a-aa6f3be3e8ad tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/ports/dc833572-c3bf-4fbb-80f4-b7d95b9fdc39 HTTP/1.1" status: 204 len: 168 time: 1.2631931 Jun 03 21:50:36.123408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54418) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:36.152377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-47c8caa3-994b-4fec-a3c5-b3ffc1ff36d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.160346 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.182165 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Transition to ACTIVE for port object 3fd63528-4357-439e-88b1-5869a4c5e5b7 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:36.182614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Network efc5c5c2-ad9f-473d-bcef-cc4cc6541980 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:36.191258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:36.195183 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.202024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:36.205223 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Pushing event updated for resources: {'Port': ['ID=c0f19e29-99b0-475b-a19c-14bee95f0c5a,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:36.217732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:36.218520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:36.219073 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:36.254867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.288909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.325948 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d38b5b-26e3-43e1-a401-82d0ee0a3c1e None None] Pushing event updated for resources: {'Port': ['ID=3fd63528-4357-439e-88b1-5869a4c5e5b7,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:36.327227 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Attempting to bind port 3fd63528-4357-439e-88b1-5869a4c5e5b7 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:50:36.327815 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Attempting to bind port 3fd63528-4357-439e-88b1-5869a4c5e5b7 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:50:36.328206 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Attempting to bind port 3fd63528-4357-439e-88b1-5869a4c5e5b7 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:36.335376 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-94d38b5b-26e3-43e1-a401-82d0ee0a3c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:36.336874 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:50:36.337264 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:36.337820 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.338228 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:50:36.338897 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Bound port: 3fd63528-4357-439e-88b1-5869a4c5e5b7, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:50:36.339344 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.339796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Attempting to bind port c0f19e29-99b0-475b-a19c-14bee95f0c5a on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:50:36.340121 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Attempting to bind port c0f19e29-99b0-475b-a19c-14bee95f0c5a by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '5fb08622-8ee3-4beb-9b45-ba756bed8da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'efc5c5c2-ad9f-473d-bcef-cc4cc6541980'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:50:36.340486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Attempting to bind port c0f19e29-99b0-475b-a19c-14bee95f0c5a on network efc5c5c2-ad9f-473d-bcef-cc4cc6541980 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:36.348257 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:50:36.348677 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Checking segment: {'id': '5fb08622-8ee3-4beb-9b45-ba756bed8da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'efc5c5c2-ad9f-473d-bcef-cc4cc6541980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:36.349090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.349817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Bound using segment: {'id': '5fb08622-8ee3-4beb-9b45-ba756bed8da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'efc5c5c2-ad9f-473d-bcef-cc4cc6541980'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:50:36.350359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Bound port: c0f19e29-99b0-475b-a19c-14bee95f0c5a, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb08622-8ee3-4beb-9b45-ba756bed8da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'efc5c5c2-ad9f-473d-bcef-cc4cc6541980'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:50:36.350796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.447238 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] For port 3fd63528-4357-439e-88b1-5869a4c5e5b7, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:50:36.450526 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] For port 3fd63528-4357-439e-88b1-5869a4c5e5b7, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3fd63528-4357-439e-88b1-5869a4c5e5b7,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:50:36.453521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-47c8caa3-994b-4fec-a3c5-b3ffc1ff36d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.454723 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-47c8caa3-994b-4fec-a3c5-b3ffc1ff36d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2894559 Jun 03 21:50:36.456331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Usage tracker for resource:port and tenant:b4230e879f3d48a7a034f0e47cf01e8c is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:36.457946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Allocated IP 172.26.3.161 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/23b759ec-a045-4b59-bbc1-2bff5cd84a3c) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:36.460092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54420) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:36.462063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:36.462201 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.473442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:36.478034 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-983260d7-41d7-434c-ba4c-7c6ce1fe211a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:36.478247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] For port c0f19e29-99b0-475b-a19c-14bee95f0c5a, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:50:36.479545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.482397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] For port c0f19e29-99b0-475b-a19c-14bee95f0c5a, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c0f19e29-99b0-475b-a19c-14bee95f0c5a,segment=NetworkSegment(5fb08622-8ee3-4beb-9b45-ba756bed8da4),segment_id=5fb08622-8ee3-4beb-9b45-ba756bed8da4)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:50:36.489875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.497129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:36.531537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Made reservation on behalf of b4230e879f3d48a7a034f0e47cf01e8c for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:36.536022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.548151 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Routers {'87cdc55c-e901-4d08-851a-01db05ed0b5a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:36.550630 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['87cdc55c-e901-4d08-851a-01db05ed0b5a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:36.631702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Pushing event updated for resources: {'Port': ['ID=c0f19e29-99b0-475b-a19c-14bee95f0c5a,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:36.635633 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:36.767377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.786728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9234cfc4-cac9-4628-886a-308ddd89dd3a']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:36.809021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc60015c-c662-47a3-be00-fac987750595') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:36.809563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc60015c-c662-47a3-be00-fac987750595') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:36.813891 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d38b5b-26e3-43e1-a401-82d0ee0a3c1e None None] Pushing event updated for resources: {'Port': ['ID=3fd63528-4357-439e-88b1-5869a4c5e5b7,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:36.820294 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-94d38b5b-26e3-43e1-a401-82d0ee0a3c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:36.831104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.901346 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] Set router 87cdc55c-e901-4d08-851a-01db05ed0b5a gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:50:36.920493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.938147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Releasing vlan 1343 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:50:36.939110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:50:36.991484 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:50:37.172024 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6c119775-bb47-4615-890f-bd80a0ab0448 req-86ee8c48-562d-4b0f-b38b-f167061a532d tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 210 time: 0.1482382 Jun 03 21:50:37.184728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:37.197734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:37.231033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:37.241964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Pushing event deleted for resources: {'Network': ['ID=9234cfc4-cac9-4628-886a-308ddd89dd3a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:37.249776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:37.256181 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] 10.222.0.96 "DELETE /v2.0/networks/9234cfc4-cac9-4628-886a-308ddd89dd3a HTTP/1.1" status: 204 len: 168 time: 1.1292191 Jun 03 21:50:37.271476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Allocated IP 172.20.0.13 (bd8a2d02-a0ef-45f8-8e25-28e6269102ef/722911a0-d65f-46cf-8c2d-509fbc65564e/168ed7d0-a396-470f-824c-5b96e758a408) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:37.285562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c0f19e29-99b0-475b-a19c-14bee95f0c5a up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:37.301741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:37.357684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:37.407271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c0f19e29-99b0-475b-a19c-14bee95f0c5a completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:37.476253 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cdc55c-e901-4d08-851a-01db05ed0b5a', 'name': 'tempest-snat-router-56520870', 'tenant_id': 'fbe544fd9ae14be8b772afb868c45c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.166'}], 'enable_snat': False}, 'gw_port_id': '3fd63528-4357-439e-88b1-5869a4c5e5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:50:28Z', 'updated_at': '2021-06-03T21:50:33Z', 'revision_number': 3, 'project_id': 'fbe544fd9ae14be8b772afb868c45c30', 'gw_port': {'id': '3fd63528-4357-439e-88b1-5869a4c5e5b7', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cdc55c-e901-4d08-851a-01db05ed0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:50:31Z', 'updated_at': '2021-06-03T21:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:37.489405 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dea683-e2ac-43e4-9f5b-e40da40a9e94 None None] The sync data for ids ['87cdc55c-e901-4d08-851a-01db05ed0b5a'] in dv-neutron-792998-2-hyperv is: [{'id': '87cdc55c-e901-4d08-851a-01db05ed0b5a', 'name': 'tempest-snat-router-56520870', 'tenant_id': 'fbe544fd9ae14be8b772afb868c45c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.166'}], 'enable_snat': False}, 'gw_port_id': '3fd63528-4357-439e-88b1-5869a4c5e5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:50:28Z', 'updated_at': '2021-06-03T21:50:33Z', 'revision_number': 3, 'project_id': 'fbe544fd9ae14be8b772afb868c45c30', 'gw_port': {'id': '3fd63528-4357-439e-88b1-5869a4c5e5b7', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cdc55c-e901-4d08-851a-01db05ed0b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:50:31Z', 'updated_at': '2021-06-03T21:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:37.648653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:37.695287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:37.703070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d10b450e-0e09-4e22-9361-d78b93d4a974 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:37.757920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54428) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:37.788606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:37.788899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Network bd8a2d02-a0ef-45f8-8e25-28e6269102ef is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:37.792478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:37.794966 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:37.795442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:37.906095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:37.914458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:37.923033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:37.928016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:37.928695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:37.937990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Pushing event updated for resources: {'Port': ['ID=168ed7d0-a396-470f-824c-5b96e758a408,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:37.941865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:38.000927 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1240172 Jun 03 21:50:38.019834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event updated for resources: {'Port': ['ID=23b759ec-a045-4b59-bbc1-2bff5cd84a3c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:38.023585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Request body: {'port': {'device_id': '593c4163-8f75-4cf3-ac34-bc3f2af27e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:38.065875 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-20824f7e-ab2f-4e0b-aa32-0dff52eb0e98 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3a547e491c4a4a76bcbe66bef1cc3b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026245 Jun 03 21:50:38.066823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54432) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:38.085066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:38.119321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144d4434-aa1c-45ab-b3f0-d81b191fc998 None None] Network efc5c5c2-ad9f-473d-bcef-cc4cc6541980 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:38.223120 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:38.235905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-34b818a8-1047-440b-a0b8-684bca0dee69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:38.256167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1e187adf-ca95-4144-8b03-c416ac8faedc None None] Provisioning for port c0f19e29-99b0-475b-a19c-14bee95f0c5a completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:38.264392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1e187adf-ca95-4144-8b03-c416ac8faedc None None] Provisioning complete for port c0f19e29-99b0-475b-a19c-14bee95f0c5a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:38.264795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1e187adf-ca95-4144-8b03-c416ac8faedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:38.353509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-34b818a8-1047-440b-a0b8-684bca0dee69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:38.448588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Allocated IP 172.20.0.1 (efc5c5c2-ad9f-473d-bcef-cc4cc6541980/41e902bd-1a7c-4c21-91c2-f1488e9278b8/30557070-6946-4a08-b65c-f47832624313) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:38.505702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1e187adf-ca95-4144-8b03-c416ac8faedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:38.609655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-1e187adf-ca95-4144-8b03-c416ac8faedc None None] For port c0f19e29-99b0-475b-a19c-14bee95f0c5a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c0f19e29-99b0-475b-a19c-14bee95f0c5a,segment=NetworkSegment(5fb08622-8ee3-4beb-9b45-ba756bed8da4),segment_id=5fb08622-8ee3-4beb-9b45-ba756bed8da4)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:38.614811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1e187adf-ca95-4144-8b03-c416ac8faedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:38.620765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:38.641813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:38.710668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e187adf-ca95-4144-8b03-c416ac8faedc None None] Pushing event updated for resources: {'Port': ['ID=c0f19e29-99b0-475b-a19c-14bee95f0c5a,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:38.712816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1e187adf-ca95-4144-8b03-c416ac8faedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:38.715335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Transition to ACTIVE for port object 30557070-6946-4a08-b65c-f47832624313 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:38.731670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cb524-b97e-4db5-a472-5c417c608c13 req-5f222585-a65e-4df3-a8ef-b870ccd2b431 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:38.732465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-3c8cb524-b97e-4db5-a472-5c417c608c13 req-5f222585-a65e-4df3-a8ef-b870ccd2b431 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Synchronizing usage tracker for tenant:b4230e879f3d48a7a034f0e47cf01e8c on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:38.742315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-34b818a8-1047-440b-a0b8-684bca0dee69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:38.756751 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8293f291-faec-4ebf-ab2d-3f21c6bbf3a3 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:38.792886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b818a8-1047-440b-a0b8-684bca0dee69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd99a130-d829-424b-b134-1a40bcd14c77,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:38.800351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-34b818a8-1047-440b-a0b8-684bca0dee69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:38.804223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-3c8cb524-b97e-4db5-a472-5c417c608c13 req-5f222585-a65e-4df3-a8ef-b870ccd2b431 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Unset dirty status for tenant:b4230e879f3d48a7a034f0e47cf01e8c on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:38.812149 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3c8cb524-b97e-4db5-a472-5c417c608c13 req-5f222585-a65e-4df3-a8ef-b870ccd2b431 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 932 time: 0.4436650 Jun 03 21:50:38.852008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-34b818a8-1047-440b-a0b8-684bca0dee69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:38.856823 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-34b818a8-1047-440b-a0b8-684bca0dee69 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cd99a130-d829-424b-b134-1a40bcd14c77 HTTP/1.1" status: 204 len: 168 time: 0.7830887 Jun 03 21:50:38.896094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-3c8cb524-b97e-4db5-a472-5c417c608c13 req-c911146d-2f85-49fb-8d7f-eaf3dfc1e9e5 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Synchronizing usage tracker for tenant:b4230e879f3d48a7a034f0e47cf01e8c on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:38.897799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:38.959140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-3c8cb524-b97e-4db5-a472-5c417c608c13 req-c911146d-2f85-49fb-8d7f-eaf3dfc1e9e5 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Unset dirty status for tenant:b4230e879f3d48a7a034f0e47cf01e8c on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:38.969189 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3c8cb524-b97e-4db5-a472-5c417c608c13 req-c911146d-2f85-49fb-8d7f-eaf3dfc1e9e5 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560543 Jun 03 21:50:38.986535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:38.998397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-89356b19-33ff-4ba8-a9c9-fe1de0aae7f6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:39.003170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168ed7d0-a396-470f-824c-5b96e758a408 {{(pid=104397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:50:39.010979 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:39.032611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Transition to ACTIVE for port object 168ed7d0-a396-470f-824c-5b96e758a408 will not be triggered until provisioned by entity L2. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:39.044642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:39.053046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-444044d7-4ae2-49ce-a81b-906ce9253636 None None] Provisioning complete for port c0f19e29-99b0-475b-a19c-14bee95f0c5a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:39.053402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-444044d7-4ae2-49ce-a81b-906ce9253636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:39.057782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b40dd740-428c-4795-8ebe-51ef65dbaabd tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:39.171526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network efc5c5c2-ad9f-473d-bcef-cc4cc6541980 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:39.178273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:39.204052 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:39.373059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3fd63528-4357-439e-88b1-5869a4c5e5b7 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:39.406009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=30557070-6946-4a08-b65c-f47832624313,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:39.417729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:39.430516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:39.530144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 3fd63528-4357-439e-88b1-5869a4c5e5b7 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:39.543840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3fd63528-4357-439e-88b1-5869a4c5e5b7 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:39.545378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:39.635845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1bb1cad2-f822-4171-9c1b-6d6749ce7349 None None] Provisioning for port 30557070-6946-4a08-b65c-f47832624313 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:39.659343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1bb1cad2-f822-4171-9c1b-6d6749ce7349 None None] Provisioning complete for port 30557070-6946-4a08-b65c-f47832624313 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:39.660748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cad2-f822-4171-9c1b-6d6749ce7349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:39.688155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Pushing event updated for resources: {'Port': ['ID=168ed7d0-a396-470f-824c-5b96e758a408,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:39.698682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:39.752635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Attempting to bind port 168ed7d0-a396-470f-824c-5b96e758a408 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:50:39.753721 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Attempting to bind port 168ed7d0-a396-470f-824c-5b96e758a408 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3f8a698f-c003-44e4-bbb4-8645ef3c2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'bd8a2d02-a0ef-45f8-8e25-28e6269102ef'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:50:39.754212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Attempting to bind port 168ed7d0-a396-470f-824c-5b96e758a408 on network bd8a2d02-a0ef-45f8-8e25-28e6269102ef {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:39.760157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Port 168ed7d0-a396-470f-824c-5b96e758a408 on network bd8a2d02-a0ef-45f8-8e25-28e6269102ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:50:39.760481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Attempting to bind port 168ed7d0-a396-470f-824c-5b96e758a408 on network bd8a2d02-a0ef-45f8-8e25-28e6269102ef {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:39.761979 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1cad2-f822-4171-9c1b-6d6749ce7349 None None] Port 30557070-6946-4a08-b65c-f47832624313 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:39.769193 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:50:39.769680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Checking segment: {'id': '3f8a698f-c003-44e4-bbb4-8645ef3c2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'bd8a2d02-a0ef-45f8-8e25-28e6269102ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:39.770250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Bound using segment: {'id': '3f8a698f-c003-44e4-bbb4-8645ef3c2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'bd8a2d02-a0ef-45f8-8e25-28e6269102ef'} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:50:39.770882 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Bound port: 168ed7d0-a396-470f-824c-5b96e758a408, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8a698f-c003-44e4-bbb4-8645ef3c2d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'bd8a2d02-a0ef-45f8-8e25-28e6269102ef'}}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:50:39.771408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:39.836955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:39.859095 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:39.882784 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 3fd63528-4357-439e-88b1-5869a4c5e5b7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3fd63528-4357-439e-88b1-5869a4c5e5b7,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:39.889646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:39.891284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c0f19e29-99b0-475b-a19c-14bee95f0c5a up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:39.908010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] For port 168ed7d0-a396-470f-824c-5b96e758a408, host hv-neutron-7929, cleared binding levels {{(pid=104397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:50:39.912201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] For port 168ed7d0-a396-470f-824c-5b96e758a408, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=168ed7d0-a396-470f-824c-5b96e758a408,segment=NetworkSegment(3f8a698f-c003-44e4-bbb4-8645ef3c2d24),segment_id=3f8a698f-c003-44e4-bbb4-8645ef3c2d24)] {{(pid=104397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:50:39.923391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:39.927516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-589b517a-4027-4458-8ad7-3acc5b7763e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:39.946803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fafd9c9c-b1df-4848-8719-5cffb3da6cfa tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:39.987220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:39.988536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:39.991810 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] 10.222.0.24 "PUT /v2.0/ports/168ed7d0-a396-470f-824c-5b96e758a408 HTTP/1.1" status: 200 len: 1094 time: 1.9739516 Jun 03 21:50:39.997732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593c4163-8f75-4cf3-ac34-bc3f2af27e0a', 'tag': '168ed7d0-a396-470f-824c-5b96e758a408'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:40.000247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6892339-4a9c-4e7e-8c71-79abd5aa414a" -d '{"events": [{"name": "network-changed", "server_uuid": "593c4163-8f75-4cf3-ac34-bc3f2af27e0a", "tag": "168ed7d0-a396-470f-824c-5b96e758a408"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:40.060637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Pushing event updated for resources: {'Port': ['ID=168ed7d0-a396-470f-824c-5b96e758a408,revision_number=3']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:40.061634 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=3fd63528-4357-439e-88b1-5869a4c5e5b7,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:40.066700 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:40.082529 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:40.087407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54462) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:40.104573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c0f19e29-99b0-475b-a19c-14bee95f0c5a triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:40.105040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:40.105960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:40.117660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a034d4-ffeb-4799-910a-8b2d9f3e6c29 x-openstack-request-id: req-c5a034d4-ffeb-4799-910a-8b2d9f3e6c29 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:40.117985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593c4163-8f75-4cf3-ac34-bc3f2af27e0a", "tag": "168ed7d0-a396-470f-824c-5b96e758a408", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:40.118271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c5a034d4-ffeb-4799-910a-8b2d9f3e6c29 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:40.118861 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593c4163-8f75-4cf3-ac34-bc3f2af27e0a', 'tag': '168ed7d0-a396-470f-824c-5b96e758a408', 'status': 'completed', 'code': 200} Jun 03 21:50:40.162634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-7c240fe0-2682-4ddb-b810-f76b03b56f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:40.164503 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-7c240fe0-2682-4ddb-b810-f76b03b56f47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4230e879f3d48a7a034f0e47cf01e8c&device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 1097 time: 0.0994670 Jun 03 21:50:40.262367 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-6c22afcf-9d21-451c-8142-79b3f5e571e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=168ed7d0-a396-470f-824c-5b96e758a408 HTTP/1.1" status: 200 len: 217 time: 0.0886025 Jun 03 21:50:40.283341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1026665433'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:40.328846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:40.331105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-f65520c1-26c0-4760-9c4c-e46244b6bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:40.332651 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-f65520c1-26c0-4760-9c4c-e46244b6bee1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=722911a0-d65f-46cf-8c2d-509fbc65564e HTTP/1.1" status: 200 len: 852 time: 0.0632119 Jun 03 21:50:40.349247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:network and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:40.353821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:40.371665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:40.382873 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-b7cf6ae8-b59b-49f6-ab6c-d5501bc6858a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd8a2d02-a0ef-45f8-8e25-28e6269102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421333 Jun 03 21:50:40.526052 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-af696fab-4ae6-4dcc-8f25-b838b479da98 service neutron] 10.222.0.24 "GET /v2.0/networks/bd8a2d02-a0ef-45f8-8e25-28e6269102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347873 Jun 03 21:50:40.559061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:40.562508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:40.600110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:40.661870 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9155a5c0-d03c-4ea5-9db5-59304ff23dd2 req-99224c4f-d271-456d-b688-dc6843abdb8d service neutron] 10.222.0.24 "GET /v2.0/networks/bd8a2d02-a0ef-45f8-8e25-28e6269102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288869 Jun 03 21:50:40.664592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:40.691668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:security_group_rule and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:40.701007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:40.725868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:40.789407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Router d70d6583-b064-4b1c-9c1c-7133adf9bce2 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:50:40.796260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892339-4a9c-4e7e-8c71-79abd5aa414a req-41b2477d-ad47-4a10-88ad-7d33cb9c902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:40.797789 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b6892339-4a9c-4e7e-8c71-79abd5aa414a req-41b2477d-ad47-4a10-88ad-7d33cb9c902d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4230e879f3d48a7a034f0e47cf01e8c&device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 1097 time: 0.0832138 Jun 03 21:50:40.798418 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44efe8-3b70-4c38-9026-ae64ee1cb90f req-4ba38ba9-02dc-4001-aee6-09149afcf6cc tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:40.800741 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ad44efe8-3b70-4c38-9026-ae64ee1cb90f req-4ba38ba9-02dc-4001-aee6-09149afcf6cc tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 944 time: 0.5371342 Jun 03 21:50:40.948949 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892339-4a9c-4e7e-8c71-79abd5aa414a req-2674d276-ad98-4c3e-8055-72989d4dd10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:40.950417 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b6892339-4a9c-4e7e-8c71-79abd5aa414a req-2674d276-ad98-4c3e-8055-72989d4dd10f service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd8a2d02-a0ef-45f8-8e25-28e6269102ef HTTP/1.1" status: 200 len: 914 time: 0.1447227 Jun 03 21:50:41.005280 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ad44efe8-3b70-4c38-9026-ae64ee1cb90f req-24b0a37c-93d3-4353-9733-d7a6abe52b70 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947212 Jun 03 21:50:41.030759 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b6892339-4a9c-4e7e-8c71-79abd5aa414a req-1368f52d-4f94-4002-8e7a-c7c4c113876c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=168ed7d0-a396-470f-824c-5b96e758a408 HTTP/1.1" status: 200 len: 217 time: 0.0715976 Jun 03 21:50:41.112314 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892339-4a9c-4e7e-8c71-79abd5aa414a req-45835a25-a636-467e-a2aa-4dca7d2649fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:41.113861 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b6892339-4a9c-4e7e-8c71-79abd5aa414a req-45835a25-a636-467e-a2aa-4dca7d2649fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=722911a0-d65f-46cf-8c2d-509fbc65564e HTTP/1.1" status: 200 len: 852 time: 0.0752027 Jun 03 21:50:41.130042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.146913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.167793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3fd63528-4357-439e-88b1-5869a4c5e5b7 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:41.171351 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b6892339-4a9c-4e7e-8c71-79abd5aa414a req-c1909db6-d32b-4585-b90c-2ba30cbf9c9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd8a2d02-a0ef-45f8-8e25-28e6269102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484998 Jun 03 21:50:41.183970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6ef90911-396c-4d8a-b9cf-c2b43ec07fc9 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:41.249928 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3fd63528-4357-439e-88b1-5869a4c5e5b7 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:41.250489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.257260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:41.262566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.286590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.296300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Sync routers for ids ['d70d6583-b064-4b1c-9c1c-7133adf9bce2'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:41.325911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Routers {'d70d6583-b064-4b1c-9c1c-7133adf9bce2'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:41.326453 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d70d6583-b064-4b1c-9c1c-7133adf9bce2'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:41.338184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.341799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:50:41.345295 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b6892339-4a9c-4e7e-8c71-79abd5aa414a req-a401a75b-647b-40e8-820c-19b63214e44a service neutron] 10.222.0.24 "GET /v2.0/networks/bd8a2d02-a0ef-45f8-8e25-28e6269102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657345 Jun 03 21:50:41.348033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=30557070-6946-4a08-b65c-f47832624313,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:41.357655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:41.362324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e2c9ae92-0204-4d9f-ab47-34bbc2df3846 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:41.397828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.398169 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Added segment b32070b1-2562-4e7e-8c07-bbe3adea9453 of type vlan for network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 Jun 03 21:50:41.402085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.403504 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.2166042 Jun 03 21:50:41.406245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54466) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:41.505925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.514931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71900be-ed89-4ff0-a62b-a9a583489d5a,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:41.520948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:41.585100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network efc5c5c2-ad9f-473d-bcef-cc4cc6541980 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:41.588101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:41.626543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Set router d70d6583-b064-4b1c-9c1c-7133adf9bce2 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:50:41.648061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.653997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:41.654614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.667556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c0a23c31-f351-4102-9131-ba4947554f8d tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:41.713765 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b6892339-4a9c-4e7e-8c71-79abd5aa414a req-cdf469e3-3a3e-46f4-886a-2b9f5ddab1dd service neutron] 10.222.0.24 "GET /v2.0/networks/bd8a2d02-a0ef-45f8-8e25-28e6269102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602500 Jun 03 21:50:41.870683 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8ba2b9da-106e-40b4-a443-7cda0b10f712 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/routers/d70d6583-b064-4b1c-9c1c-7133adf9bce2 HTTP/1.1" status: 200 len: 906 time: 0.4627869 Jun 03 21:50:41.871430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54468) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:41.917871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a99d269e-6828-4b1b-9cab-180294eba0f6 None None] Provisioning complete for port 30557070-6946-4a08-b65c-f47832624313 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:41.918155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a99d269e-6828-4b1b-9cab-180294eba0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:41.963378 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8630137 Jun 03 21:50:41.968289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54470) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:41.975131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'name': 'tempest-PortsTestJSON-87127722'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:42.012142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-a99d269e-6828-4b1b-9cab-180294eba0f6 None None] Port 30557070-6946-4a08-b65c-f47832624313 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:50:42.045508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70d6583-b064-4b1c-9c1c-7133adf9bce2', 'name': 'tempest-snat-router-56520870', 'tenant_id': 'fbe544fd9ae14be8b772afb868c45c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '23b759ec-a045-4b59-bbc1-2bff5cd84a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:50:35Z', 'updated_at': '2021-06-03T21:50:38Z', 'revision_number': 3, 'project_id': 'fbe544fd9ae14be8b772afb868c45c30', 'gw_port': {'id': '23b759ec-a045-4b59-bbc1-2bff5cd84a3c', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70d6583-b064-4b1c-9c1c-7133adf9bce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:50:36Z', 'updated_at': '2021-06-03T21:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:42.050787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Checking router: d70d6583-b064-4b1c-9c1c-7133adf9bce2 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:50:42.051189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Updating router d70d6583-b064-4b1c-9c1c-7133adf9bce2 port 23b759ec-a045-4b59-bbc1-2bff5cd84a3c binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:50:42.071587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Network': ['ID=ec63def4-6448-4322-8fbc-1b7bf0ec12c2,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:42.081516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:42.091995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:50:42.108517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:42.169379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:42.177076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:port and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:42.180211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:42.189747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:42.206738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 4192b1c2-bf36-47f0-94c0-c9c59fd1363a is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:50:42.212179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:42.216004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:42.261201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:42.358088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port 1e5859a9-f734-4762-a278-39d208c5061d yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:50:42.380392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495affe-b0dd-46a3-b9b8-bc1dde3ab257 req-5c86033f-ff6e-4f49-9c6e-ce5a7afc9bfa tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:42.382369 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b495affe-b0dd-46a3-b9b8-bc1dde3ab257 req-5c86033f-ff6e-4f49-9c6e-ce5a7afc9bfa tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 944 time: 0.2004707 Jun 03 21:50:42.384142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:42.463191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:42.479056 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b495affe-b0dd-46a3-b9b8-bc1dde3ab257 req-e93aa62a-19e6-4cce-b604-e3becf1de7b7 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866380 Jun 03 21:50:42.487256 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/4192b1c2-bf36-47f0-94c0-c9c59fd1363a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0260847 Jun 03 21:50:42.490426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54474) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:42.499997 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8278619c-4561-4e66-92a2-a8e1826207a9 None None] Sync routers for ids ['4192b1c2-bf36-47f0-94c0-c9c59fd1363a'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:42.504699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Deleting port 23b759ec-a045-4b59-bbc1-2bff5cd84a3c {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:42.505668 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:42.519573 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278619c-4561-4e66-92a2-a8e1826207a9 None None] Routers {'4192b1c2-bf36-47f0-94c0-c9c59fd1363a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:42.520451 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8278619c-4561-4e66-92a2-a8e1826207a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4192b1c2-bf36-47f0-94c0-c9c59fd1363a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:42.605008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69703be1-9644-44d5-b70e-af1c32fd3ac6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:42.605867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-69703be1-9644-44d5-b70e-af1c32fd3ac6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Synchronizing usage tracker for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:42.623331 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8278619c-4561-4e66-92a2-a8e1826207a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:42.635257 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:42.636756 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278619c-4561-4e66-92a2-a8e1826207a9 None None] Routers {'4192b1c2-bf36-47f0-94c0-c9c59fd1363a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:42.637529 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8278619c-4561-4e66-92a2-a8e1826207a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4192b1c2-bf36-47f0-94c0-c9c59fd1363a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:42.658641 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Transition to ACTIVE for port object 23b759ec-a045-4b59-bbc1-2bff5cd84a3c will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:42.670697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:42.677695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b5badec5-c190-4786-8a85-d7fce34f18c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:42.688007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-69703be1-9644-44d5-b70e-af1c32fd3ac6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Unset dirty status for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:42.689635 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-69703be1-9644-44d5-b70e-af1c32fd3ac6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports/30557070-6946-4a08-b65c-f47832624313 HTTP/1.1" status: 200 len: 910 time: 0.1979418 Jun 03 21:50:42.690439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:42.693225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54476) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:42.718745 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8278619c-4561-4e66-92a2-a8e1826207a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:42.719581 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8278619c-4561-4e66-92a2-a8e1826207a9 None None] The sync data for ids ['4192b1c2-bf36-47f0-94c0-c9c59fd1363a'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:42.763518 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Attempting to bind port 23b759ec-a045-4b59-bbc1-2bff5cd84a3c on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:50:42.764637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Attempting to bind port 23b759ec-a045-4b59-bbc1-2bff5cd84a3c by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:50:42.764637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Attempting to bind port 23b759ec-a045-4b59-bbc1-2bff5cd84a3c on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:42.785456 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4b60d-7739-4aa0-8f9b-6a6268ac6b15 None None] Pushing event updated for resources: {'Port': ['ID=23b759ec-a045-4b59-bbc1-2bff5cd84a3c,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:42.788841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-51d4b60d-7739-4aa0-8f9b-6a6268ac6b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:42.790506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:50:42.790884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:42.791275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:42.791682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:50:42.792276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Bound port: 23b759ec-a045-4b59-bbc1-2bff5cd84a3c, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:50:42.792715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:42.836185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Calling delete_port for 23b759ec-a045-4b59-bbc1-2bff5cd84a3c owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:42.843690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:42.878449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] For port 23b759ec-a045-4b59-bbc1-2bff5cd84a3c, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:50:42.882253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] For port 23b759ec-a045-4b59-bbc1-2bff5cd84a3c, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=23b759ec-a045-4b59-bbc1-2bff5cd84a3c,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:50:42.887872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:42.899252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-57ff1cae-ec40-4968-9eb1-fd6de7ab1ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:42.983376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Routers {'d70d6583-b064-4b1c-9c1c-7133adf9bce2'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:42.984364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d70d6583-b064-4b1c-9c1c-7133adf9bce2'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:42.999846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.005452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ab0cd67c-33aa-4977-b009-d64dc814e746 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:43.043910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.058065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event deleted for resources: {'Port': ['ID=23b759ec-a045-4b59-bbc1-2bff5cd84a3c,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:43.061521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:43.068781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 168ed7d0-a396-470f-824c-5b96e758a408 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:50:43.077577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e11c8b7b-710e-444b-81f6-3510354da992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:43.185016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=1e5859a9-f734-4762-a278-39d208c5061d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:43.198227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.213521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4b60d-7739-4aa0-8f9b-6a6268ac6b15 None None] Pushing event updated for resources: {'Port': ['ID=23b759ec-a045-4b59-bbc1-2bff5cd84a3c,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:43.219497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:43.253691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Checking segment: {'id': 'b32070b1-2562-4e7e-8c07-bbe3adea9453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:43.253939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network hostable DHCP agents. Network: ec63def4-6448-4322-8fbc-1b7bf0ec12c2, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:50:43.264563 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-51d4b60d-7739-4aa0-8f9b-6a6268ac6b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:43.274271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] Set router d70d6583-b064-4b1c-9c1c-7133adf9bce2 gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:50:43.290241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:50:43.404267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70d6583-b064-4b1c-9c1c-7133adf9bce2', 'name': 'tempest-snat-router-56520870', 'tenant_id': 'fbe544fd9ae14be8b772afb868c45c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:50:35Z', 'updated_at': '2021-06-03T21:50:42Z', 'revision_number': 5, 'project_id': 'fbe544fd9ae14be8b772afb868c45c30', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:43.412168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3183ab06-6475-4077-a127-12f124e5eec3 None None] The sync data for ids ['d70d6583-b064-4b1c-9c1c-7133adf9bce2'] in dv-neutron-792998-2-hyperv is: [{'id': 'd70d6583-b064-4b1c-9c1c-7133adf9bce2', 'name': 'tempest-snat-router-56520870', 'tenant_id': 'fbe544fd9ae14be8b772afb868c45c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:50:35Z', 'updated_at': '2021-06-03T21:50:42Z', 'revision_number': 5, 'project_id': 'fbe544fd9ae14be8b772afb868c45c30', 'gw_port_host': None}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:43.448973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 168ed7d0-a396-470f-824c-5b96e758a408, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=168ed7d0-a396-470f-824c-5b96e758a408,segment=NetworkSegment(3f8a698f-c003-44e4-bbb4-8645ef3c2d24),segment_id=3f8a698f-c003-44e4-bbb4-8645ef3c2d24)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:43.466220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '168ed7d0-a396-470f-824c-5b96e758a408', 'network_id': 'bd8a2d02-a0ef-45f8-8e25-28e6269102ef', 'port_id': '168ed7d0-a396-470f-824c-5b96e758a408', 'mac_address': 'fa:16:3e:97:82:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722911a0-d65f-46cf-8c2d-509fbc65564e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:50:43.506239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, ec63def4-6448-4322-8fbc-1b7bf0ec12c2) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:43.511599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:43.522804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:43.524010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.535282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.544914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ca1790-abe1-44d8-bac8-6024c38c3b29 None None] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:43.566011 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.5951891 Jun 03 21:50:43.569899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54480) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:43.576294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1048845802'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:43.583187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:43.589591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:network and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:43.592620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.595341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.596833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168ed7d0-a396-470f-824c-5b96e758a408 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:50:43.600630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:43.609802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:43.613942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7c36977-9802-45e7-9946-3576599a06d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.643392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.644000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d70d6583-b064-4b1c-9c1c-7133adf9bce2 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:50:43.672154 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.676178 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "DELETE /v2.0/routers/d70d6583-b064-4b1c-9c1c-7133adf9bce2 HTTP/1.1" status: 204 len: 168 time: 1.8037996 Jun 03 21:50:43.676804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54482) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:43.687341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 168ed7d0-a396-470f-824c-5b96e758a408, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=168ed7d0-a396-470f-824c-5b96e758a408,segment=NetworkSegment(3f8a698f-c003-44e4-bbb4-8645ef3c2d24),segment_id=3f8a698f-c003-44e4-bbb4-8645ef3c2d24)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:43.721891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.726647 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:43.790093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:43.793636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.886562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=168ed7d0-a396-470f-824c-5b96e758a408,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:43.890593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:43.910646 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:50:43.951578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.977389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:43.977713 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Added segment 277e264d-1f29-408f-a8b0-cff1ab245849 of type vlan for network 0d30c005-b374-4a96-8703-e41ce0edfc0c Jun 03 21:50:44.028732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a41a87-b904-47a5-81a3-2575f3e761d6 req-4de0e3ef-924d-44b0-a508-dca31de023c0 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:44.030146 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-74a41a87-b904-47a5-81a3-2575f3e761d6 req-4de0e3ef-924d-44b0-a508-dca31de023c0 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 945 time: 0.2829206 Jun 03 21:50:44.034139 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:44.076704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['168ed7d0-a396-470f-824c-5b96e758a408'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:50:44.112851 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-74a41a87-b904-47a5-81a3-2575f3e761d6 req-05779ab0-0559-4ffd-bbe7-ebf8b4d05be7 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738852 Jun 03 21:50:44.116819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:44.122443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:44.123036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:44.128612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:44.174693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:44.262825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Deleting port 3fd63528-4357-439e-88b1-5869a4c5e5b7 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:44.263199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:44.279109 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7076881 Jun 03 21:50:44.282994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54484) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:44.288285 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'ports': [{'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2'}, {'network_id': '0d30c005-b374-4a96-8703-e41ce0edfc0c'}]} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:44.288588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:44.289096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': '0d30c005-b374-4a96-8703-e41ce0edfc0c'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:44.293723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Network': ['ID=0d30c005-b374-4a96-8703-e41ce0edfc0c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:44.298384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:44.312663 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 0d30c005-b374-4a96-8703-e41ce0edfc0c details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:50:44.394748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f7c36977-9802-45e7-9946-3576599a06d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port 30557070-6946-4a08-b65c-f47832624313 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:44.395197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7c36977-9802-45e7-9946-3576599a06d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:44.544311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7c36977-9802-45e7-9946-3576599a06d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:44.640347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] For port 3fd63528-4357-439e-88b1-5869a4c5e5b7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3fd63528-4357-439e-88b1-5869a4c5e5b7,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:44.640707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:44.683010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f7c36977-9802-45e7-9946-3576599a06d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for 30557070-6946-4a08-b65c-f47832624313 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:44.774808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:44.784093 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Calling delete_port for 3fd63528-4357-439e-88b1-5869a4c5e5b7 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:44.789391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:port and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:44.793293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:44.800888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:44.821938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 2} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:44.826485 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:44.849114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:44.849933 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7c36977-9802-45e7-9946-3576599a06d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:44.853916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ab1d3213-c4b2-4cdd-8ab2-a6d5e0effc7e tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:44.901265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c36977-9802-45e7-9946-3576599a06d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=30557070-6946-4a08-b65c-f47832624313,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:44.904368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f7c36977-9802-45e7-9946-3576599a06d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:45.165224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port 1064abe1-db2a-478f-bc7c-309a8b5dd73a yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:50:45.316849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7c36977-9802-45e7-9946-3576599a06d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:45.370554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:45.377404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8a1a5e23-8c19-499b-b967-9af59b362368 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:45.442528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fd63528-4357-439e-88b1-5869a4c5e5b7,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:45.477736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:45.542210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:45.604746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c36977-9802-45e7-9946-3576599a06d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 4192b1c2-bf36-47f0-94c0-c9c59fd1363a has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:50:45.663486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:45.740008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c36977-9802-45e7-9946-3576599a06d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:45.751419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c4515d-3f5a-4fe6-a18f-a9c5791df2c0 None None] Sync routers for ids ['4192b1c2-bf36-47f0-94c0-c9c59fd1363a'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:45.758419 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f7c36977-9802-45e7-9946-3576599a06d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/4192b1c2-bf36-47f0-94c0-c9c59fd1363a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0638964 Jun 03 21:50:45.761730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54488) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:45.770075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4515d-3f5a-4fe6-a18f-a9c5791df2c0 None None] Routers {'4192b1c2-bf36-47f0-94c0-c9c59fd1363a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:45.771135 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-42c4515d-3f5a-4fe6-a18f-a9c5791df2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4192b1c2-bf36-47f0-94c0-c9c59fd1363a'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:45.803267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafe4a0-488a-4542-b975-2c8217fa2f12 req-f4debfd1-2c37-4efb-ab19-c68325dd20e0 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:45.804852 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0fafe4a0-488a-4542-b975-2c8217fa2f12 req-f4debfd1-2c37-4efb-ab19-c68325dd20e0 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 945 time: 0.5231392 Jun 03 21:50:45.807715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port 87861183-3ff8-4ac4-8d75-7f50a3c427e1 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:50:45.809339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8de0503e-9b2b-4396-9244-7dbc7c6cb5fa tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Synchronizing usage tracker for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:45.826704 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8de0503e-9b2b-4396-9244-7dbc7c6cb5fa tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Unset dirty status for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:45.830839 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8de0503e-9b2b-4396-9244-7dbc7c6cb5fa tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=4192b1c2-bf36-47f0-94c0-c9c59fd1363a HTTP/1.1" status: 200 len: 205 time: 0.0652721 Jun 03 21:50:45.831313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54490) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:45.842953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-42c4515d-3f5a-4fe6-a18f-a9c5791df2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:45.854384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4515d-3f5a-4fe6-a18f-a9c5791df2c0 None None] Routers {'4192b1c2-bf36-47f0-94c0-c9c59fd1363a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:45.855310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-42c4515d-3f5a-4fe6-a18f-a9c5791df2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['4192b1c2-bf36-47f0-94c0-c9c59fd1363a'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:45.890387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:45.895841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:45.928000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-42c4515d-3f5a-4fe6-a18f-a9c5791df2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:45.928327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c4515d-3f5a-4fe6-a18f-a9c5791df2c0 None None] The sync data for ids ['4192b1c2-bf36-47f0-94c0-c9c59fd1363a'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:45.939396 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0fafe4a0-488a-4542-b975-2c8217fa2f12 req-10b3b7b3-7e00-4206-bfa9-33ef978f53a2 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771344 Jun 03 21:50:45.947951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:45.948523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87cdc55c-e901-4d08-851a-01db05ed0b5a {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:50:45.978129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1e436b30-9055-4c11-ade5-1d8941b1edf7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.025129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.026276 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "DELETE /v2.0/routers/87cdc55c-e901-4d08-851a-01db05ed0b5a HTTP/1.1" status: 204 len: 168 time: 2.3485508 Jun 03 21:50:46.031746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54492) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:46.038874 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-816563606', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:46.055099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:46.063896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Usage tracker for resource:router and tenant:936834ed6fb44947bf76819d0fa653eb is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:46.073424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:46.085692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:46.112709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.116282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.117301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.145351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.229231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.242456 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bd7d9a43-ee0d-4ea9-8800-6f326378212d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:46.296672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1e436b30-9055-4c11-ade5-1d8941b1edf7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.299400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1e436b30-9055-4c11-ade5-1d8941b1edf7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.327533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1e436b30-9055-4c11-ade5-1d8941b1edf7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.328733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e436b30-9055-4c11-ade5-1d8941b1edf7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Fanout notify agent at l3_agent the message router_deleted on router 4192b1c2-bf36-47f0-94c0-c9c59fd1363a {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:50:46.344521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1e436b30-9055-4c11-ade5-1d8941b1edf7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.345796 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1e436b30-9055-4c11-ade5-1d8941b1edf7 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/4192b1c2-bf36-47f0-94c0-c9c59fd1363a HTTP/1.1" status: 204 len: 168 time: 0.5133364 Jun 03 21:50:46.348714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54494) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:46.416330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:46.419209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77802ca-418d-4db4-90b9-e731e004bc4d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting subnet 41e902bd-1a7c-4c21-91c2-f1488e9278b8 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:50:46.422361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d77802ca-418d-4db4-90b9-e731e004bc4d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.429385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:46.443762 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:46.444567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.480569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d77802ca-418d-4db4-90b9-e731e004bc4d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.497064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=1064abe1-db2a-478f-bc7c-309a8b5dd73a,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:46.510008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:46.513531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ead7a628-227a-47dc-a5be-e4413101472b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:46.545820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.577326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d77802ca-418d-4db4-90b9-e731e004bc4d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.647777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=87861183-3ff8-4ac4-8d75-7f50a3c427e1,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:46.654693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:46.662631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Checking segment: {'id': '277e264d-1f29-408f-a8b0-cff1ab245849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '0d30c005-b374-4a96-8703-e41ce0edfc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:46.663018 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network hostable DHCP agents. Network: 0d30c005-b374-4a96-8703-e41ce0edfc0c, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:50:46.900444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network 0d30c005-b374-4a96-8703-e41ce0edfc0c is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:50:46.922983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 0d30c005-b374-4a96-8703-e41ce0edfc0c) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:46.930825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:46.932332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed4083-88e8-4e20-b82a-3aec736c7047 None None] Network 0d30c005-b374-4a96-8703-e41ce0edfc0c requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:46.936418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:46.941112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:46.941832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:46.971824 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6876507 Jun 03 21:50:46.974823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54496) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:47.040859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 168ed7d0-a396-470f-824c-5b96e758a408 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:47.069795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d77802ca-418d-4db4-90b9-e731e004bc4d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:47.076040 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-828ebd98-a4b3-4710-91e0-e5c23c1f6d68 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:47.179648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77802ca-418d-4db4-90b9-e731e004bc4d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Subnet': ['ID=41e902bd-1a7c-4c21-91c2-f1488e9278b8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:47.182865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d77802ca-418d-4db4-90b9-e731e004bc4d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:47.187101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d77802ca-418d-4db4-90b9-e731e004bc4d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:47.201173 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d77802ca-418d-4db4-90b9-e731e004bc4d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/41e902bd-1a7c-4c21-91c2-f1488e9278b8 HTTP/1.1" status: 204 len: 168 time: 0.8511648 Jun 03 21:50:47.207257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54500) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:47.209890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3fd63528-4357-439e-88b1-5869a4c5e5b7 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:50:47.237069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a7091-88ec-4d1f-b5a0-38da11c17ffc req-83113c85-8b9a-4f5a-9a06-4d935ebabb15 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:47.238702 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-729a7091-88ec-4d1f-b5a0-38da11c17ffc req-83113c85-8b9a-4f5a-9a06-4d935ebabb15 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 945 time: 0.1157081 Jun 03 21:50:47.239119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4393b79-799c-457e-a95a-84438858b961 None None] Network efc5c5c2-ad9f-473d-bcef-cc4cc6541980 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:47.293922 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-729a7091-88ec-4d1f-b5a0-38da11c17ffc req-d4c2c73c-5d4f-4073-b85e-d2aa14dc8dd5 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467398 Jun 03 21:50:47.325891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 3fd63528-4357-439e-88b1-5869a4c5e5b7 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:50:47.326209 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3fd63528-4357-439e-88b1-5869a4c5e5b7 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:50:47.339752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:47.431351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 168ed7d0-a396-470f-824c-5b96e758a408 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:47.440982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:47.450569 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:47.508765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 168ed7d0-a396-470f-824c-5b96e758a408 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:47.509035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:47.628302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0c40063f-60bb-4ce8-8126-f4fc1891ffea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 87861183-3ff8-4ac4-8d75-7f50a3c427e1 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:47.628928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c40063f-60bb-4ce8-8126-f4fc1891ffea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:47.700061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:47.734221 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593c4163-8f75-4cf3-ac34-bc3f2af27e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168ed7d0-a396-470f-824c-5b96e758a408'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:50:47.736654 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf858e1-6cdf-4868-8533-4fbb7f0cf4d8" -d '{"events": [{"server_uuid": "593c4163-8f75-4cf3-ac34-bc3f2af27e0a", "name": "network-vif-plugged", "status": "completed", "tag": "168ed7d0-a396-470f-824c-5b96e758a408"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:50:47.746957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 168ed7d0-a396-470f-824c-5b96e758a408, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=168ed7d0-a396-470f-824c-5b96e758a408,segment=NetworkSegment(3f8a698f-c003-44e4-bbb4-8645ef3c2d24),segment_id=3f8a698f-c003-44e4-bbb4-8645ef3c2d24)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:47.752597 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e573ac-f6d6-42c1-9fd6-38d5cada73b1 None None] DHCP port deletion for efc5c5c2-ad9f-473d-bcef-cc4cc6541980 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:50:47.756733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:47.759521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1e187adf-ca95-4144-8b03-c416ac8faedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:47.770858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Allocated IP 172.26.3.55 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/457d6767-75e4-44ad-98bd-fb17917fee5c) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:47.789525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c40063f-60bb-4ce8-8126-f4fc1891ffea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:47.801236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cad73d1-3834-4f64-8c0c-54f7927703f2 x-openstack-request-id: req-0cad73d1-3834-4f64-8c0c-54f7927703f2 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:50:47.801813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593c4163-8f75-4cf3-ac34-bc3f2af27e0a", "name": "network-vif-plugged", "status": "completed", "tag": "168ed7d0-a396-470f-824c-5b96e758a408", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:50:47.802228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0cad73d1-3834-4f64-8c0c-54f7927703f2 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:50:47.802792 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593c4163-8f75-4cf3-ac34-bc3f2af27e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168ed7d0-a396-470f-824c-5b96e758a408', 'code': 200} Jun 03 21:50:47.882929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=168ed7d0-a396-470f-824c-5b96e758a408,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:47.886717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:47.905141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-65e573ac-f6d6-42c1-9fd6-38d5cada73b1 None None] Deleting port c0f19e29-99b0-475b-a19c-14bee95f0c5a {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:47.905815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-65e573ac-f6d6-42c1-9fd6-38d5cada73b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:47.954518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0c40063f-60bb-4ce8-8126-f4fc1891ffea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 87861183-3ff8-4ac4-8d75-7f50a3c427e1 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:47.973489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port c0f19e29-99b0-475b-a19c-14bee95f0c5a {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:47.973836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:48.013821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-65e573ac-f6d6-42c1-9fd6-38d5cada73b1 None None] For port c0f19e29-99b0-475b-a19c-14bee95f0c5a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c0f19e29-99b0-475b-a19c-14bee95f0c5a,segment=NetworkSegment(5fb08622-8ee3-4beb-9b45-ba756bed8da4),segment_id=5fb08622-8ee3-4beb-9b45-ba756bed8da4)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:48.014432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-65e573ac-f6d6-42c1-9fd6-38d5cada73b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:48.139766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-65e573ac-f6d6-42c1-9fd6-38d5cada73b1 None None] Calling delete_port for c0f19e29-99b0-475b-a19c-14bee95f0c5a owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:48.191091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-65e573ac-f6d6-42c1-9fd6-38d5cada73b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:48.195179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:48.225836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] For port c0f19e29-99b0-475b-a19c-14bee95f0c5a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c0f19e29-99b0-475b-a19c-14bee95f0c5a,segment=NetworkSegment(5fb08622-8ee3-4beb-9b45-ba756bed8da4),segment_id=5fb08622-8ee3-4beb-9b45-ba756bed8da4)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:48.226096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:48.238718 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e573ac-f6d6-42c1-9fd6-38d5cada73b1 None None] Pushing event deleted for resources: {'Port': ['ID=c0f19e29-99b0-475b-a19c-14bee95f0c5a,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:48.242371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-65e573ac-f6d6-42c1-9fd6-38d5cada73b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:48.244869 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e573ac-f6d6-42c1-9fd6-38d5cada73b1 None None] No DVR routers for this DVR port c0f19e29-99b0-475b-a19c-14bee95f0c5a on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:48.523719 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for c0f19e29-99b0-475b-a19c-14bee95f0c5a owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:48.526443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e57ca-e9a4-4893-a070-61fcf51cc8d7 req-a61ecdc3-433f-4061-8c44-492b8b107ecc tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:48.529946 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b77e57ca-e9a4-4893-a070-61fcf51cc8d7 req-a61ecdc3-433f-4061-8c44-492b8b107ecc tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.1171463 Jun 03 21:50:48.554624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:48.605904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f1f06-08f5-4c42-a40d-d9c46ac2edad req-192553b0-c9cf-416f-81e1-3c0293f1268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:48.607431 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-df1f1f06-08f5-4c42-a40d-d9c46ac2edad req-192553b0-c9cf-416f-81e1-3c0293f1268b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 1099 time: 0.6185937 Jun 03 21:50:48.609818 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b77e57ca-e9a4-4893-a070-61fcf51cc8d7 req-c88cee8c-0784-4507-a38e-b26e6a70e73b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737710 Jun 03 21:50:48.610302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c40063f-60bb-4ce8-8126-f4fc1891ffea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:48.621265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a3a249fb-f941-413a-8359-1157fa238635 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:48.687048 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40063f-60bb-4ce8-8126-f4fc1891ffea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=87861183-3ff8-4ac4-8d75-7f50a3c427e1,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:48.698834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0c40063f-60bb-4ce8-8126-f4fc1891ffea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:48.706000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c40063f-60bb-4ce8-8126-f4fc1891ffea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:48.738133 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0c40063f-60bb-4ce8-8126-f4fc1891ffea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/87861183-3ff8-4ac4-8d75-7f50a3c427e1 HTTP/1.1" status: 204 len: 168 time: 1.7622592 Jun 03 21:50:48.741172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54508) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:48.743382 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-df1f1f06-08f5-4c42-a40d-d9c46ac2edad req-95e88056-fe2a-490c-9759-8e15509a9038 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280873 Jun 03 21:50:48.745993 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:48.750116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:48.779379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:48.825585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No DVR routers for this DVR port c0f19e29-99b0-475b-a19c-14bee95f0c5a on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:48.835901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d7462a-57e0-4092-b761-ed8b8ec25887 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:48.842490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d7462a-57e0-4092-b761-ed8b8ec25887 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:48.843393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-96d7462a-57e0-4092-b761-ed8b8ec25887 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:48.864841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-96d7462a-57e0-4092-b761-ed8b8ec25887 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:48.869524 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-96d7462a-57e0-4092-b761-ed8b8ec25887 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1226454 Jun 03 21:50:48.869888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54510) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:48.882086 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:48.896353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Pushing event updated for resources: {'Port': ['ID=457d6767-75e4-44ad-98bd-fb17917fee5c,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:48.899008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:48.903994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:48.904562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:48.939048 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:48.996275 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=c0f19e29-99b0-475b-a19c-14bee95f0c5a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:49.008764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:49.023649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-06b34ddf-a509-44e5-8042-0de024b71e72 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 1064abe1-db2a-478f-bc7c-309a8b5dd73a {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:49.023989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06b34ddf-a509-44e5-8042-0de024b71e72 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.075175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.138284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06b34ddf-a509-44e5-8042-0de024b71e72 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.147787 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc5c5c2-ad9f-473d-bcef-cc4cc6541980']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:49.177357 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c0f19e29-99b0-475b-a19c-14bee95f0c5a no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:50:49.223305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c0f19e29-99b0-475b-a19c-14bee95f0c5a {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:50:49.227356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c0f19e29-99b0-475b-a19c-14bee95f0c5a not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:50:49.227631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb08622-8ee3-4beb-9b45-ba756bed8da4') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:49.227631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb08622-8ee3-4beb-9b45-ba756bed8da4') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:49.272443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-06b34ddf-a509-44e5-8042-0de024b71e72 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 1064abe1-db2a-478f-bc7c-309a8b5dd73a owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:49.276324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.303727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.321865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06b34ddf-a509-44e5-8042-0de024b71e72 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.326476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:50:49.326809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.328975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a4f7ffb6-558c-4e6d-b8c8-15c9fc17f272 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: util.warn( Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:50:49.342367 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:50:49.383001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b34ddf-a509-44e5-8042-0de024b71e72 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=1064abe1-db2a-478f-bc7c-309a8b5dd73a,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:49.386463 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-06b34ddf-a509-44e5-8042-0de024b71e72 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:49.388967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06b34ddf-a509-44e5-8042-0de024b71e72 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.404332 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-06b34ddf-a509-44e5-8042-0de024b71e72 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/1064abe1-db2a-478f-bc7c-309a8b5dd73a HTTP/1.1" status: 204 len: 168 time: 0.5332682 Jun 03 21:50:49.406990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54512) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:49.494615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.498779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53cb0a-5292-4eae-9e11-3b1cd44b7a82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:49.499441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c2822b96-17f4-4289-83b4-c4188059740f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:49.500083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-af53cb0a-5292-4eae-9e11-3b1cd44b7a82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:49.520628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-af53cb0a-5292-4eae-9e11-3b1cd44b7a82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:49.521947 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-af53cb0a-5292-4eae-9e11-3b1cd44b7a82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1140380 Jun 03 21:50:49.524788 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.526042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54514) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:49.574421 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-575f3069-36bf-45e8-be93-3ac22e2c6c96 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:50:49.575832 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-575f3069-36bf-45e8-be93-3ac22e2c6c96 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/87861183-3ff8-4ac4-8d75-7f50a3c427e1 HTTP/1.1" status: 404 len: 333 time: 0.0487316 Jun 03 21:50:49.581127 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54516) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:49.600783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Network': ['ID=efc5c5c2-ad9f-473d-bcef-cc4cc6541980,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:49.606186 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:49.611017 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/networks/efc5c5c2-ad9f-473d-bcef-cc4cc6541980 HTTP/1.1" status: 204 len: 168 time: 2.4027493 Jun 03 21:50:49.617189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54518) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:49.624961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2126599747', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:49.633119 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-349311d0-188a-4bfb-886d-96ebba6ee91e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:50:49.634705 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-349311d0-188a-4bfb-886d-96ebba6ee91e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/1064abe1-db2a-478f-bc7c-309a8b5dd73a HTTP/1.1" status: 404 len: 333 time: 0.0524216 Jun 03 21:50:49.637692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54520) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:49.644833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:49.653265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:router and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:49.655936 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.708687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:49.727753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:49.747918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.749140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.776254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.882724 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.922911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.943632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d30c005-b374-4a96-8703-e41ce0edfc0c']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:49.958381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277e264d-1f29-408f-a8b0-cff1ab245849') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:49.958661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277e264d-1f29-408f-a8b0-cff1ab245849') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:49.971828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.990431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:49.997933 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:50:49.998436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:50:50.013628 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:50:50.106892 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:50.112039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-45086b26-dfeb-4255-a6ba-a262669cf3fb tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:50.134417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:50.137294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Network': ['ID=0d30c005-b374-4a96-8703-e41ce0edfc0c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:50.140659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:50.148770 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/networks/0d30c005-b374-4a96-8703-e41ce0edfc0c HTTP/1.1" status: 204 len: 168 time: 0.5065181 Jun 03 21:50:50.149684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54524) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:50.155138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-119798366'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:50.160674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:50.164687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:network and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:50.167763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:50.173777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:50.186152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:50.190175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:50.222846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:50:50.233791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:50.234188 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Added segment 8cbe2533-dd09-4168-a9ff-35b4f65fa034 of type vlan for network dee7ab2b-c77b-402f-9ba8-cd3c03073681 Jun 03 21:50:50.275420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:50.318426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:50.325287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:50.326154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:50.331843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:50.443079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda4319-80ed-4b32-b3a1-10ed17f1df39 req-30c103b7-8952-45e7-bc01-6e7c9c3d0924 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:50.444421 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aeda4319-80ed-4b32-b3a1-10ed17f1df39 req-30c103b7-8952-45e7-bc01-6e7c9c3d0924 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.6787632 Jun 03 21:50:50.460966 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3073494 Jun 03 21:50:50.464680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54526) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:50.469821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': 'dee7ab2b-c77b-402f-9ba8-cd3c03073681', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:50.494474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Network': ['ID=dee7ab2b-c77b-402f-9ba8-cd3c03073681,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:50.497357 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:50.505915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network dee7ab2b-c77b-402f-9ba8-cd3c03073681 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:50:50.556984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:50.562476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:50.605426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:50.610534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:50.616277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:50.624652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:50.641694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:50.648661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:50.673699 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aeda4319-80ed-4b32-b3a1-10ed17f1df39 req-b3961c4f-e8e7-4521-9ca5-18c40815ce3f tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171619 Jun 03 21:50:50.917881 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Router c94ec133-a9be-4a5c-96e3-a8e0a5b84363 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:50:51.238277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:51.279331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:51.286883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:51.290525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e91d8789-7e25-4803-b12e-7f7e1be73e9a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:51.370612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Subnet': ['ID=d13ba883-4c3b-4753-b646-1e6438fd4d85,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:51.374619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:51.383721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Checking segment: {'id': '8cbe2533-dd09-4168-a9ff-35b4f65fa034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'dee7ab2b-c77b-402f-9ba8-cd3c03073681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:51.384080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network hostable DHCP agents. Network: dee7ab2b-c77b-402f-9ba8-cd3c03073681, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:50:51.404503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network dee7ab2b-c77b-402f-9ba8-cd3c03073681 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:50:51.416771 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, dee7ab2b-c77b-402f-9ba8-cd3c03073681) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:51.424998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28fe7e7-3216-48d5-820e-f4b00b924587 None None] Network dee7ab2b-c77b-402f-9ba8-cd3c03073681 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:51.431301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:51.431936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:51.460572 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9922798 Jun 03 21:50:51.460976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54528) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:51.467911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': 'dee7ab2b-c77b-402f-9ba8-cd3c03073681', 'name': 'tempest-PortsTestJSON-1002378933'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:51.501530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:51.519333 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db97364-f1ec-4871-bae6-e057c2fc9dd3 None None] Sync routers for ids ['c94ec133-a9be-4a5c-96e3-a8e0a5b84363'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:51.541105 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db97364-f1ec-4871-bae6-e057c2fc9dd3 None None] Routers {'c94ec133-a9be-4a5c-96e3-a8e0a5b84363'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:51.542158 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1db97364-f1ec-4871-bae6-e057c2fc9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c94ec133-a9be-4a5c-96e3-a8e0a5b84363'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:51.576703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:51.577899 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5452147 Jun 03 21:50:51.580977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54530) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:51.586970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-02385bec-c03b-4ff4-97f8-1244330a42d7 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'enable_snat': False}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:51.617767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Allocated IP 172.26.3.236 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/cd6134fd-7df0-42c4-a6b9-3c82307b6db7) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:51.668694 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1db97364-f1ec-4871-bae6-e057c2fc9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:51.685581 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db97364-f1ec-4871-bae6-e057c2fc9dd3 None None] Routers {'c94ec133-a9be-4a5c-96e3-a8e0a5b84363'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:51.686389 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1db97364-f1ec-4871-bae6-e057c2fc9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c94ec133-a9be-4a5c-96e3-a8e0a5b84363'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:51.693216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-dee7ab2b-c77b-402f-9ba8-cd3c03073681', 'network_id': 'dee7ab2b-c77b-402f-9ba8-cd3c03073681', 'tenant_id': '186550332a33447bbe2062e93350d5e1', 'fixed_ips': [{'subnet_id': 'd13ba883-4c3b-4753-b646-1e6438fd4d85'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:50:51.694294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:51.798919 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1db97364-f1ec-4871-bae6-e057c2fc9dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:51.800118 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db97364-f1ec-4871-bae6-e057c2fc9dd3 None None] The sync data for ids ['c94ec133-a9be-4a5c-96e3-a8e0a5b84363'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:51.816011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:51.849647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:51.862083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-23b11908-3021-43d1-9962-4197e7c924fc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:51.873917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Allocated IP 172.20.0.2 (dee7ab2b-c77b-402f-9ba8-cd3c03073681/d13ba883-4c3b-4753-b646-1e6438fd4d85/1c1d3d2d-ebe5-4b2a-b94f-291979c5e642) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:51.917773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:51.920368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:51.924080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:51.974979 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:51.976401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=cd6134fd-7df0-42c4-a6b9-3c82307b6db7,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:51.980796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:52.049728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:52.097030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74866f-d715-49fc-ae2d-46022eb601be req-6686d325-e2f7-4032-b1e4-cdf32c9ac228 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:52.102505 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1a74866f-d715-49fc-ae2d-46022eb601be req-6686d325-e2f7-4032-b1e4-cdf32c9ac228 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.2340493 Jun 03 21:50:52.102505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:52.105461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:52.107503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:52.121010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Transition to ACTIVE for port object 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:52.144595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Transition to ACTIVE for port object 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:52.151625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:52.156226 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:52.223137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Network dee7ab2b-c77b-402f-9ba8-cd3c03073681 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:52.225797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:52.228619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:52.230917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port 473d4ef7-e203-49f0-ae42-3b8db195212f yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:50:52.279593 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1a74866f-d715-49fc-ae2d-46022eb601be req-c63fb35e-a9e6-4f36-80b5-c91523b182c9 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602395 Jun 03 21:50:52.281459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Pushing event updated for resources: {'Port': ['ID=1c1d3d2d-ebe5-4b2a-b94f-291979c5e642,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:52.286319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:52.345226 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Attempting to bind port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:50:52.345897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Attempting to bind port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '8cbe2533-dd09-4168-a9ff-35b4f65fa034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'dee7ab2b-c77b-402f-9ba8-cd3c03073681'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:50:52.346466 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Attempting to bind port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 on network dee7ab2b-c77b-402f-9ba8-cd3c03073681 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:50:52.353592 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:50:52.354068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Checking segment: {'id': '8cbe2533-dd09-4168-a9ff-35b4f65fa034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'dee7ab2b-c77b-402f-9ba8-cd3c03073681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:50:52.354541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:52.355003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Bound using segment: {'id': '8cbe2533-dd09-4168-a9ff-35b4f65fa034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'dee7ab2b-c77b-402f-9ba8-cd3c03073681'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:50:52.355602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Bound port: 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbe2533-dd09-4168-a9ff-35b4f65fa034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'dee7ab2b-c77b-402f-9ba8-cd3c03073681'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:50:52.356044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:52.411068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:52.462309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] For port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:50:52.465715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] For port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1c1d3d2d-ebe5-4b2a-b94f-291979c5e642,segment=NetworkSegment(8cbe2533-dd09-4168-a9ff-35b4f65fa034),segment_id=8cbe2533-dd09-4168-a9ff-35b4f65fa034)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:50:52.471279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:52.477097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:52.477916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02385bec-c03b-4ff4-97f8-1244330a42d7 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:52.553370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.12 (dee7ab2b-c77b-402f-9ba8-cd3c03073681/d13ba883-4c3b-4753-b646-1e6438fd4d85/473d4ef7-e203-49f0-ae42-3b8db195212f) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:52.575881 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Pushing event updated for resources: {'Port': ['ID=1c1d3d2d-ebe5-4b2a-b94f-291979c5e642,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:52.580442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:52.738394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170a92d-8f81-49e4-9cbd-4b249bf216f6 req-e9947b18-4b53-4a7f-bb84-fcb92444a545 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:52.739956 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8170a92d-8f81-49e4-9cbd-4b249bf216f6 req-e9947b18-4b53-4a7f-bb84-fcb92444a545 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.2705746 Jun 03 21:50:52.816433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1e4e292b-8029-4172-8d54-9ccded50b0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:52.908009 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8170a92d-8f81-49e4-9cbd-4b249bf216f6 req-0aa8fccd-d15b-49f9-92ff-bab02906fe56 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566949 Jun 03 21:50:52.927735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:53.178186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:53.226211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Transition to ACTIVE for port object 473d4ef7-e203-49f0-ae42-3b8db195212f will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:50:53.271199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:53.368398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:53.392829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 2ea37305-cb97-4cc1-8277-de541f45034c is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:50:53.441334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:53.449945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8b1a2ddb-d392-453f-b576-3fb9c35cbbe8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:53.518580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdc111-5ac3-4679-b49a-984191929cab req-bd0538d5-9e99-4097-943e-b5cee35a27c3 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:53.520167 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cfcdc111-5ac3-4679-b49a-984191929cab req-bd0538d5-9e99-4097-943e-b5cee35a27c3 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.1870046 Jun 03 21:50:53.603271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=473d4ef7-e203-49f0-ae42-3b8db195212f,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:53.606927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:53.609113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network dee7ab2b-c77b-402f-9ba8-cd3c03073681 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:53.612451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:53.615418 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:53.666666 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:53.673436 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cfcdc111-5ac3-4679-b49a-984191929cab req-65331f55-b27c-4139-9675-e99bc53f6d73 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408868 Jun 03 21:50:53.679781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d8837-1713-434e-9b92-c278d1eeb6c2 None None] Sync routers for ids ['2ea37305-cb97-4cc1-8277-de541f45034c'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:53.702023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d8837-1713-434e-9b92-c278d1eeb6c2 None None] Routers {'2ea37305-cb97-4cc1-8277-de541f45034c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:53.702023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-7d5d8837-1713-434e-9b92-c278d1eeb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ea37305-cb97-4cc1-8277-de541f45034c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:53.712653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:53.714090 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.0959568 Jun 03 21:50:53.720092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54542) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:53.765374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:53.766008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:53.774982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de5448d-036f-4599-ac38-76a079dc7f1f None None] Network dee7ab2b-c77b-402f-9ba8-cd3c03073681 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:53.788878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-7d5d8837-1713-434e-9b92-c278d1eeb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:53.816611 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3545721 Jun 03 21:50:53.818925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d8837-1713-434e-9b92-c278d1eeb6c2 None None] Routers {'2ea37305-cb97-4cc1-8277-de541f45034c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:53.820172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-7d5d8837-1713-434e-9b92-c278d1eeb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ea37305-cb97-4cc1-8277-de541f45034c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:53.820596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54544) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:53.919518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02385bec-c03b-4ff4-97f8-1244330a42d7 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:53.927596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02385bec-c03b-4ff4-97f8-1244330a42d7 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:53.984827 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-7d5d8837-1713-434e-9b92-c278d1eeb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:53.985242 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d8837-1713-434e-9b92-c278d1eeb6c2 None None] The sync data for ids ['2ea37305-cb97-4cc1-8277-de541f45034c'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:54.006096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ea99be2f-1fb0-4760-b255-ec4603bba5b9 None None] Provisioning for port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:54.024625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ea99be2f-1fb0-4760-b255-ec4603bba5b9 None None] Provisioning complete for port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:54.025129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea99be2f-1fb0-4760-b255-ec4603bba5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:54.032015 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2cb7f926-3f9c-4442-b59e-db3fc10a1a74 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/routers/2ea37305-cb97-4cc1-8277-de541f45034c HTTP/1.1" status: 200 len: 881 time: 0.3063397 Jun 03 21:50:54.032289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54546) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:54.149514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02385bec-c03b-4ff4-97f8-1244330a42d7 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Router c94ec133-a9be-4a5c-96e3-a8e0a5b84363 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:50:54.168480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-abd984fe-9be6-4df4-8495-83d473471c1c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 473d4ef7-e203-49f0-ae42-3b8db195212f {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:54.169920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-abd984fe-9be6-4df4-8495-83d473471c1c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:54.253753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea99be2f-1fb0-4760-b255-ec4603bba5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:54.305480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ea99be2f-1fb0-4760-b255-ec4603bba5b9 None None] For port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1c1d3d2d-ebe5-4b2a-b94f-291979c5e642,segment=NetworkSegment(8cbe2533-dd09-4168-a9ff-35b4f65fa034),segment_id=8cbe2533-dd09-4168-a9ff-35b4f65fa034)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:54.310864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea99be2f-1fb0-4760-b255-ec4603bba5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:54.312925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-90f46886-706d-430d-8a27-e6bf25cb8b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:54.349494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02385bec-c03b-4ff4-97f8-1244330a42d7 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:54.354543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-02385bec-c03b-4ff4-97f8-1244330a42d7 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:54.356182 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-02385bec-c03b-4ff4-97f8-1244330a42d7 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "PUT /v2.0/routers/c94ec133-a9be-4a5c-96e3-a8e0a5b84363 HTTP/1.1" status: 200 len: 924 time: 2.7737112 Jun 03 21:50:54.358699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54548) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:54.362407 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398abf95-11de-44a7-84fb-f2dd5b510b9d None None] Sync routers for ids ['c94ec133-a9be-4a5c-96e3-a8e0a5b84363'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:54.397170 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398abf95-11de-44a7-84fb-f2dd5b510b9d None None] Routers {'c94ec133-a9be-4a5c-96e3-a8e0a5b84363'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:54.398313 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-398abf95-11de-44a7-84fb-f2dd5b510b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c94ec133-a9be-4a5c-96e3-a8e0a5b84363'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:54.407353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99be2f-1fb0-4760-b255-ec4603bba5b9 None None] Pushing event updated for resources: {'Port': ['ID=1c1d3d2d-ebe5-4b2a-b94f-291979c5e642,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:54.411668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ea99be2f-1fb0-4760-b255-ec4603bba5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:54.440544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-abd984fe-9be6-4df4-8495-83d473471c1c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:54.474961 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-398abf95-11de-44a7-84fb-f2dd5b510b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:54.484105 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398abf95-11de-44a7-84fb-f2dd5b510b9d None None] Routers {'c94ec133-a9be-4a5c-96e3-a8e0a5b84363'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:54.484966 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-398abf95-11de-44a7-84fb-f2dd5b510b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c94ec133-a9be-4a5c-96e3-a8e0a5b84363'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:54.558723 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-398abf95-11de-44a7-84fb-f2dd5b510b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:54.559398 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398abf95-11de-44a7-84fb-f2dd5b510b9d None None] The sync data for ids ['c94ec133-a9be-4a5c-96e3-a8e0a5b84363'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:54.603270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-abd984fe-9be6-4df4-8495-83d473471c1c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 473d4ef7-e203-49f0-ae42-3b8db195212f owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:54.663260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-16316efb-9526-42ac-ab25-7869a980d2c8 None None] Provisioning complete for port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:54.664040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-16316efb-9526-42ac-ab25-7869a980d2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:54.666996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cd37a690-ea02-4baa-8bc4-cb1291471046 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Synchronizing usage tracker for tenant:aa202fc3040847e895873fe6724c33a2 on resource:router {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:54.717387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cd37a690-ea02-4baa-8bc4-cb1291471046 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Unset dirty status for tenant:aa202fc3040847e895873fe6724c33a2 on resource:router {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:54.719093 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cd37a690-ea02-4baa-8bc4-cb1291471046 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6858485 Jun 03 21:50:54.722518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54552) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:54.734682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8c60c242-c45c-4f49-9deb-9910fd17a9cb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2126599747'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:54.818573 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-778c988e-5d14-4474-9892-85a372025f18 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/routers/c94ec133-a9be-4a5c-96e3-a8e0a5b84363 HTTP/1.1" status: 200 len: 924 time: 0.4579422 Jun 03 21:50:54.819209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54554) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:54.983299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e431a477-c63c-4612-9012-25389f299cc8 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:54.984483 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e431a477-c63c-4612-9012-25389f299cc8 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&device_id=c94ec133-a9be-4a5c-96e3-a8e0a5b84363&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1642797 Jun 03 21:50:54.987601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54556) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:55.022331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70971509-b3d2-4a19-80f7-48d139d4a4e9 req-3c79a74d-2de6-436e-8656-8de6f6c6b446 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:55.023938 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-70971509-b3d2-4a19-80f7-48d139d4a4e9 req-3c79a74d-2de6-436e-8656-8de6f6c6b446 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.1563663 Jun 03 21:50:55.183328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:50:55.203375 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-70971509-b3d2-4a19-80f7-48d139d4a4e9 req-3d4166e7-c3b8-4743-98c7-5941d8764914 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582906 Jun 03 21:50:55.213749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5aecea-e4c3-4d38-bf11-641fc5c27d4b tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:55.215562 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-df5aecea-e4c3-4d38-bf11-641fc5c27d4b tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/networks/89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 881 time: 0.2269888 Jun 03 21:50:55.219647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54560) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:55.228294 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-abd984fe-9be6-4df4-8495-83d473471c1c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.249783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d9aa3051-d37e-4fe9-a61a-aa6f3be3e8ad tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:55.254571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-16316efb-9526-42ac-ab25-7869a980d2c8 None None] Provisioning for port 473d4ef7-e203-49f0-ae42-3b8db195212f completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:50:55.268283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-16316efb-9526-42ac-ab25-7869a980d2c8 None None] Provisioning complete for port 473d4ef7-e203-49f0-ae42-3b8db195212f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:55.269128 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-16316efb-9526-42ac-ab25-7869a980d2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.285449 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b9fd282a-6249-4455-a4ee-772440a44690 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "GET /v2.0/ports?device_id=c94ec133-a9be-4a5c-96e3-a8e0a5b84363 HTTP/1.1" status: 200 len: 205 time: 0.0623291 Jun 03 21:50:55.285802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54564) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:55.324625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-16316efb-9526-42ac-ab25-7869a980d2c8 None None] Port 473d4ef7-e203-49f0-ae42-3b8db195212f was deleted so its status cannot be updated. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 03 21:50:55.338090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd984fe-9be6-4df4-8495-83d473471c1c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=473d4ef7-e203-49f0-ae42-3b8db195212f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:55.380777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.395951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:50:55.396718 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.449145 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-609792aa-2e4a-47bb-b8ab-1b2d15e57e20 None None] Could not find standard attr ID for object 473d4ef7-e203-49f0-ae42-3b8db195212f. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:50:55.488125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-abd984fe-9be6-4df4-8495-83d473471c1c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:55.537062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7e584f37-8c14-499e-a60a-c2793f0b93b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.613112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.829013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.882009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-abd984fe-9be6-4df4-8495-83d473471c1c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.905782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Deleting port 457d6767-75e4-44ad-98bd-fb17917fee5c {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:55.906095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:55.987504 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-abd984fe-9be6-4df4-8495-83d473471c1c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/473d4ef7-e203-49f0-ae42-3b8db195212f HTTP/1.1" status: 204 len: 168 time: 2.1657665 Jun 03 21:50:55.992313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54570) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:56.048105 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fa08f1-6ed9-4374-b875-8bd2950af151 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] DELETE failed (client error): The resource could not be found. Jun 03 21:50:56.048586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fa08f1-6ed9-4374-b875-8bd2950af151 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:50:56.050470 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-69fa08f1-6ed9-4374-b875-8bd2950af151 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/473d4ef7-e203-49f0-ae42-3b8db195212f HTTP/1.1" status: 404 len: 333 time: 0.0566437 Jun 03 21:50:56.053064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54572) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:56.099206 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e677bf9-a6ca-43a3-8323-972f24851b24 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:50:56.099796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8e677bf9-a6ca-43a3-8323-972f24851b24 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:50:56.123975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.145484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122f88f-62f9-400d-81b5-89ac68f1f88c req-2239d95d-06ab-4910-8e6b-adbaa96414c3 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:56.146987 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f122f88f-62f9-400d-81b5-89ac68f1f88c req-2239d95d-06ab-4910-8e6b-adbaa96414c3 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.4281869 Jun 03 21:50:56.151710 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeed6c-b9e7-4f1d-999f-70a38fc6c15e req-74664bac-776f-4b18-bd8d-e65fedaf9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:56.153165 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-41aeed6c-b9e7-4f1d-999f-70a38fc6c15e req-74664bac-776f-4b18-bd8d-e65fedaf9e8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4230e879f3d48a7a034f0e47cf01e8c&device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 1099 time: 0.4355218 Jun 03 21:50:56.194840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8e677bf9-a6ca-43a3-8323-972f24851b24 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:50:56.198562 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8e677bf9-a6ca-43a3-8323-972f24851b24 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/473d4ef7-e203-49f0-ae42-3b8db195212f HTTP/1.1" status: 404 len: 333 time: 0.1421998 Jun 03 21:50:56.208749 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54574) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:56.258099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Calling delete_port for 457d6767-75e4-44ad-98bd-fb17917fee5c owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:56.264845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c60c242-c45c-4f49-9deb-9910fd17a9cb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.367703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c60c242-c45c-4f49-9deb-9910fd17a9cb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.375949 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f122f88f-62f9-400d-81b5-89ac68f1f88c req-7b73eb56-1ec1-4556-bc86-14346d500302 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218440 Jun 03 21:50:56.413430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.417302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3e49682-dfb8-49ce-9b69-2e93e4a57d07 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:56.451355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-27740ce0-b498-4899-947a-b8b535ab1dc0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting subnet d13ba883-4c3b-4753-b646-1e6438fd4d85 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:50:56.462898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Pushing event deleted for resources: {'Port': ['ID=457d6767-75e4-44ad-98bd-fb17917fee5c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:56.465928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:56.468782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-27740ce0-b498-4899-947a-b8b535ab1dc0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.556398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-27740ce0-b498-4899-947a-b8b535ab1dc0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.583282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.585568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeed6c-b9e7-4f1d-999f-70a38fc6c15e req-ea703e33-6ca1-4f7b-9ada-aa2d13add1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:56.587051 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-41aeed6c-b9e7-4f1d-999f-70a38fc6c15e req-ea703e33-6ca1-4f7b-9ada-aa2d13add1bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd8a2d02-a0ef-45f8-8e25-28e6269102ef HTTP/1.1" status: 200 len: 914 time: 0.4168739 Jun 03 21:50:56.705747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.735085 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-41aeed6c-b9e7-4f1d-999f-70a38fc6c15e req-2d7761c5-b977-4ff4-b921-aa1184ff7eb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=168ed7d0-a396-470f-824c-5b96e758a408 HTTP/1.1" status: 200 len: 217 time: 0.0795138 Jun 03 21:50:56.847766 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c60c242-c45c-4f49-9deb-9910fd17a9cb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 2ea37305-cb97-4cc1-8277-de541f45034c has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:50:56.848336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.849532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeed6c-b9e7-4f1d-999f-70a38fc6c15e req-92fcab2c-ebda-4deb-882a-65773a04cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:56.850996 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-41aeed6c-b9e7-4f1d-999f-70a38fc6c15e req-92fcab2c-ebda-4deb-882a-65773a04cbf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=722911a0-d65f-46cf-8c2d-509fbc65564e HTTP/1.1" status: 200 len: 852 time: 0.1052206 Jun 03 21:50:56.886903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.889597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.917839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.918362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Fanout notify agent at l3_agent the message router_deleted on router c94ec133-a9be-4a5c-96e3-a8e0a5b84363 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:50:56.935426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.936600 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "DELETE /v2.0/routers/c94ec133-a9be-4a5c-96e3-a8e0a5b84363 HTTP/1.1" status: 204 len: 168 time: 1.6497841 Jun 03 21:50:56.941865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54576) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:56.946719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0708cf37-8ab2-477a-870d-61ff32c84328 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1583215618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:56.954172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0708cf37-8ab2-477a-870d-61ff32c84328 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:56.958915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0708cf37-8ab2-477a-870d-61ff32c84328 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Usage tracker for resource:router and tenant:936834ed6fb44947bf76819d0fa653eb is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:56.962057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0708cf37-8ab2-477a-870d-61ff32c84328 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:56.968441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0708cf37-8ab2-477a-870d-61ff32c84328 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:56.981331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0708cf37-8ab2-477a-870d-61ff32c84328 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.982500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0708cf37-8ab2-477a-870d-61ff32c84328 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:56.999858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0708cf37-8ab2-477a-870d-61ff32c84328 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:57.019449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0708cf37-8ab2-477a-870d-61ff32c84328 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:57.044884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0708cf37-8ab2-477a-870d-61ff32c84328 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:57.046089 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0708cf37-8ab2-477a-870d-61ff32c84328 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1032753 Jun 03 21:50:57.049006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54578) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:57.054069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Request body: {'router': {'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:57.126389 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-41aeed6c-b9e7-4f1d-999f-70a38fc6c15e req-e863435a-d379-494a-96c8-6cdb1e490b81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd8a2d02-a0ef-45f8-8e25-28e6269102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2664375 Jun 03 21:50:57.166156 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-27740ce0-b498-4899-947a-b8b535ab1dc0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:57.441873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:57.527523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c60c242-c45c-4f49-9deb-9910fd17a9cb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:50:57.530419 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-41aeed6c-b9e7-4f1d-999f-70a38fc6c15e req-3e6456c1-de43-450e-8a22-d7db3bc81bbc service neutron] 10.222.0.24 "GET /v2.0/networks/bd8a2d02-a0ef-45f8-8e25-28e6269102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866727 Jun 03 21:50:57.538580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b37bba-648b-4aef-9525-d7430df43396 None None] Sync routers for ids ['2ea37305-cb97-4cc1-8277-de541f45034c'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:50:57.538770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8c60c242-c45c-4f49-9deb-9910fd17a9cb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:57.542549 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8c60c242-c45c-4f49-9deb-9910fd17a9cb tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/2ea37305-cb97-4cc1-8277-de541f45034c HTTP/1.1" status: 200 len: 888 time: 2.8159692 Jun 03 21:50:57.543581 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54582) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:57.551533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b37bba-648b-4aef-9525-d7430df43396 None None] Routers {'2ea37305-cb97-4cc1-8277-de541f45034c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:57.552236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-92b37bba-648b-4aef-9525-d7430df43396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ea37305-cb97-4cc1-8277-de541f45034c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:57.616810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-92b37bba-648b-4aef-9525-d7430df43396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:57.627238 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b37bba-648b-4aef-9525-d7430df43396 None None] Routers {'2ea37305-cb97-4cc1-8277-de541f45034c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:50:57.628094 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-92b37bba-648b-4aef-9525-d7430df43396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ea37305-cb97-4cc1-8277-de541f45034c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:57.695611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-92b37bba-648b-4aef-9525-d7430df43396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:57.696077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b37bba-648b-4aef-9525-d7430df43396 None None] The sync data for ids ['2ea37305-cb97-4cc1-8277-de541f45034c'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:50:57.769558 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-41aeed6c-b9e7-4f1d-999f-70a38fc6c15e req-dad9ea17-64d5-42af-9d98-0a95d4765a25 service neutron] 10.222.0.24 "GET /v2.0/networks/bd8a2d02-a0ef-45f8-8e25-28e6269102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260249 Jun 03 21:50:57.792560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-27740ce0-b498-4899-947a-b8b535ab1dc0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:57.797544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-758767e9-3e4a-4cfb-8aa8-d8cb5c32c153 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:57.826955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee855b-281f-4387-9a9c-07830a81dba2 req-ba063a78-cdb9-4f73-8acf-4c17a56df8ed tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:57.828843 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d1ee855b-281f-4387-9a9c-07830a81dba2 req-ba063a78-cdb9-4f73-8acf-4c17a56df8ed tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.3316219 Jun 03 21:50:57.836857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27740ce0-b498-4899-947a-b8b535ab1dc0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Subnet': ['ID=d13ba883-4c3b-4753-b646-1e6438fd4d85,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:57.840156 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-27740ce0-b498-4899-947a-b8b535ab1dc0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:57.841032 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-27740ce0-b498-4899-947a-b8b535ab1dc0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:57.842714 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8c4a562c-b3ac-4eb9-926d-7345ddbdef22 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/routers/2ea37305-cb97-4cc1-8277-de541f45034c HTTP/1.1" status: 200 len: 888 time: 0.2976091 Jun 03 21:50:57.847155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54584) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:57.851665 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-27740ce0-b498-4899-947a-b8b535ab1dc0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/d13ba883-4c3b-4753-b646-1e6438fd4d85 HTTP/1.1" status: 204 len: 168 time: 1.6416736 Jun 03 21:50:57.852472 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54586) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:57.854540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eeede7-46ad-4ec5-bee8-5041adadeb0b None None] Network dee7ab2b-c77b-402f-9ba8-cd3c03073681 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:50:57.913998 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1742e40b-ba60-4e4c-8912-0f3107171f0b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ea37305-cb97-4cc1-8277-de541f45034c HTTP/1.1" status: 200 len: 205 time: 0.0651135 Jun 03 21:50:57.917487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54590) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:57.977542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.058896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:58.059226 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.122562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98bfcce-581a-4dd5-a08e-9a3d61cfa70e None None] DHCP port deletion for dee7ab2b-c77b-402f-9ba8-cd3c03073681 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:50:58.178071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] For port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1c1d3d2d-ebe5-4b2a-b94f-291979c5e642,segment=NetworkSegment(8cbe2533-dd09-4168-a9ff-35b4f65fa034),segment_id=8cbe2533-dd09-4168-a9ff-35b4f65fa034)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:58.178362 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d1ee855b-281f-4387-9a9c-07830a81dba2 req-0cbe0e36-3619-4b7f-ab23-2e0fc8f5ddc4 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318839 Jun 03 21:50:58.178521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.208802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f98bfcce-581a-4dd5-a08e-9a3d61cfa70e None None] Deleting port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:58.209185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f98bfcce-581a-4dd5-a08e-9a3d61cfa70e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.310696 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:58.328572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f98bfcce-581a-4dd5-a08e-9a3d61cfa70e None None] For port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1c1d3d2d-ebe5-4b2a-b94f-291979c5e642,segment=NetworkSegment(8cbe2533-dd09-4168-a9ff-35b4f65fa034),segment_id=8cbe2533-dd09-4168-a9ff-35b4f65fa034)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:50:58.330456 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f98bfcce-581a-4dd5-a08e-9a3d61cfa70e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.363062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.367076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9961955f-5a1a-457d-8cb7-a00e02d7d321 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:58.418915 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=1c1d3d2d-ebe5-4b2a-b94f-291979c5e642,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:58.422614 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:58.423713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.425696 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No DVR routers for this DVR port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:58.470081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.522819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.559610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f98bfcce-581a-4dd5-a08e-9a3d61cfa70e None None] Calling delete_port for 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:58.578500 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.637072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f98bfcce-581a-4dd5-a08e-9a3d61cfa70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.644111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:58.706416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bfcce-581a-4dd5-a08e-9a3d61cfa70e None None] No DVR routers for this DVR port 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:50:58.708368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.715224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bfcce-581a-4dd5-a08e-9a3d61cfa70e None None] Pushing event deleted for resources: {'Port': ['ID=1c1d3d2d-ebe5-4b2a-b94f-291979c5e642,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:58.718028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f98bfcce-581a-4dd5-a08e-9a3d61cfa70e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:58.730858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee7ab2b-c77b-402f-9ba8-cd3c03073681']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:58.744888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbe2533-dd09-4168-a9ff-35b4f65fa034') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:58.745186 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbe2533-dd09-4168-a9ff-35b4f65fa034') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:50:58.761053 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.778746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.786788 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:50:58.787544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:50:58.806084 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:50:58.830421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Allocated IP 172.26.3.204 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/a14750db-fdbf-4256-9f3e-b516a75047bb) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:50:58.836060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.931406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.937712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:58.943429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b3977058-6646-4d65-bb9e-655775c6ddc4 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:58.975095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Network': ['ID=dee7ab2b-c77b-402f-9ba8-cd3c03073681,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:58.979010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:58.993368 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/networks/dee7ab2b-c77b-402f-9ba8-cd3c03073681 HTTP/1.1" status: 204 len: 168 time: 1.1393263 Jun 03 21:50:58.996891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54592) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:59.005781 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1014194000'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:59.011855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:59.016619 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:network and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:59.021117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:59.028664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:59.041725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:59.045558 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:59.050051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port cd6134fd-7df0-42c4-a6b9-3c82307b6db7 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:50:59.050389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:59.069428 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:59.076701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:50:59.087548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:59.087838 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Added segment f15ff19b-a635-4413-bf4a-f4c945dc6b30 of type vlan for network 42fc9604-30ac-498d-a81a-6022ca6207ff Jun 03 21:50:59.130067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:59.169280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:59.178477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:59.179111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:59.179762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:50:59.185791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:59.203366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:59.216046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:50:59.216676 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1c1d3d2d-ebe5-4b2a-b94f-291979c5e642 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:50:59.259890 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2591095 Jun 03 21:50:59.260159 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54596) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:50:59.265683 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': '42fc9604-30ac-498d-a81a-6022ca6207ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:50:59.333473 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:59.348123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for cd6134fd-7df0-42c4-a6b9-3c82307b6db7 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:50:59.350788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-93b7c0c3-f6d5-41e6-a81c-c4f3e4a0ab5c tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:50:59.401926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Network': ['ID=42fc9604-30ac-498d-a81a-6022ca6207ff,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:59.417358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 42fc9604-30ac-498d-a81a-6022ca6207ff details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:50:59.423758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:50:59.428687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:50:59.440452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:50:59.457639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:59.477397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Pushing event updated for resources: {'Port': ['ID=a14750db-fdbf-4256-9f3e-b516a75047bb,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:50:59.483118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:50:59.508136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:50:59.513429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:50:59.516791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:50:59.525305 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:50:59.550655 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d164095-71df-4f3c-99eb-68b008c13f62 req-5256e0e4-860b-4308-b91f-5988c02fe5bc tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:50:59.552230 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9d164095-71df-4f3c-99eb-68b008c13f62 req-5256e0e4-860b-4308-b91f-5988c02fe5bc tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.2201674 Jun 03 21:50:59.553490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:50:59.556957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:50:59.694307 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9d164095-71df-4f3c-99eb-68b008c13f62 req-3fdea82c-29a4-43be-a5a1-b2d150bd8828 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232221 Jun 03 21:51:00.132137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:00.136421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a954c1ac-d224-49d2-a2ce-fd617bd7406c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:00.155972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:00.169085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dc2588ec-42fd-417a-a069-66fa069ae3b2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:00.217664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=cd6134fd-7df0-42c4-a6b9-3c82307b6db7,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:00.223174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Subnet': ['ID=c58532ba-a751-4716-a4e2-17aa378b216e,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:00.223376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:00.224300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:00.228960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:00.238652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Checking segment: {'id': 'f15ff19b-a635-4413-bf4a-f4c945dc6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '42fc9604-30ac-498d-a81a-6022ca6207ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:00.239018 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network hostable DHCP agents. Network: 42fc9604-30ac-498d-a81a-6022ca6207ff, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:51:00.266495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe7e87-f684-4a66-b7a2-f21df4111c75 req-cf238579-8ff0-4124-82a4-12aa8455d2e0 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:00.268099 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fabe7e87-f684-4a66-b7a2-f21df4111c75 req-cf238579-8ff0-4124-82a4-12aa8455d2e0 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.1941323 Jun 03 21:51:00.290527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network 42fc9604-30ac-498d-a81a-6022ca6207ff is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:51:00.310845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 42fc9604-30ac-498d-a81a-6022ca6207ff) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:00.320321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca274f8a-0698-437a-b16c-a70c9112912a None None] Network 42fc9604-30ac-498d-a81a-6022ca6207ff requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:00.330258 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fabe7e87-f684-4a66-b7a2-f21df4111c75 req-f9e9a56d-d953-438a-ab88-cce6bc99ba2b tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548999 Jun 03 21:51:00.331994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:00.332577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:00.359281 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0955846 Jun 03 21:51:00.359503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54606) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:00.364734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': '42fc9604-30ac-498d-a81a-6022ca6207ff', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1891590485'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:00.459195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:00.518003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:00.522289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:port and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:00.525679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:00.531800 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:00.542964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:00.546741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:00.567610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-42fc9604-30ac-498d-a81a-6022ca6207ff', 'network_id': '42fc9604-30ac-498d-a81a-6022ca6207ff', 'tenant_id': '186550332a33447bbe2062e93350d5e1', 'fixed_ips': [{'subnet_id': 'c58532ba-a751-4716-a4e2-17aa378b216e'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:51:00.568619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:00.573423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port 26ab469d-a4a1-4228-a96b-960d60dcd6b6 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:51:00.699447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:00.707190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:00.740933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.4 (42fc9604-30ac-498d-a81a-6022ca6207ff/c58532ba-a751-4716-a4e2-17aa378b216e/26ab469d-a4a1-4228-a96b-960d60dcd6b6) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:00.751412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:00.752005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Fanout notify agent at l3_agent the message router_deleted on router 2ea37305-cb97-4cc1-8277-de541f45034c {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:51:00.850522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:00.851611 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/2ea37305-cb97-4cc1-8277-de541f45034c HTTP/1.1" status: 204 len: 168 time: 2.9265862 Jun 03 21:51:00.857122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:00.858690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54608) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:00.864011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'network': {'name': 'tempest-RoutersTest-842673649'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:00.870614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:00.873440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:00.878361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:network and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:00.882329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:01.080780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.098982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Transition to ACTIVE for port object 26ab469d-a4a1-4228-a96b-960d60dcd6b6 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:01.104038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:01.131076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:01.133480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.134665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.138497 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9c061f7f-1df9-4a4f-97dc-c06768c72d54 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:01.201317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network 42fc9604-30ac-498d-a81a-6022ca6207ff is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:01.204429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:01.209372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:01.210426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Allocated IP 172.20.0.2 (42fc9604-30ac-498d-a81a-6022ca6207ff/c58532ba-a751-4716-a4e2-17aa378b216e/7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:01.253936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1317} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:51:01.261459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=26ab469d-a4a1-4228-a96b-960d60dcd6b6,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:01.271238 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:01.277075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.277423 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Added segment 62e2a1ca-c8b0-48c5-b726-e1aefc805288 of type vlan for network 25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b Jun 03 21:51:01.293215 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:01.294495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.322169 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9616826 Jun 03 21:51:01.322477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.325058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54610) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:01.336626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Router 39d0088c-cbee-404e-b166-0c53c4e4a174 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:51:01.416572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.422047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:01.422630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.435639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b3876961-0e5c-41ba-8a8e-0ff1937ed488 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:01.454992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.467415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Transition to ACTIVE for port object 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:01.489800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Transition to ACTIVE for port object 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:01.496687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.501958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bf6390e9-6cf1-4839-9e9f-eb6a6e7407d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:01.504627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-1ff50044-0985-450e-9890-1587e0a58024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 26ab469d-a4a1-4228-a96b-960d60dcd6b6 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:01.504970 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ff50044-0985-450e-9890-1587e0a58024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.562614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Network 42fc9604-30ac-498d-a81a-6022ca6207ff is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:01.565636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:01.574428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:01.581575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Pushing event updated for resources: {'Port': ['ID=7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:01.589684 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7298911 Jun 03 21:51:01.594779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54616) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:01.599945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'subnet': {'network_id': '25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:01.607163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Network': ['ID=25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:01.616325 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:01.624588 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:51:01.662327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:01.708228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:01.716731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.718096 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "PUT /v2.0/routers/39d0088c-cbee-404e-b166-0c53c4e4a174 HTTP/1.1" status: 200 len: 884 time: 4.6678939 Jun 03 21:51:01.721781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54618) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:01.723934 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a01d9-0344-4dbc-adff-8abaa1810b59 None None] Sync routers for ids ['39d0088c-cbee-404e-b166-0c53c4e4a174'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:01.733929 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a01d9-0344-4dbc-adff-8abaa1810b59 None None] Routers {'39d0088c-cbee-404e-b166-0c53c4e4a174'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:01.734560 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ff9a01d9-0344-4dbc-adff-8abaa1810b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['39d0088c-cbee-404e-b166-0c53c4e4a174'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:01.763827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:01.769368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:subnet and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:01.773524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:01.780813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:01.795595 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ff50044-0985-450e-9890-1587e0a58024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.801402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Attempting to bind port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:01.801816 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ff9a01d9-0344-4dbc-adff-8abaa1810b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:01.801944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Attempting to bind port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'f15ff19b-a635-4413-bf4a-f4c945dc6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '42fc9604-30ac-498d-a81a-6022ca6207ff'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:01.802385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Attempting to bind port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb on network 42fc9604-30ac-498d-a81a-6022ca6207ff {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:01.808862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:01.810136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:01.810404 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Checking segment: {'id': 'f15ff19b-a635-4413-bf4a-f4c945dc6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '42fc9604-30ac-498d-a81a-6022ca6207ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:01.810821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.810989 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a01d9-0344-4dbc-adff-8abaa1810b59 None None] Routers {'39d0088c-cbee-404e-b166-0c53c4e4a174'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:01.811222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Bound using segment: {'id': 'f15ff19b-a635-4413-bf4a-f4c945dc6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '42fc9604-30ac-498d-a81a-6022ca6207ff'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:01.811779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Bound port: 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15ff19b-a635-4413-bf4a-f4c945dc6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '42fc9604-30ac-498d-a81a-6022ca6207ff'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:01.812158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.812289 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ff9a01d9-0344-4dbc-adff-8abaa1810b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['39d0088c-cbee-404e-b166-0c53c4e4a174'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:01.815665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.834355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3881f3-1cf4-41ed-baaf-572060b28abf req-0e07a6fa-f887-4da2-a8e8-bedc18edc7d1 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:01.842027 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9a3881f3-1cf4-41ed-baaf-572060b28abf req-0e07a6fa-f887-4da2-a8e8-bedc18edc7d1 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.3435569 Jun 03 21:51:01.879836 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ff9a01d9-0344-4dbc-adff-8abaa1810b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:01.880155 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a01d9-0344-4dbc-adff-8abaa1810b59 None None] The sync data for ids ['39d0088c-cbee-404e-b166-0c53c4e4a174'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:01.911795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] For port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:01.915059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] For port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb,segment=NetworkSegment(f15ff19b-a635-4413-bf4a-f4c945dc6b30),segment_id=f15ff19b-a635-4413-bf4a-f4c945dc6b30)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:01.921234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:01.931280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-51d4b60d-7739-4aa0-8f9b-6a6268ac6b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:01.950732 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9a3881f3-1cf4-41ed-baaf-572060b28abf req-1cadf3e4-6ca9-4801-ac1e-8936dd10b517 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077039 Jun 03 21:51:02.005317 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-008b6807-0762-4593-931d-735b0b6afb1a tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/routers/39d0088c-cbee-404e-b166-0c53c4e4a174 HTTP/1.1" status: 200 len: 925 time: 0.2791667 Jun 03 21:51:02.005575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54622) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:02.019631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Pushing event updated for resources: {'Port': ['ID=7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:02.031423 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:02.059894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-1ff50044-0985-450e-9890-1587e0a58024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 26ab469d-a4a1-4228-a96b-960d60dcd6b6 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:02.104291 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197728ae-ea04-4444-9c2d-4f141c57b168 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:02.106144 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-197728ae-ea04-4444-9c2d-4f141c57b168 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&device_id=39d0088c-cbee-404e-b166-0c53c4e4a174&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0997298 Jun 03 21:51:02.110024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54624) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:02.415975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eba8f3-d332-4b98-a253-53d44cd32548 req-b7b5c9a5-dd15-4cff-b86a-0510a5ac4fdf tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:02.417609 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92eba8f3-d332-4b98-a253-53d44cd32548 req-b7b5c9a5-dd15-4cff-b86a-0510a5ac4fdf tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.0888579 Jun 03 21:51:02.463282 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92eba8f3-d332-4b98-a253-53d44cd32548 req-65c996e4-8f60-4bb6-ba29-4200ba7360f5 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Jun 03 21:51:02.492471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de2e0d7-5623-4877-8c4f-8810cc8fd721 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:02.493093 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0de2e0d7-5623-4877-8c4f-8810cc8fd721 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Synchronizing usage tracker for tenant:fbe544fd9ae14be8b772afb868c45c30 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:02.525348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ff50044-0985-450e-9890-1587e0a58024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:02.533697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-02c3846e-3c07-430d-a2ed-515e26e1cb8c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:02.592615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff50044-0985-450e-9890-1587e0a58024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=26ab469d-a4a1-4228-a96b-960d60dcd6b6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:02.595704 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1ff50044-0985-450e-9890-1587e0a58024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:02.647206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0de2e0d7-5623-4877-8c4f-8810cc8fd721 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Unset dirty status for tenant:fbe544fd9ae14be8b772afb868c45c30 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:02.648293 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0de2e0d7-5623-4877-8c4f-8810cc8fd721 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/networks/89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 881 time: 0.5370793 Jun 03 21:51:02.651696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54628) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:02.695712 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-dabfad8c-f36a-486f-b81b-1d9871212a5b tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "GET /v2.0/ports?device_id=39d0088c-cbee-404e-b166-0c53c4e4a174 HTTP/1.1" status: 200 len: 205 time: 0.0427506 Jun 03 21:51:02.698218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54630) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:02.720440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f31af-2d85-4793-b6bd-c05a20680206 req-501e2db7-7c55-457c-b691-982404d7c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:02.722063 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-175f31af-2d85-4793-b6bd-c05a20680206 req-501e2db7-7c55-457c-b691-982404d7c721 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4230e879f3d48a7a034f0e47cf01e8c&device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 1099 time: 0.3796377 Jun 03 21:51:02.790905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1ff50044-0985-450e-9890-1587e0a58024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:02.893582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.039054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dabe571-82a7-4463-a884-63bd815f5642 None None] Network 42fc9604-30ac-498d-a81a-6022ca6207ff requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:03.068795 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1ff50044-0985-450e-9890-1587e0a58024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/26ab469d-a4a1-4228-a96b-960d60dcd6b6 HTTP/1.1" status: 204 len: 168 time: 1.7417152 Jun 03 21:51:03.073550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54632) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:03.135609 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f05c04-4a55-4c24-ae0a-9b871a4bb00e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:51:03.136150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c8f05c04-4a55-4c24-ae0a-9b871a4bb00e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:03.162065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b8a11288-682f-4cfe-a97f-3c1a16ead459 None None] Provisioning for port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:03.170150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f31af-2d85-4793-b6bd-c05a20680206 req-3bc2282b-7dcd-4247-88e3-bbf0abbd661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:03.171830 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-175f31af-2d85-4793-b6bd-c05a20680206 req-3bc2282b-7dcd-4247-88e3-bbf0abbd661b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd8a2d02-a0ef-45f8-8e25-28e6269102ef HTTP/1.1" status: 200 len: 914 time: 0.4416332 Jun 03 21:51:03.258604 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-175f31af-2d85-4793-b6bd-c05a20680206 req-f828b43d-fde7-4f65-9866-307d16f63dcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=168ed7d0-a396-470f-824c-5b96e758a408 HTTP/1.1" status: 200 len: 217 time: 0.0755646 Jun 03 21:51:03.260654 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.263787 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c8f05c04-4a55-4c24-ae0a-9b871a4bb00e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:03.267752 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c8f05c04-4a55-4c24-ae0a-9b871a4bb00e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/26ab469d-a4a1-4228-a96b-960d60dcd6b6 HTTP/1.1" status: 404 len: 333 time: 0.1901269 Jun 03 21:51:03.268223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54634) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:03.277979 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:03.381436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f31af-2d85-4793-b6bd-c05a20680206 req-4da163b9-81a4-4519-b637-a8f3dc25e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:03.382941 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-175f31af-2d85-4793-b6bd-c05a20680206 req-4da163b9-81a4-4519-b637-a8f3dc25e4d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=722911a0-d65f-46cf-8c2d-509fbc65564e HTTP/1.1" status: 200 len: 852 time: 0.1168094 Jun 03 21:51:03.385905 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-11be88fd-0752-423c-9e01-043c155e0cd5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting subnet c58532ba-a751-4716-a4e2-17aa378b216e {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:03.391134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11be88fd-0752-423c-9e01-043c155e0cd5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.442872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.450668 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-175f31af-2d85-4793-b6bd-c05a20680206 req-c4420a37-9bc2-42f4-887b-ce7552bf1732 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd8a2d02-a0ef-45f8-8e25-28e6269102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583417 Jun 03 21:51:03.451182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:03.452544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dfb290e3-c0d1-43a2-8687-1cac0af4f61a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:03.464263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Deleting port a14750db-fdbf-4256-9f3e-b516a75047bb {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:03.464941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.469977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:03.470429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.494119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11be88fd-0752-423c-9e01-043c155e0cd5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.690437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.694254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.737910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Subnet': ['ID=2c1c4999-8818-438c-a202-9c69ee25b95b,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:03.742468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb,segment=NetworkSegment(f15ff19b-a635-4413-bf4a-f4c945dc6b30),segment_id=f15ff19b-a635-4413-bf4a-f4c945dc6b30)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:03.748936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.756684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:03.760088 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:03.769229 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-175f31af-2d85-4793-b6bd-c05a20680206 req-2ada94fa-f2e9-40d1-8faa-09a08d02bc85 service neutron] 10.222.0.24 "GET /v2.0/networks/bd8a2d02-a0ef-45f8-8e25-28e6269102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888770 Jun 03 21:51:03.773884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Checking segment: {'id': '62e2a1ca-c8b0-48c5-b726-e1aefc805288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:03.774783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network hostable DHCP agents. Network: 25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:51:03.841626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Calling delete_port for a14750db-fdbf-4256-9f3e-b516a75047bb owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:03.848698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11be88fd-0752-423c-9e01-043c155e0cd5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.859894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-11ae0407-375a-42f8-bf2c-fa925f579f86 None None] Provisioning complete for port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:03.860308 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-11ae0407-375a-42f8-bf2c-fa925f579f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:03.901694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560833-2b0f-4059-9ff6-b51c49b763fc req-239c9ab1-02ba-4dd5-8c5f-b4eb00380af5 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:03.903557 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f4560833-2b0f-4059-9ff6-b51c49b763fc req-239c9ab1-02ba-4dd5-8c5f-b4eb00380af5 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.2568626 Jun 03 21:51:03.931450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:03.941698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network 25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:51:03.944284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:03.983498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:04.022237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d38b568-06b9-4048-be33-ae7651ea628e None None] Network 25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:04.027923 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f4560833-2b0f-4059-9ff6-b51c49b763fc req-4a5f442f-3af4-4b5a-aac7-4f6f74a11680 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046658 Jun 03 21:51:04.036491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:04.038465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.049122 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-175f31af-2d85-4793-b6bd-c05a20680206 req-ca676c90-2a1f-4c81-949d-0fd74ceaea7b service neutron] 10.222.0.24 "GET /v2.0/networks/bd8a2d02-a0ef-45f8-8e25-28e6269102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682323 Jun 03 21:51:04.065838 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4702117 Jun 03 21:51:04.068479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54638) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:04.073489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-80e2b9ef-db76-447c-9fcb-8fa4e2b0631b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-157940883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:04.080878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-80e2b9ef-db76-447c-9fcb-8fa4e2b0631b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:04.085401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-80e2b9ef-db76-447c-9fcb-8fa4e2b0631b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:router and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:04.088845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-80e2b9ef-db76-447c-9fcb-8fa4e2b0631b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:04.100494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-80e2b9ef-db76-447c-9fcb-8fa4e2b0631b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:04.114924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-80e2b9ef-db76-447c-9fcb-8fa4e2b0631b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.117627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-80e2b9ef-db76-447c-9fcb-8fa4e2b0631b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.139232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-80e2b9ef-db76-447c-9fcb-8fa4e2b0631b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.161739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-80e2b9ef-db76-447c-9fcb-8fa4e2b0631b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.203389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-80e2b9ef-db76-447c-9fcb-8fa4e2b0631b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.205723 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-80e2b9ef-db76-447c-9fcb-8fa4e2b0631b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1359103 Jun 03 21:51:04.208302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54640) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:04.274385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.280346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8bbb740c-c33e-4008-b284-075a22484543 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:04.318310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11be88fd-0752-423c-9e01-043c155e0cd5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.319491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-03e4f6a3-4593-4199-bea2-2644d2005600 None None] Could not find standard attr ID for object 26ab469d-a4a1-4228-a96b-960d60dcd6b6. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:51:04.333079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b', 'network_id': '25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'fixed_ips': [{'subnet_id': '2c1c4999-8818-438c-a202-9c69ee25b95b'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:51:04.334067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.336562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Pushing event deleted for resources: {'Port': ['ID=a14750db-fdbf-4256-9f3e-b516a75047bb,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:04.339236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:04.341915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-42607885-1598-4427-a6b1-821da307f9d4 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:04.410447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be88fd-0752-423c-9e01-043c155e0cd5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Subnet': ['ID=c58532ba-a751-4716-a4e2-17aa378b216e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:04.413436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-11be88fd-0752-423c-9e01-043c155e0cd5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:04.432207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815d8a1f-5cdd-4efa-89f9-e0e250f27e39 None None] Network 42fc9604-30ac-498d-a81a-6022ca6207ff requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:04.442469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11be88fd-0752-423c-9e01-043c155e0cd5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.470187 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-11be88fd-0752-423c-9e01-043c155e0cd5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/c58532ba-a751-4716-a4e2-17aa378b216e HTTP/1.1" status: 204 len: 168 time: 1.1964314 Jun 03 21:51:04.471030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54642) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:04.521647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.692380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Allocated IP 172.20.0.2 (25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b/2c1c4999-8818-438c-a202-9c69ee25b95b/4aa6cd91-2d3f-4d1c-a929-96182f2d01d2) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:04.768064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.773475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.778175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:04.936940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3529add8-1e32-489e-a412-4e6e9fd51403 None None] DHCP port deletion for 42fc9604-30ac-498d-a81a-6022ca6207ff request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:51:04.973622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.007392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.007939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Fanout notify agent at l3_agent the message router_deleted on router 39d0088c-cbee-404e-b166-0c53c4e4a174 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:51:05.026384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.027581 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "DELETE /v2.0/routers/39d0088c-cbee-404e-b166-0c53c4e4a174 HTTP/1.1" status: 204 len: 168 time: 2.3283448 Jun 03 21:51:05.031409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54644) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:05.037145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9b77d80b-5d11-4175-888a-c12bc5a80f0d tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-587485208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:05.047259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9b77d80b-5d11-4175-888a-c12bc5a80f0d tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:05.051300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.054762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9b77d80b-5d11-4175-888a-c12bc5a80f0d tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Usage tracker for resource:router and tenant:936834ed6fb44947bf76819d0fa653eb is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:05.064188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9b77d80b-5d11-4175-888a-c12bc5a80f0d tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:05.068200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Transition to ACTIVE for port object 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:05.072372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:05.072713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.092948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9b77d80b-5d11-4175-888a-c12bc5a80f0d tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:05.117358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Transition to ACTIVE for port object 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:05.128540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b77d80b-5d11-4175-888a-c12bc5a80f0d tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.129711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b77d80b-5d11-4175-888a-c12bc5a80f0d tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.146658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b77d80b-5d11-4175-888a-c12bc5a80f0d tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.151873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.164623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:05.205551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3529add8-1e32-489e-a412-4e6e9fd51403 None None] Deleting port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:05.206071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3529add8-1e32-489e-a412-4e6e9fd51403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.228525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:51:05.310947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Network 25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:05.317254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b77d80b-5d11-4175-888a-c12bc5a80f0d tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.319912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:05.328337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:05.331243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] For port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb,segment=NetworkSegment(f15ff19b-a635-4413-bf4a-f4c945dc6b30),segment_id=f15ff19b-a635-4413-bf4a-f4c945dc6b30)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:05.331713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.399026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Pushing event updated for resources: {'Port': ['ID=4aa6cd91-2d3f-4d1c-a929-96182f2d01d2,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:05.439945 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:05.479126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Allocated IP 172.20.0.1 (25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b/2c1c4999-8818-438c-a202-9c69ee25b95b/ecbd4e8b-c0e5-453b-b6aa-961cfd191738) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:05.491982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:05.497390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b77d80b-5d11-4175-888a-c12bc5a80f0d tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.497609 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9b77d80b-5d11-4175-888a-c12bc5a80f0d tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4651124 Jun 03 21:51:05.501987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54648) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:05.507746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'enable_snat': True}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:05.582072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3529add8-1e32-489e-a412-4e6e9fd51403 None None] For port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb,segment=NetworkSegment(f15ff19b-a635-4413-bf4a-f4c945dc6b30),segment_id=f15ff19b-a635-4413-bf4a-f4c945dc6b30)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:05.582492 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3529add8-1e32-489e-a412-4e6e9fd51403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.657638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.661291 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Attempting to bind port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:05.661656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Attempting to bind port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '62e2a1ca-c8b0-48c5-b726-e1aefc805288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:05.662031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Attempting to bind port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 on network 25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:05.675374 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Transition to ACTIVE for port object ecbd4e8b-c0e5-453b-b6aa-961cfd191738 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:05.699590 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.704498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:05.729623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3529add8-1e32-489e-a412-4e6e9fd51403 None None] Calling delete_port for 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:05.743946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:05.744361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Checking segment: {'id': '62e2a1ca-c8b0-48c5-b726-e1aefc805288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:05.744728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.745121 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Bound using segment: {'id': '62e2a1ca-c8b0-48c5-b726-e1aefc805288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:05.745614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Bound port: 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e2a1ca-c8b0-48c5-b726-e1aefc805288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:05.745968 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.749815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa77f-fdc8-4a93-8247-73f677267ac5 req-f13740b6-134d-4442-91b4-591e474ae322 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:05.751368 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4ffaa77f-fdc8-4a93-8247-73f677267ac5 req-f13740b6-134d-4442-91b4-591e474ae322 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.5191686 Jun 03 21:51:05.756326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.787579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network 25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:05.791769 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:05.793793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=ecbd4e8b-c0e5-453b-b6aa-961cfd191738,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:05.796319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:05.851647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:05.851905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:05.852477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:05.852606 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:05.852891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:05.853249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:05.853715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:05.853952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:05.854396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:05.854743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:05.855321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:05.855476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:05.861041 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:05.866899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb,segment=NetworkSegment(f15ff19b-a635-4413-bf4a-f4c945dc6b30),segment_id=f15ff19b-a635-4413-bf4a-f4c945dc6b30)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:05.881860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.885632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.886277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:05.948383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] For port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:05.968874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] For port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4aa6cd91-2d3f-4d1c-a929-96182f2d01d2,segment=NetworkSegment(62e2a1ca-c8b0-48c5-b726-e1aefc805288),segment_id=62e2a1ca-c8b0-48c5-b726-e1aefc805288)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:05.977761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.981493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3529add8-1e32-489e-a412-4e6e9fd51403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:05.985789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:05.993343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:05.993801 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-422093ee-e053-4f7c-bb13-94bced745a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:06.005240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.036631 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4ffaa77f-fdc8-4a93-8247-73f677267ac5 req-fffee4c1-6d28-4616-9627-186532afc970 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208323 Jun 03 21:51:06.039602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.049440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529add8-1e32-489e-a412-4e6e9fd51403 None None] No DVR routers for this DVR port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:06.107031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Pushing event updated for resources: {'Port': ['ID=4aa6cd91-2d3f-4d1c-a929-96182f2d01d2,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:06.119237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.141346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:06.155018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529add8-1e32-489e-a412-4e6e9fd51403 None None] Pushing event deleted for resources: {'Port': ['ID=7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:06.157349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3529add8-1e32-489e-a412-4e6e9fd51403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:06.157956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-65e573ac-f6d6-42c1-9fd6-38d5cada73b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:06.158301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-65e573ac-f6d6-42c1-9fd6-38d5cada73b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:06.194210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:06.199729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No DVR routers for this DVR port 7adab5ff-f3d4-4744-9a7d-f5adb5ffdebb on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:06.206565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:06.429289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.449370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fc9604-30ac-498d-a81a-6022ca6207ff']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:06.463719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15ff19b-a635-4413-bf4a-f4c945dc6b30') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:06.464194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15ff19b-a635-4413-bf4a-f4c945dc6b30') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:06.477248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.546194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.551783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.553295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.562220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:51:06.562614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.578044 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a32dda8-bbfe-49de-a7a8-a5e9c8de9c80 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:06.673733 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.677662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=ecbd4e8b-c0e5-453b-b6aa-961cfd191738,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:06.681313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:51:06.732960 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:51:06.823444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network 25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:06.824848 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:06.831115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.836639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-18d1d9ee-cc23-47b5-82d9-d3d9825b1242 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:06.857000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:06.882246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Network': ['ID=42fc9604-30ac-498d-a81a-6022ca6207ff,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:06.937500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:06.945465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc0c62-4e0c-4dae-8c15-22ca1f118302 req-537164ad-c9a5-4d2f-9d43-ede2f975740a tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:06.947063 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-07bc0c62-4e0c-4dae-8c15-22ca1f118302 req-537164ad-c9a5-4d2f-9d43-ede2f975740a tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.4564834 Jun 03 21:51:06.954213 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/networks/42fc9604-30ac-498d-a81a-6022ca6207ff HTTP/1.1" status: 204 len: 168 time: 2.4826388 Jun 03 21:51:06.965048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54656) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:06.982554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'name': 'tempest-PortsTestJSON-1792068651'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:07.198980 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 5e798d05-1dfb-4237-b83c-b828f720210e is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:51:07.229282 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-07bc0c62-4e0c-4dae-8c15-22ca1f118302 req-8e358842-fc3e-42b5-9388-a39a2a33772e tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737353 Jun 03 21:51:07.240064 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:07.250109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.272470 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79735c47-7f33-434d-95b3-add0559afb57 None None] Network 25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:07.283790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:07.291060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.294196 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:port and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:07.330222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:07.337346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:07.369599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:07.373173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.383746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d0fe374a-26e4-491c-9e9d-c0d892115e7b None None] Provisioning for port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:07.393917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:07.405063 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port 245d08a8-ff18-4a98-82c1-6fe153a70a68 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:51:07.413935 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/5e798d05-1dfb-4237-b83c-b828f720210e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2016180 Jun 03 21:51:07.414159 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58bf92-7a48-4321-aaec-5d310d3b4811 None None] Sync routers for ids ['5e798d05-1dfb-4237-b83c-b828f720210e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:07.414683 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54658) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:07.430267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58bf92-7a48-4321-aaec-5d310d3b4811 None None] Routers {'5e798d05-1dfb-4237-b83c-b828f720210e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:07.430897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8a58bf92-7a48-4321-aaec-5d310d3b4811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['5e798d05-1dfb-4237-b83c-b828f720210e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:07.498104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8a58bf92-7a48-4321-aaec-5d310d3b4811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:07.499650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ff4ebe-dc43-423f-9b5f-d34879f3ab8d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:07.499949 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-70ff4ebe-dc43-423f-9b5f-d34879f3ab8d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Synchronizing usage tracker for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:07.520522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-70ff4ebe-dc43-423f-9b5f-d34879f3ab8d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Unset dirty status for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:07.524551 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-70ff4ebe-dc43-423f-9b5f-d34879f3ab8d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports/ecbd4e8b-c0e5-453b-b6aa-961cfd191738 HTTP/1.1" status: 200 len: 910 time: 0.1060770 Jun 03 21:51:07.524809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54660) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:07.525539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58bf92-7a48-4321-aaec-5d310d3b4811 None None] Routers {'5e798d05-1dfb-4237-b83c-b828f720210e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:07.526361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8a58bf92-7a48-4321-aaec-5d310d3b4811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['5e798d05-1dfb-4237-b83c-b828f720210e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:07.530455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-150a7b3f-9072-4a79-a23d-3d7d10a91bf6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c1c4999-8818-438c-a202-9c69ee25b95b'}]}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:07.549239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Allocated IP 172.26.3.156 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/99a295f9-54fe-4f49-ba71-1289d6662755) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:07.616788 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8a58bf92-7a48-4321-aaec-5d310d3b4811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:07.617192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58bf92-7a48-4321-aaec-5d310d3b4811 None None] The sync data for ids ['5e798d05-1dfb-4237-b83c-b828f720210e'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:07.618544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:07.635526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:07.635526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.811846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-150a7b3f-9072-4a79-a23d-3d7d10a91bf6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.825202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.840051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.847521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.865600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4aa6cd91-2d3f-4d1c-a929-96182f2d01d2,segment=NetworkSegment(62e2a1ca-c8b0-48c5-b726-e1aefc805288),segment_id=62e2a1ca-c8b0-48c5-b726-e1aefc805288)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:07.872045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.874944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-449f06a3-998c-44a1-8c09-38fc379b04fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:07.899320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.908453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a90912a1-a7ae-4998-b4b7-bdc1b6dbf9af tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:07.949366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:07.980732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=4aa6cd91-2d3f-4d1c-a929-96182f2d01d2,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:07.984823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:07.988840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:07.994902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:08.001195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:08.002394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:08.008148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:08.009183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.016805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:08.019858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:08.067307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=245d08a8-ff18-4a98-82c1-6fe153a70a68,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:08.070726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:08.076249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c1183159-3bc5-4f1f-a1a2-daa4a58eedb1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:08.159370 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1928701 Jun 03 21:51:08.164636 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54662) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:08.176032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-eb22e116-f629-48a2-b06a-da836b6899a2 None None] Provisioning complete for port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:08.176646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eb22e116-f629-48a2-b06a-da836b6899a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.240749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event updated for resources: {'Port': ['ID=99a295f9-54fe-4f49-ba71-1289d6662755,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:08.317454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:08.317854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:08.318242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:08.318613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:08.318987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:08.319357 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:08.319769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:08.320136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:08.320502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:08.320863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:08.321225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:08.321587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:08.333549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:08.422037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-eb22e116-f629-48a2-b06a-da836b6899a2 None None] Provisioning for port ecbd4e8b-c0e5-453b-b6aa-961cfd191738 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:08.429477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-eb22e116-f629-48a2-b06a-da836b6899a2 None None] Provisioning complete for port ecbd4e8b-c0e5-453b-b6aa-961cfd191738 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:08.431262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eb22e116-f629-48a2-b06a-da836b6899a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.498268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-eb22e116-f629-48a2-b06a-da836b6899a2 None None] Port ecbd4e8b-c0e5-453b-b6aa-961cfd191738 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:08.624775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f624ec68-a856-4433-865e-3b9d0432afab None None] Provisioning complete for port ecbd4e8b-c0e5-453b-b6aa-961cfd191738 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:08.625162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f624ec68-a856-4433-865e-3b9d0432afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.685029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-2e503542-4b5c-4169-a509-a18664bc587a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 245d08a8-ff18-4a98-82c1-6fe153a70a68 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:08.685989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2e503542-4b5c-4169-a509-a18664bc587a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.728287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f624ec68-a856-4433-865e-3b9d0432afab None None] Port ecbd4e8b-c0e5-453b-b6aa-961cfd191738 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:08.757798 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c8853-f65c-4448-9df3-811cd391ce62 req-f626cb7b-5579-4c2f-9201-185ffe63a390 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:08.759254 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-039c8853-f65c-4448-9df3-811cd391ce62 req-f626cb7b-5579-4c2f-9201-185ffe63a390 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.3114891 Jun 03 21:51:08.801003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:08.859974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2e503542-4b5c-4169-a509-a18664bc587a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.027200 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.resource_extend [None req-150a7b3f-9072-4a79-a23d-3d7d10a91bf6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:51:09.164171 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.165205 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22d6a4-58b0-46f0-b585-c7b9cf497ef0 req-b7401ab1-08a7-4003-a4b3-4c0a469897fb tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:09.166704 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ff22d6a4-58b0-46f0-b585-c7b9cf497ef0 req-b7401ab1-08a7-4003-a4b3-4c0a469897fb tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.24 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 946 time: 0.5947580 Jun 03 21:51:09.168854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:09.168990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-150a7b3f-9072-4a79-a23d-3d7d10a91bf6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.169089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.179272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-2e503542-4b5c-4169-a509-a18664bc587a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 245d08a8-ff18-4a98-82c1-6fe153a70a68 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:09.229062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-150a7b3f-9072-4a79-a23d-3d7d10a91bf6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.246938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:09.247385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.268301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0c40063f-60bb-4ce8-8126-f4fc1891ffea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:09.300747 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-039c8853-f65c-4448-9df3-811cd391ce62 req-52e5456d-8adf-4a4b-bdb4-c92d6c4f3c98 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/security-groups?id=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296617 Jun 03 21:51:09.391992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Router 7f1d23c4-339a-4c8e-bc09-94345f05e906 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:51:09.395235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a7b3f-9072-4a79-a23d-3d7d10a91bf6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:09.395904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-150a7b3f-9072-4a79-a23d-3d7d10a91bf6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.397202 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-150a7b3f-9072-4a79-a23d-3d7d10a91bf6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/ports/ecbd4e8b-c0e5-453b-b6aa-961cfd191738 HTTP/1.1" status: 200 len: 910 time: 1.8715167 Jun 03 21:51:09.401144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54666) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:09.432907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a7b3f-9072-4a79-a23d-3d7d10a91bf6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=ecbd4e8b-c0e5-453b-b6aa-961cfd191738,revision_number=3']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:09.441990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-150a7b3f-9072-4a79-a23d-3d7d10a91bf6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:09.481739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2e503542-4b5c-4169-a509-a18664bc587a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.492826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-150a7b3f-9072-4a79-a23d-3d7d10a91bf6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:09.545154 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-ff22d6a4-58b0-46f0-b585-c7b9cf497ef0 req-9d8cf911-a442-43a3-b1d3-176de22b9c91 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Deleting port 168ed7d0-a396-470f-824c-5b96e758a408 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:09.545488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-ff22d6a4-58b0-46f0-b585-c7b9cf497ef0 req-9d8cf911-a442-43a3-b1d3-176de22b9c91 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.559379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e503542-4b5c-4169-a509-a18664bc587a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=245d08a8-ff18-4a98-82c1-6fe153a70a68,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:09.565805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2e503542-4b5c-4169-a509-a18664bc587a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:09.584586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2e503542-4b5c-4169-a509-a18664bc587a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.644526 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2e503542-4b5c-4169-a509-a18664bc587a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/245d08a8-ff18-4a98-82c1-6fe153a70a68 HTTP/1.1" status: 204 len: 168 time: 1.4790344 Jun 03 21:51:09.651039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54668) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:09.659246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'mac_address': 'fa:16:3e:80:7b:51', 'name': 'tempest-PortsTestJSON-1722386216'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:09.798411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-ff22d6a4-58b0-46f0-b585-c7b9cf497ef0 req-9d8cf911-a442-43a3-b1d3-176de22b9c91 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] For port 168ed7d0-a396-470f-824c-5b96e758a408, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=168ed7d0-a396-470f-824c-5b96e758a408,segment=NetworkSegment(3f8a698f-c003-44e4-bbb4-8645ef3c2d24),segment_id=3f8a698f-c003-44e4-bbb4-8645ef3c2d24)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:09.799176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-ff22d6a4-58b0-46f0-b585-c7b9cf497ef0 req-9d8cf911-a442-43a3-b1d3-176de22b9c91 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:09.879882 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:09.950258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-ff22d6a4-58b0-46f0-b585-c7b9cf497ef0 req-9d8cf911-a442-43a3-b1d3-176de22b9c91 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Calling delete_port for 168ed7d0-a396-470f-824c-5b96e758a408 owned by compute:nova {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:09.953629 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:port and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:09.958668 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:09.966063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:09.982531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:10.027767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:10.034430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:10.041500 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "PUT /v2.0/routers/7f1d23c4-339a-4c8e-bc09-94345f05e906 HTTP/1.1" status: 200 len: 918 time: 4.5313745 Jun 03 21:51:10.041500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54670) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:10.044015 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703cf58-e925-4124-a14a-9ed0afec2ff1 None None] Sync routers for ids ['7f1d23c4-339a-4c8e-bc09-94345f05e906'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:10.060221 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703cf58-e925-4124-a14a-9ed0afec2ff1 None None] Routers {'7f1d23c4-339a-4c8e-bc09-94345f05e906'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:10.062853 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7703cf58-e925-4124-a14a-9ed0afec2ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7f1d23c4-339a-4c8e-bc09-94345f05e906'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:10.104748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:10.135743 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7703cf58-e925-4124-a14a-9ed0afec2ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:10.140329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port ccfc8b87-8ae1-43ae-a5db-227a481576a2 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:51:10.146808 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703cf58-e925-4124-a14a-9ed0afec2ff1 None None] Routers {'7f1d23c4-339a-4c8e-bc09-94345f05e906'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:10.147882 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7703cf58-e925-4124-a14a-9ed0afec2ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7f1d23c4-339a-4c8e-bc09-94345f05e906'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:10.211907 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7703cf58-e925-4124-a14a-9ed0afec2ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:10.212292 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703cf58-e925-4124-a14a-9ed0afec2ff1 None None] The sync data for ids ['7f1d23c4-339a-4c8e-bc09-94345f05e906'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:10.303340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-ff22d6a4-58b0-46f0-b585-c7b9cf497ef0 req-9d8cf911-a442-43a3-b1d3-176de22b9c91 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:10.310793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-01898eb0-4081-4b98-a81b-9443e2b1ea37 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:10.316020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['168ed7d0-a396-470f-824c-5b96e758a408'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:51:10.335947 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-15bc0f20-8937-44fc-9695-03fdfba1e496 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/routers/7f1d23c4-339a-4c8e-bc09-94345f05e906 HTTP/1.1" status: 200 len: 924 time: 0.2882557 Jun 03 21:51:10.338235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54674) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:10.396278 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cf911-a442-43a3-b1d3-176de22b9c91 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Pushing event deleted for resources: {'Port': ['ID=168ed7d0-a396-470f-824c-5b96e758a408,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:10.403483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9d8cf911-a442-43a3-b1d3-176de22b9c91 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:10.523884 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1c104a1-bacc-4e2e-8fda-ad417e2dca44 req-585e471e-5ecd-4aef-8af7-f2e56df83fd9 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.96 "GET /v2.0/ports?device_id=593c4163-8f75-4cf3-ac34-bc3f2af27e0a HTTP/1.1" status: 200 len: 210 time: 0.0612521 Jun 03 21:51:10.531115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052fb3eb-511e-4807-9787-460e1c6ed399 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:10.532630 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-052fb3eb-511e-4807-9787-460e1c6ed399 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&device_id=7f1d23c4-339a-4c8e-bc09-94345f05e906&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1903563 Jun 03 21:51:10.536389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54676) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:10.564413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e0966738-fb68-4ff8-8dab-1704d0206451 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:10.718562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff22d6a4-58b0-46f0-b585-c7b9cf497ef0 req-9d8cf911-a442-43a3-b1d3-176de22b9c91 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] No DVR routers for this DVR port 168ed7d0-a396-470f-824c-5b96e758a408 on host hv-neutron-7929 {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:10.734515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-ff22d6a4-58b0-46f0-b585-c7b9cf497ef0 req-9d8cf911-a442-43a3-b1d3-176de22b9c91 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:10.737497 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593c4163-8f75-4cf3-ac34-bc3f2af27e0a', 'name': 'network-vif-deleted', 'tag': '168ed7d0-a396-470f-824c-5b96e758a408'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:51:10.739834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2131a2-1b61-48e3-a755-46aad0e9cb8f" -d '{"events": [{"server_uuid": "593c4163-8f75-4cf3-ac34-bc3f2af27e0a", "name": "network-vif-deleted", "tag": "168ed7d0-a396-470f-824c-5b96e758a408"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:51:10.763977 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:10.819172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c0c26a-0f56-4546-ac25-36566277708c x-openstack-request-id: req-d7c0c26a-0f56-4546-ac25-36566277708c {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:51:10.820036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593c4163-8f75-4cf3-ac34-bc3f2af27e0a", "name": "network-vif-deleted", "tag": "168ed7d0-a396-470f-824c-5b96e758a408", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:51:10.820036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d7c0c26a-0f56-4546-ac25-36566277708c {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:51:10.820307 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593c4163-8f75-4cf3-ac34-bc3f2af27e0a', 'name': 'network-vif-deleted', 'tag': '168ed7d0-a396-470f-824c-5b96e758a408', 'status': 'completed', 'code': 200} Jun 03 21:51:10.831743 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ff22d6a4-58b0-46f0-b585-c7b9cf497ef0 req-9d8cf911-a442-43a3-b1d3-176de22b9c91 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] 10.222.0.24 "DELETE /v2.0/ports/168ed7d0-a396-470f-824c-5b96e758a408 HTTP/1.1" status: 204 len: 173 time: 1.6465249 Jun 03 21:51:10.882482 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8af8cd4-5cd4-461c-a34c-3b7d5ba8b019 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:10.886752 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f8af8cd4-5cd4-461c-a34c-3b7d5ba8b019 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/networks/89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 881 time: 0.3433735 Jun 03 21:51:10.886752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54680) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:10.932452 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-436deb48-ff1b-4d0f-a5d1-9a850cf66e0e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f1d23c4-339a-4c8e-bc09-94345f05e906 HTTP/1.1" status: 200 len: 205 time: 0.0445144 Jun 03 21:51:10.934805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54682) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:10.994925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.006451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-e0966738-fb68-4ff8-8dab-1704d0206451 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port ecbd4e8b-c0e5-453b-b6aa-961cfd191738 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:11.006786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e0966738-fb68-4ff8-8dab-1704d0206451 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.011722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-abd984fe-9be6-4df4-8495-83d473471c1c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:11.095613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:11.148663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e0966738-fb68-4ff8-8dab-1704d0206451 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.151392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:11.164374 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:11.169835 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:11.170428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.195966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=ccfc8b87-8ae1-43ae-a5db-227a481576a2,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:11.211748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:11.224642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.280212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-e0966738-fb68-4ff8-8dab-1704d0206451 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for ecbd4e8b-c0e5-453b-b6aa-961cfd191738 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:11.283311 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6308284 Jun 03 21:51:11.286975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54684) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:11.375025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acaccbb-787d-4cc7-a57c-7d7b607e9cf9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:11.375769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5acaccbb-787d-4cc7-a57c-7d7b607e9cf9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:11.400611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5acaccbb-787d-4cc7-a57c-7d7b607e9cf9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:11.404301 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5acaccbb-787d-4cc7-a57c-7d7b607e9cf9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/ccfc8b87-8ae1-43ae-a5db-227a481576a2 HTTP/1.1" status: 200 len: 841 time: 0.1138668 Jun 03 21:51:11.408751 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54688) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:11.465652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.532313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e0966738-fb68-4ff8-8dab-1704d0206451 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.536032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2a3dee1f-bf13-43f9-bafe-96c425f3934f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:11.582055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0966738-fb68-4ff8-8dab-1704d0206451 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=ecbd4e8b-c0e5-453b-b6aa-961cfd191738,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:11.585641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e0966738-fb68-4ff8-8dab-1704d0206451 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:11.609029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Deleting port 99a295f9-54fe-4f49-ba71-1289d6662755 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:11.609388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.653807 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54692) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:11.698604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-cb757480-7c07-4190-aaff-df3b17d61c7f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port ccfc8b87-8ae1-43ae-a5db-227a481576a2 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:11.698947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb757480-7c07-4190-aaff-df3b17d61c7f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.839372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7995160d-c0e3-4076-9aa6-d39d930e9f69 admin admin] Deleting subnet 722911a0-d65f-46cf-8c2d-509fbc65564e {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:11.904548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7995160d-c0e3-4076-9aa6-d39d930e9f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.961961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.969885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb757480-7c07-4190-aaff-df3b17d61c7f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.985363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e0966738-fb68-4ff8-8dab-1704d0206451 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:11.997569 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:51:12.265405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0966738-fb68-4ff8-8dab-1704d0206451 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 5e798d05-1dfb-4237-b83c-b828f720210e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:51:12.358236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Calling delete_port for 99a295f9-54fe-4f49-ba71-1289d6662755 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:12.362399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7995160d-c0e3-4076-9aa6-d39d930e9f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:12.398236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-cb757480-7c07-4190-aaff-df3b17d61c7f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for ccfc8b87-8ae1-43ae-a5db-227a481576a2 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:12.404537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0966738-fb68-4ff8-8dab-1704d0206451 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:12.416227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eb12c1-99c0-478d-8387-d559a15dc74d None None] Sync routers for ids ['5e798d05-1dfb-4237-b83c-b828f720210e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:12.425455 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e0966738-fb68-4ff8-8dab-1704d0206451 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/5e798d05-1dfb-4237-b83c-b828f720210e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0204449 Jun 03 21:51:12.425656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54694) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:12.426715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb12c1-99c0-478d-8387-d559a15dc74d None None] Routers {'5e798d05-1dfb-4237-b83c-b828f720210e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:12.427664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-57eb12c1-99c0-478d-8387-d559a15dc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['5e798d05-1dfb-4237-b83c-b828f720210e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:12.461852 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7995160d-c0e3-4076-9aa6-d39d930e9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:12.470948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c6793c0f-33f8-4209-80ec-3c1cf106d27d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Synchronizing usage tracker for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:12.488465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c6793c0f-33f8-4209-80ec-3c1cf106d27d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Unset dirty status for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:12.492256 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c6793c0f-33f8-4209-80ec-3c1cf106d27d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e798d05-1dfb-4237-b83c-b828f720210e HTTP/1.1" status: 200 len: 205 time: 0.0630510 Jun 03 21:51:12.492686 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54696) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:12.493821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-57eb12c1-99c0-478d-8387-d559a15dc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:12.503294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb12c1-99c0-478d-8387-d559a15dc74d None None] Routers {'5e798d05-1dfb-4237-b83c-b828f720210e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:12.503948 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-57eb12c1-99c0-478d-8387-d559a15dc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['5e798d05-1dfb-4237-b83c-b828f720210e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:12.566200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-57eb12c1-99c0-478d-8387-d559a15dc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:12.566583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eb12c1-99c0-478d-8387-d559a15dc74d None None] The sync data for ids ['5e798d05-1dfb-4237-b83c-b828f720210e'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:12.632255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8defc9ee-cb2c-457c-aff5-25cf93f53ebe tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:12.658930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb757480-7c07-4190-aaff-df3b17d61c7f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:12.667863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2e503542-4b5c-4169-a509-a18664bc587a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:12.738355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb757480-7c07-4190-aaff-df3b17d61c7f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=ccfc8b87-8ae1-43ae-a5db-227a481576a2,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:12.741341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cb757480-7c07-4190-aaff-df3b17d61c7f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:12.754828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cb757480-7c07-4190-aaff-df3b17d61c7f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:12.819860 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cb757480-7c07-4190-aaff-df3b17d61c7f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/ccfc8b87-8ae1-43ae-a5db-227a481576a2 HTTP/1.1" status: 204 len: 168 time: 1.4095709 Jun 03 21:51:12.854784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54698) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:12.924665 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8333b6-3019-4fb2-823f-7134ac65088b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:51:12.925149 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1a8333b6-3019-4fb2-823f-7134ac65088b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:12.962841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:12.967997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-98429d04-1e33-413f-82df-c4f513bba5ea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:12.999289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1a8333b6-3019-4fb2-823f-7134ac65088b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:13.000484 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1a8333b6-3019-4fb2-823f-7134ac65088b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/ccfc8b87-8ae1-43ae-a5db-227a481576a2 HTTP/1.1" status: 404 len: 333 time: 0.1447701 Jun 03 21:51:13.001675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7995160d-c0e3-4076-9aa6-d39d930e9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.006012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54700) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:13.019020 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'name': 'tempest-PortsTestJSON-1531878912'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:13.050185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Pushing event deleted for resources: {'Port': ['ID=99a295f9-54fe-4f49-ba71-1289d6662755,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:13.052854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:13.059266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-26ff0f19-cd94-4d47-a327-e1c72aa336a6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:13.107851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8defc9ee-cb2c-457c-aff5-25cf93f53ebe tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.111187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8defc9ee-cb2c-457c-aff5-25cf93f53ebe tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.140542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8defc9ee-cb2c-457c-aff5-25cf93f53ebe tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.140785 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7995160d-c0e3-4076-9aa6-d39d930e9f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.141383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8defc9ee-cb2c-457c-aff5-25cf93f53ebe tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Fanout notify agent at l3_agent the message router_deleted on router 5e798d05-1dfb-4237-b83c-b828f720210e {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:51:13.150442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995160d-c0e3-4076-9aa6-d39d930e9f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722911a0-d65f-46cf-8c2d-509fbc65564e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:13.165359 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8defc9ee-cb2c-457c-aff5-25cf93f53ebe tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.169961 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8defc9ee-cb2c-457c-aff5-25cf93f53ebe tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/5e798d05-1dfb-4237-b83c-b828f720210e HTTP/1.1" status: 204 len: 168 time: 0.6736181 Jun 03 21:51:13.170392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54702) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:13.184531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 168ed7d0-a396-470f-824c-5b96e758a408 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:51:13.186571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7995160d-c0e3-4076-9aa6-d39d930e9f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:13.222264 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 168ed7d0-a396-470f-824c-5b96e758a408 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:51:13.222758 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 168ed7d0-a396-470f-824c-5b96e758a408 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:51:13.245774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-065908b4-4584-4223-87e8-c130092d8c66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting subnet 2c1c4999-8818-438c-a202-9c69ee25b95b {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:13.248869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-065908b4-4584-4223-87e8-c130092d8c66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.259106 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7995160d-c0e3-4076-9aa6-d39d930e9f69 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/722911a0-d65f-46cf-8c2d-509fbc65564e HTTP/1.1" status: 204 len: 168 time: 1.6042395 Jun 03 21:51:13.264706 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54704) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:13.299986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:13.307240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-065908b4-4584-4223-87e8-c130092d8c66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.318477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.391706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-065908b4-4584-4223-87e8-c130092d8c66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.426530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:13.566196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.570522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.573556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:13.577017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.589743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.619487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port c2afdcc0-95e1-4205-b925-9dcdae968573 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:51:13.662236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.662720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Fanout notify agent at l3_agent the message router_deleted on router 7f1d23c4-339a-4c8e-bc09-94345f05e906 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:51:13.695429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-065908b4-4584-4223-87e8-c130092d8c66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.699354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-920b952c-10b8-470c-9993-fe38958fb216 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:13.742995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065908b4-4584-4223-87e8-c130092d8c66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1c4999-8818-438c-a202-9c69ee25b95b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:13.745999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-065908b4-4584-4223-87e8-c130092d8c66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:13.749482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-065908b4-4584-4223-87e8-c130092d8c66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.760801 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-065908b4-4584-4223-87e8-c130092d8c66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/2c1c4999-8818-438c-a202-9c69ee25b95b HTTP/1.1" status: 204 len: 168 time: 0.5867264 Jun 03 21:51:13.761010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ecafd-538c-45b2-a97e-a527e641fea0 None None] Network 25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:13.761697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54706) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:13.777345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.782028 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "DELETE /v2.0/routers/7f1d23c4-339a-4c8e-bc09-94345f05e906 HTTP/1.1" status: 204 len: 168 time: 2.8427796 Jun 03 21:51:13.786521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54708) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:13.797854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-964663ab-9905-47b2-b240-045cffaf07bc tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1029163746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:13.819857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-964663ab-9905-47b2-b240-045cffaf07bc tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:13.827770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-964663ab-9905-47b2-b240-045cffaf07bc tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Usage tracker for resource:router and tenant:936834ed6fb44947bf76819d0fa653eb is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:13.874611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-964663ab-9905-47b2-b240-045cffaf07bc tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:13.895361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-964663ab-9905-47b2-b240-045cffaf07bc tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:13.913558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.916896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-964663ab-9905-47b2-b240-045cffaf07bc tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.917976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-964663ab-9905-47b2-b240-045cffaf07bc tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:13.977447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-964663ab-9905-47b2-b240-045cffaf07bc tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.005569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-964663ab-9905-47b2-b240-045cffaf07bc tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.015863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.043006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:14.043583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.046096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8a2d02-a0ef-45f8-8e25-28e6269102ef']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:14.056832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-964663ab-9905-47b2-b240-045cffaf07bc tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.057999 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-964663ab-9905-47b2-b240-045cffaf07bc tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2680230 Jun 03 21:51:14.061020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54710) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:14.065899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'enable_snat': False}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:14.076652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] DHCP port deletion for 25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:51:14.086662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8a698f-c003-44e4-bbb4-8645ef3c2d24') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:14.086943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8a698f-c003-44e4-bbb4-8645ef3c2d24') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:14.113438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.146287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Deleting port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:14.146656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.191297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.208665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:51:14.209085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:51:14.223345 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:51:14.242444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.254681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] For port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4aa6cd91-2d3f-4d1c-a929-96182f2d01d2,segment=NetworkSegment(62e2a1ca-c8b0-48c5-b726-e1aefc805288),segment_id=62e2a1ca-c8b0-48c5-b726-e1aefc805288)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:14.255037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.317851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.323743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dd019960-e698-4f16-ba2d-a7d1864e1a5e tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:14.340998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.361782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd8a2d02-a0ef-45f8-8e25-28e6269102ef,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:14.365442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:14.369374 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] 10.222.0.96 "DELETE /v2.0/networks/bd8a2d02-a0ef-45f8-8e25-28e6269102ef HTTP/1.1" status: 204 len: 168 time: 1.1034803 Jun 03 21:51:14.372414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54712) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:14.384068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Calling delete_port for 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:14.387036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] For port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4aa6cd91-2d3f-4d1c-a929-96182f2d01d2,segment=NetworkSegment(62e2a1ca-c8b0-48c5-b726-e1aefc805288),segment_id=62e2a1ca-c8b0-48c5-b726-e1aefc805288)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:14.387398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.406439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.415885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc2fa91f-0535-4bab-b5b7-28d63f85afff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:14.432706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.436611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:14.481006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Pushing event deleted for resources: {'Port': ['ID=4aa6cd91-2d3f-4d1c-a929-96182f2d01d2,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:14.490350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] No DVR routers for this DVR port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:14.492624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.492968 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.493307 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.493652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.494296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.494296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.494601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.494872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.495213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.495539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.495848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.496150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:14.499792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:14.500148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:14.511099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:14.518644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-21657f45-871d-4925-8ef0-6547b25c0477 admin admin] Deleting subnet 3b844e1f-2402-4266-afa0-2b3840b4106d {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:14.521045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:14.526764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:14.527414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.531328 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=c2afdcc0-95e1-4205-b925-9dcdae968573,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:14.542015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:14.544731 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-21657f45-871d-4925-8ef0-6547b25c0477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.585253 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5706763 Jun 03 21:51:14.588992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54714) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:14.592981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-0f8f908e-5b9b-4bc6-b4eb-c7450d103c7d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:14.643571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-21657f45-871d-4925-8ef0-6547b25c0477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.654639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:14.762122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-21657f45-871d-4925-8ef0-6547b25c0477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.807135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0f8f908e-5b9b-4bc6-b4eb-c7450d103c7d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.892081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:14.968566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.016048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a08dd0e3-3c69-4dd6-b101-895eb5098a91 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:15.069192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=4aa6cd91-2d3f-4d1c-a929-96182f2d01d2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:15.071585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No DVR routers for this DVR port 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:15.073429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:15.173609 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:51:15.192142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0f8f908e-5b9b-4bc6-b4eb-c7450d103c7d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.202364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0f8f908e-5b9b-4bc6-b4eb-c7450d103c7d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.209726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:51:15.210432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4aa6cd91-2d3f-4d1c-a929-96182f2d01d2 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:51:15.212363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8181fc95-2e10-4adf-a834-a905f7606824 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:15.212532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.228940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:15.243281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e2a1ca-c8b0-48c5-b726-e1aefc805288') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:15.243604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e2a1ca-c8b0-48c5-b726-e1aefc805288') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:15.258876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.262634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f908e-5b9b-4bc6-b4eb-c7450d103c7d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] In _notify_port_updated(), no bound segment for port c2afdcc0-95e1-4205-b925-9dcdae968573 on network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 {{(pid=104397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:51:15.268549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8f908e-5b9b-4bc6-b4eb-c7450d103c7d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:15.269167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0f8f908e-5b9b-4bc6-b4eb-c7450d103c7d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.270458 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0f8f908e-5b9b-4bc6-b4eb-c7450d103c7d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "PUT /v2.0/ports/c2afdcc0-95e1-4205-b925-9dcdae968573 HTTP/1.1" status: 200 len: 818 time: 0.6817613 Jun 03 21:51:15.271583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-21657f45-871d-4925-8ef0-6547b25c0477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.278767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54716) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:15.339849 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-21657f45-871d-4925-8ef0-6547b25c0477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.340606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.348539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f908e-5b9b-4bc6-b4eb-c7450d103c7d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=c2afdcc0-95e1-4205-b925-9dcdae968573,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:15.353906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0f8f908e-5b9b-4bc6-b4eb-c7450d103c7d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:15.356711 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9a1dc360-c6f7-46c6-afe0-d40e9b69c6cb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:15.388393 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-21657f45-871d-4925-8ef0-6547b25c0477 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/3b844e1f-2402-4266-afa0-2b3840b4106d HTTP/1.1" status: 204 len: 168 time: 1.0145712 Jun 03 21:51:15.393663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54718) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:15.411655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:51:15.412002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.420440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21657f45-871d-4925-8ef0-6547b25c0477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b844e1f-2402-4266-afa0-2b3840b4106d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: util.warn( Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:51:15.426262 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:51:15.430010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-21657f45-871d-4925-8ef0-6547b25c0477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:15.550131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.553209 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.577447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.583550 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:15.597743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.600636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.611691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0256f653-90fa-4a10-8554-b4bbb098f0f1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port c2afdcc0-95e1-4205-b925-9dcdae968573 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:15.612111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0256f653-90fa-4a10-8554-b4bbb098f0f1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.651939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Network': ['ID=25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:15.656587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:15.673658 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/networks/25e9e8f0-d0ee-49b1-a1e2-82ee1c7f7c8b HTTP/1.1" status: 204 len: 168 time: 1.9106500 Jun 03 21:51:15.682055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54720) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:15.690132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2a51bc05-a98b-418b-864e-627b2bb27de6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1021064729', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:15.701924 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2a51bc05-a98b-418b-864e-627b2bb27de6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:15.710665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2a51bc05-a98b-418b-864e-627b2bb27de6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:router and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:15.715691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2a51bc05-a98b-418b-864e-627b2bb27de6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:15.750938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2a51bc05-a98b-418b-864e-627b2bb27de6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:15.776959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a51bc05-a98b-418b-864e-627b2bb27de6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.778017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a51bc05-a98b-418b-864e-627b2bb27de6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.801427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Allocated IP 172.26.3.246 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/f2af530e-944a-4316-a181-e0b66b40e750) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:15.814879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a51bc05-a98b-418b-864e-627b2bb27de6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.917755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a51bc05-a98b-418b-864e-627b2bb27de6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.944589 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.961461 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0256f653-90fa-4a10-8554-b4bbb098f0f1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.962878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a51bc05-a98b-418b-864e-627b2bb27de6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.964100 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2a51bc05-a98b-418b-864e-627b2bb27de6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2809274 Jun 03 21:51:15.968860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54722) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:15.970651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6065b207-2b92-467e-9919-775f493808d2']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:15.986876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'network': {'name': 'tempest-RoutersTest-1963011669'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:15.997478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:15.999513 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:16.002682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e349f5c6-24d8-4540-8c90-5191f9b9aae6') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:16.002952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e349f5c6-24d8-4540-8c90-5191f9b9aae6') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:16.033038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.037174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e6344de1-233f-4f70-8918-fa42a242c7ce tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:16.061341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:network and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:16.099889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:16.109927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:16.115198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:16.123801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:16.128034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.140627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0256f653-90fa-4a10-8554-b4bbb098f0f1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for c2afdcc0-95e1-4205-b925-9dcdae968573 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:16.142801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Pushing event updated for resources: {'Port': ['ID=f2af530e-944a-4316-a181-e0b66b40e750,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:16.149608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:16.152360 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:16.162344 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.178321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:51:16.178696 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:51:16.192236 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:51:16.195208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:16.196269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.300457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:51:16.308974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.318967 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6b88acb6-9df1-4fca-9822-f02f91cb0f5d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:16.332872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.333208 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Added segment 7e9d81e8-114d-4133-914a-d7d767ebc7cd of type vlan for network e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33 Jun 03 21:51:16.334792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.352263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] Pushing event deleted for resources: {'Network': ['ID=6065b207-2b92-467e-9919-775f493808d2,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:16.362979 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:16.378835 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0256f653-90fa-4a10-8554-b4bbb098f0f1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.387930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:16.426976 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] 10.222.0.96 "DELETE /v2.0/networks/6065b207-2b92-467e-9919-775f493808d2 HTTP/1.1" status: 204 len: 168 time: 1.0294893 Jun 03 21:51:16.428832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.445693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256f653-90fa-4a10-8554-b4bbb098f0f1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=c2afdcc0-95e1-4205-b925-9dcdae968573,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:16.452252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0256f653-90fa-4a10-8554-b4bbb098f0f1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:16.458621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0256f653-90fa-4a10-8554-b4bbb098f0f1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.462738 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0256f653-90fa-4a10-8554-b4bbb098f0f1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/c2afdcc0-95e1-4205-b925-9dcdae968573 HTTP/1.1" status: 204 len: 168 time: 1.1807179 Jun 03 21:51:16.470191 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54726) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:16.527198 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.533386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:16.534011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.540090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-516423c6-887a-4ab2-8864-6f74f54d2aab tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:16.640299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54728) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:16.643541 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6656084 Jun 03 21:51:16.651854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54730) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:16.658107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'subnet': {'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:16.679919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Network': ['ID=e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:16.691263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:51:16.696825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:16.772318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ceb492-4f34-4b95-b702-bf47c5bd512c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:16.773037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-99ceb492-4f34-4b95-b702-bf47c5bd512c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:16.783142 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-51515c16-c322-4f88-bbe7-3f639dc83951 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b4230e879f3d48a7a034f0e47cf01e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390738 Jun 03 21:51:16.785880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54732) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:16.801800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.830819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-99ceb492-4f34-4b95-b702-bf47c5bd512c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:16.832054 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-99ceb492-4f34-4b95-b702-bf47c5bd512c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.3609135 Jun 03 21:51:16.836106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:16.838166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54734) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:16.878726 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:subnet and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:16.888158 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:16.902743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:16.906573 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4335c8a-6163-4a78-a59c-cfe0f36f6176 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:51:16.908147 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f4335c8a-6163-4a78-a59c-cfe0f36f6176 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/c2afdcc0-95e1-4205-b925-9dcdae968573 HTTP/1.1" status: 404 len: 333 time: 0.0631056 Jun 03 21:51:16.918585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54736) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:16.930560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1366838149'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:16.938103 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:16.944158 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:network and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:16.946980 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8935b08-ac5f-445f-a5f4-14b55900e282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.948701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:16.961331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:16.964819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:16.983340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:17.024694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8935b08-ac5f-445f-a5f4-14b55900e282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.077320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:17.081265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.161263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:51:17.173274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.173740 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Added segment 5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a of type vlan for network 0ff85872-d810-4876-beb4-e04e01c9a0b4 Jun 03 21:51:17.175712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.179674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.240264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.243689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8935b08-ac5f-445f-a5f4-14b55900e282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.249515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-321230f9-48de-439b-b6b8-e53e952b1d25 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:17.275384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8935b08-ac5f-445f-a5f4-14b55900e282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d07535-3aba-4a2e-bc86-1a6faf12fa6a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:17.281308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e8935b08-ac5f-445f-a5f4-14b55900e282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:17.343779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.349613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:17.350201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.362664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e7d22660-f1b1-4272-b3cd-0653e07bff1e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:17.394030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e8935b08-ac5f-445f-a5f4-14b55900e282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.395382 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e8935b08-ac5f-445f-a5f4-14b55900e282 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e5d07535-3aba-4a2e-bc86-1a6faf12fa6a HTTP/1.1" status: 204 len: 168 time: 0.6076095 Jun 03 21:51:17.406398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Router fe16252f-70ec-463c-a82e-f8c82c14d702 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:51:17.412822 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4931996 Jun 03 21:51:17.416941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54740) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:17.422135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': '0ff85872-d810-4876-beb4-e04e01c9a0b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:17.497264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Network': ['ID=0ff85872-d810-4876-beb4-e04e01c9a0b4,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:17.506968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a22f6905-6c94-4305-8678-0e49dfc539a1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:17.518788 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 0ff85872-d810-4876-beb4-e04e01c9a0b4 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:51:17.680712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:17.687386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:17.691903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:17.708555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:17.718921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:17.723258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.727372 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "PUT /v2.0/routers/fe16252f-70ec-463c-a82e-f8c82c14d702 HTTP/1.1" status: 200 len: 920 time: 3.6624591 Jun 03 21:51:17.727372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54744) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:17.730631 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d702ac4-2050-4466-8f87-d0dbf451e788 None None] Sync routers for ids ['fe16252f-70ec-463c-a82e-f8c82c14d702'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:17.741173 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d702ac4-2050-4466-8f87-d0dbf451e788 None None] Routers {'fe16252f-70ec-463c-a82e-f8c82c14d702'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:17.741785 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8d702ac4-2050-4466-8f87-d0dbf451e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['fe16252f-70ec-463c-a82e-f8c82c14d702'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:17.792817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:17.796929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.813093 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8d702ac4-2050-4466-8f87-d0dbf451e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:17.824933 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d702ac4-2050-4466-8f87-d0dbf451e788 None None] Routers {'fe16252f-70ec-463c-a82e-f8c82c14d702'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:17.825638 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8d702ac4-2050-4466-8f87-d0dbf451e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['fe16252f-70ec-463c-a82e-f8c82c14d702'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:17.857628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:17.864809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3cd46647-ee6d-4f4c-a178-3e5ad996518e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:17.889113 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8d702ac4-2050-4466-8f87-d0dbf451e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:17.889501 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d702ac4-2050-4466-8f87-d0dbf451e788 None None] The sync data for ids ['fe16252f-70ec-463c-a82e-f8c82c14d702'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:17.900761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54746) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:17.986084 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Subnet': ['ID=96980067-a1d5-4eb4-90f2-0cd272280e48,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:17.996338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:18.009584 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7b193526-6ee8-405e-96bd-48bfdba705d4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5dca4f16cf4340a3915d753ebe73f3f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031015 Jun 03 21:51:18.010293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Checking segment: {'id': '7e9d81e8-114d-4133-914a-d7d767ebc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:18.010645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network hostable DHCP agents. Network: e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:51:18.013336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54750) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:18.069055 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:51:18.091266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:18.103476 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1ca32f-7e31-46e5-a435-351e87f77ff9 None None] Network e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:18.107680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ff441392-5ac6-4583-a606-281ba9f4cc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:18.137318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:18.138255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:18.143225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ff441392-5ac6-4583-a606-281ba9f4cc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:18.194947 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e36e6884-b15c-46a3-918f-646aca99d2f1 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/routers/fe16252f-70ec-463c-a82e-f8c82c14d702 HTTP/1.1" status: 200 len: 926 time: 0.4616771 Jun 03 21:51:18.194947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54752) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:18.196635 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5378051 Jun 03 21:51:18.197101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54754) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:18.225301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ff441392-5ac6-4583-a606-281ba9f4cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:18.233552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0eb40637-4393-4674-be16-409dddbe7a8b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:18.249496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff441392-5ac6-4583-a606-281ba9f4cc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf7e3ee-d1b5-48f7-a0a2-c67cced041c6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:18.260777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ff441392-5ac6-4583-a606-281ba9f4cc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:18.261904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ff441392-5ac6-4583-a606-281ba9f4cc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:18.265575 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ff441392-5ac6-4583-a606-281ba9f4cc36 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/adf7e3ee-d1b5-48f7-a0a2-c67cced041c6 HTTP/1.1" status: 204 len: 168 time: 0.2496698 Jun 03 21:51:18.405183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:51:18.406204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:18.578006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Allocated IP 172.20.0.2 (e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33/96980067-a1d5-4eb4-90f2-0cd272280e48/84d3ab85-2d92-4169-88d4-4994e85727bd) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:18.801520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:18.807308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5049ea80-4900-4be7-9621-fe471a685e5c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:18.808874 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5049ea80-4900-4be7-9621-fe471a685e5c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&device_id=fe16252f-70ec-463c-a82e-f8c82c14d702&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5556777 Jun 03 21:51:18.811790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54758) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:18.813322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Transition to ACTIVE for port object 84d3ab85-2d92-4169-88d4-4994e85727bd will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:18.834998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Transition to ACTIVE for port object 84d3ab85-2d92-4169-88d4-4994e85727bd will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:18.843034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:18.848927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-510292b7-7c65-4f45-bc94-df274dc3ca97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:18.889898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:18.906742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Network e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:18.910469 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:18.919140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:18.925617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Pushing event updated for resources: {'Port': ['ID=84d3ab85-2d92-4169-88d4-4994e85727bd,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:18.929772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:18.951278 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9bfbf-bd5b-4cf3-9883-4f34c4370eb3 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:18.952807 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cdc9bfbf-bd5b-4cf3-9883-4f34c4370eb3 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/networks/89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 881 time: 0.1394918 Jun 03 21:51:18.955846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54760) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:19.009776 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-09c4d8a4-9db3-4b5a-9703-cd08c014309b tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "GET /v2.0/ports?device_id=fe16252f-70ec-463c-a82e-f8c82c14d702 HTTP/1.1" status: 200 len: 205 time: 0.0525999 Jun 03 21:51:19.010370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54762) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:19.024345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Attempting to bind port 84d3ab85-2d92-4169-88d4-4994e85727bd on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:19.025675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Attempting to bind port 84d3ab85-2d92-4169-88d4-4994e85727bd by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '7e9d81e8-114d-4133-914a-d7d767ebc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:19.025675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Attempting to bind port 84d3ab85-2d92-4169-88d4-4994e85727bd on network e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:19.031001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:19.031426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Checking segment: {'id': '7e9d81e8-114d-4133-914a-d7d767ebc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:19.031975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:19.032458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Bound using segment: {'id': '7e9d81e8-114d-4133-914a-d7d767ebc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:19.033084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Bound port: 84d3ab85-2d92-4169-88d4-4994e85727bd, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9d81e8-114d-4133-914a-d7d767ebc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:19.033546 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:19.125232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] For port 84d3ab85-2d92-4169-88d4-4994e85727bd, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:19.128687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] For port 84d3ab85-2d92-4169-88d4-4994e85727bd, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=84d3ab85-2d92-4169-88d4-4994e85727bd,segment=NetworkSegment(7e9d81e8-114d-4133-914a-d7d767ebc7cd),segment_id=7e9d81e8-114d-4133-914a-d7d767ebc7cd)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:19.133749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:19.138350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:19.216953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Pushing event updated for resources: {'Port': ['ID=84d3ab85-2d92-4169-88d4-4994e85727bd,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:19.218902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:19.220158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:19.448645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:19.536692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Deleting port f2af530e-944a-4316-a181-e0b66b40e750 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:19.537100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:19.575002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:19.580641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8c56e811-77cb-443f-ab0e-0b134d6346ef tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:19.636243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Allocated IP 172.20.0.1 (e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33/96980067-a1d5-4eb4-90f2-0cd272280e48/ab5134cd-418c-45a7-b045-1c45a6891e74) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:19.661738 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:19.729487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Subnet': ['ID=94845f96-47f5-450b-b424-df553a2fc5be,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:19.780765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:19.793552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Calling delete_port for f2af530e-944a-4316-a181-e0b66b40e750 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:19.801942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Checking segment: {'id': '5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '0ff85872-d810-4876-beb4-e04e01c9a0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:19.802300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network hostable DHCP agents. Network: 0ff85872-d810-4876-beb4-e04e01c9a0b4, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:51:19.851690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network 0ff85872-d810-4876-beb4-e04e01c9a0b4 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:51:19.860930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:19.871191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 0ff85872-d810-4876-beb4-e04e01c9a0b4) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:19.887165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Transition to ACTIVE for port object ab5134cd-418c-45a7-b045-1c45a6891e74 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:19.890420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5776c7cf-cc12-4716-978d-e1c919f68eb8 None None] Network 0ff85872-d810-4876-beb4-e04e01c9a0b4 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:19.890891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:19.891695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:19.932429 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5144451 Jun 03 21:51:19.935150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54764) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:19.940944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-43fcd204-f325-4364-bf1c-37999d139ee6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': '0ff85872-d810-4876-beb4-e04e01c9a0b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:19.984890 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:19.992106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:19.993514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1ff50044-0985-450e-9890-1587e0a58024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:20.043974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4e1ede8b-d0ea-4ccf-babd-5368a998d4ba tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:20.069616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Pushing event deleted for resources: {'Port': ['ID=f2af530e-944a-4316-a181-e0b66b40e750,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:20.072922 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:20.151248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:20.157613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:20.167908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:20.172658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-0ff85872-d810-4876-beb4-e04e01c9a0b4', 'network_id': '0ff85872-d810-4876-beb4-e04e01c9a0b4', 'tenant_id': '186550332a33447bbe2062e93350d5e1', 'fixed_ips': [{'subnet_id': '94845f96-47f5-450b-b424-df553a2fc5be'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:51:20.173562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.236315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=ab5134cd-418c-45a7-b045-1c45a6891e74,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:20.254782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:20.266404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-43fcd204-f325-4364-bf1c-37999d139ee6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:20.271505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-43fcd204-f325-4364-bf1c-37999d139ee6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:20.275280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-43fcd204-f325-4364-bf1c-37999d139ee6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:20.281909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-43fcd204-f325-4364-bf1c-37999d139ee6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:20.295003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fcd204-f325-4364-bf1c-37999d139ee6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:20.299424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-43fcd204-f325-4364-bf1c-37999d139ee6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.337106 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed965e2-baca-4372-8984-b74f3fb72eee None None] Network e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:20.353102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.366405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.389666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Allocated IP 172.20.0.2 (0ff85872-d810-4876-beb4-e04e01c9a0b4/94845f96-47f5-450b-b424-df553a2fc5be/3ee630f4-b846-4944-9a65-8dd93a95b20d) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:20.467011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5493132e-4d7d-4d83-bda9-552c6bd7ef13 None None] Provisioning for port 84d3ab85-2d92-4169-88d4-4994e85727bd completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:20.493306 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.ipam_backend_mixin [None req-43fcd204-f325-4364-bf1c-37999d139ee6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 94845f96-47f5-450b-b424-df553a2fc5be (CIDR: 172.20.0.0/28) Jun 03 21:51:20.498217 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fcd204-f325-4364-bf1c-37999d139ee6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:51:20.498833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fcd204-f325-4364-bf1c-37999d139ee6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:51:20.548497 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-43fcd204-f325-4364-bf1c-37999d139ee6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6120110 Jun 03 21:51:20.551123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54766) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:20.556320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': '0ff85872-d810-4876-beb4-e04e01c9a0b4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:20.578824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.590753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.602728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.694904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.695707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Fanout notify agent at l3_agent the message router_deleted on router fe16252f-70ec-463c-a82e-f8c82c14d702 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:51:20.732209 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.733289 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "DELETE /v2.0/routers/fe16252f-70ec-463c-a82e-f8c82c14d702 HTTP/1.1" status: 204 len: 168 time: 1.7219031 Jun 03 21:51:20.743134 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54768) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:20.748939 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-356949972', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}, 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:20.760285 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:20.765512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:20.768805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:20.773278 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:20.776795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Usage tracker for resource:router and tenant:936834ed6fb44947bf76819d0fa653eb is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:20.782100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:20.786063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:20.792802 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:20.806392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:20.810655 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.834420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.836420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.840399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.854421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Transition to ACTIVE for port object 3ee630f4-b846-4944-9a65-8dd93a95b20d will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:20.885921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Transition to ACTIVE for port object 3ee630f4-b846-4944-9a65-8dd93a95b20d will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:20.894048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.904903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:20.924861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:20.943253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Network 0ff85872-d810-4876-beb4-e04e01c9a0b4 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:20.949545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:20.961477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:21.059161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Pushing event updated for resources: {'Port': ['ID=3ee630f4-b846-4944-9a65-8dd93a95b20d,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:21.065563 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:21.081948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.087622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Attempting to bind port 3ee630f4-b846-4944-9a65-8dd93a95b20d on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:21.088041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Attempting to bind port 3ee630f4-b846-4944-9a65-8dd93a95b20d by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '0ff85872-d810-4876-beb4-e04e01c9a0b4'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:21.088474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Attempting to bind port 3ee630f4-b846-4944-9a65-8dd93a95b20d on network 0ff85872-d810-4876-beb4-e04e01c9a0b4 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:21.092198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.097900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:21.098898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Checking segment: {'id': '5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '0ff85872-d810-4876-beb4-e04e01c9a0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:21.099736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.100432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Bound using segment: {'id': '5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '0ff85872-d810-4876-beb4-e04e01c9a0b4'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:21.101256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Bound port: 3ee630f4-b846-4944-9a65-8dd93a95b20d, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '0ff85872-d810-4876-beb4-e04e01c9a0b4'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:21.101862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.170453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7cf54d49-0b60-4a6c-9785-8c6618f1127b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:21.234911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] For port 3ee630f4-b846-4944-9a65-8dd93a95b20d, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:21.246273 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] For port 3ee630f4-b846-4944-9a65-8dd93a95b20d, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3ee630f4-b846-4944-9a65-8dd93a95b20d,segment=NetworkSegment(5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a),segment_id=5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:21.267537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.270972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.274651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cd1f494b-c5a2-42af-82b1-0e0e4c014679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:21.278283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=ab5134cd-418c-45a7-b045-1c45a6891e74,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:21.287111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:21.327204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 84d3ab85-2d92-4169-88d4-4994e85727bd up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:21.337479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.425421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-771a9165-081a-441f-8c25-04e1e05ab58e None None] Provisioning for port ab5134cd-418c-45a7-b045-1c45a6891e74 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:21.438995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-771a9165-081a-441f-8c25-04e1e05ab58e None None] Provisioning complete for port ab5134cd-418c-45a7-b045-1c45a6891e74 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:21.439540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-771a9165-081a-441f-8c25-04e1e05ab58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.450948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:21.452257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:21.477426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Pushing event updated for resources: {'Port': ['ID=3ee630f4-b846-4944-9a65-8dd93a95b20d,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:21.495072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:21.523262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 84d3ab85-2d92-4169-88d4-4994e85727bd completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:21.530178 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-771a9165-081a-441f-8c25-04e1e05ab58e None None] Port ab5134cd-418c-45a7-b045-1c45a6891e74 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:21.533338 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 84d3ab85-2d92-4169-88d4-4994e85727bd triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:21.533862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.705254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.722590 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-936f21b0-d3c2-4e55-83ab-b7704e8af8e0 None None] Provisioning complete for port ab5134cd-418c-45a7-b045-1c45a6891e74 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:21.723267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-936f21b0-d3c2-4e55-83ab-b7704e8af8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.816813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-936f21b0-d3c2-4e55-83ab-b7704e8af8e0 None None] Port ab5134cd-418c-45a7-b045-1c45a6891e74 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:21.839568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 84d3ab85-2d92-4169-88d4-4994e85727bd, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=84d3ab85-2d92-4169-88d4-4994e85727bd,segment=NetworkSegment(7e9d81e8-114d-4133-914a-d7d767ebc7cd),segment_id=7e9d81e8-114d-4133-914a-d7d767ebc7cd)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:21.850171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:21.852327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f98bfcce-581a-4dd5-a08e-9a3d61cfa70e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:21.903698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:51:21.936422 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=84d3ab85-2d92-4169-88d4-4994e85727bd,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:21.952105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:21.963860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cadab9c9-f075-4a86-9db6-b659d4109b64 None None] Provisioning complete for port ab5134cd-418c-45a7-b045-1c45a6891e74 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:21.964481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cadab9c9-f075-4a86-9db6-b659d4109b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.027054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-cadab9c9-f075-4a86-9db6-b659d4109b64 None None] Port ab5134cd-418c-45a7-b045-1c45a6891e74 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:22.089675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:22.094812 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8994217 Jun 03 21:51:22.097516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54770) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:22.102714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'network': {'name': 'tempest-RoutersTest-809341670'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:22.105256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Sync routers for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:22.109090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:22.114846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:network and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:22.115445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:22.116123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:22.119203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:22.125549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:22.142338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:22.146529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.179779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:51:22.190423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.190770 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Added segment c3b8f99d-ec8d-42dc-be62-aa106b40f338 of type vlan for network ad2d725a-43fb-4718-9f23-f8fd1f64a44f Jun 03 21:51:22.207081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.222126 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.242084 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.253195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.258928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:22.259553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.264775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5323fd41-f216-4e35-bbb5-3eadcf3f2fa7 tempest-NetworksIpV6TestAttrs-1165351047 tempest-NetworksIpV6TestAttrs-1165351047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:22.304244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:22.319721 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2210846 Jun 03 21:51:22.328946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54772) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:22.334891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'subnet': {'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:22.383276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Network': ['ID=ad2d725a-43fb-4718-9f23-f8fd1f64a44f,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:22.394756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:22.401860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.443117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network ad2d725a-43fb-4718-9f23-f8fd1f64a44f details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:51:22.450864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5ca9c36f-4338-4718-a1d3-6db3bfa6cc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:22.581428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:22.584780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network 0ff85872-d810-4876-beb4-e04e01c9a0b4 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:22.594737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:22.600991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:subnet and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:22.608858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Subnet': ['ID=fee094ac-f81e-4a21-92ef-26163a1b514b,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:22.611111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:22.620424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:22.621423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:22.625709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:22.626354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.659179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Allocated IP 172.26.3.227 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/d82a1f84-17eb-4068-8490-9263ce182b75) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:22.667873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:22.671292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.700553 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1482518 Jun 03 21:51:22.703186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54774) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:22.705202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc7169d-3e56-483d-8c94-34e6e076438f None None] Network 0ff85872-d810-4876-beb4-e04e01c9a0b4 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:22.708464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': '0ff85872-d810-4876-beb4-e04e01c9a0b4', 'fixed_ips': [{'subnet_id': '94845f96-47f5-450b-b424-df553a2fc5be'}, {'subnet_id': 'fee094ac-f81e-4a21-92ef-26163a1b514b'}], 'name': 'tempest-PortsTestJSON-95411652'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:22.855204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:22.859523 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:port and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:22.862876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:22.869330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:22.881488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:22.905879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e3661c45-e2ee-45d6-bf8d-293df866a33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:22.913848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8f929c49-c783-4499-b36b-e572703fb68c None None] Provisioning for port 3ee630f4-b846-4944-9a65-8dd93a95b20d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:22.954135 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:20Z', 'revision_number': 2, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:20Z', 'revision_number': 2, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:22.958856 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Checking router: 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:51:22.959220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Updating router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e port ab5134cd-418c-45a7-b045-1c45a6891e74 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:51:22.966609 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.016773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.040156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port 71acc8c7-2a3a-4ddf-b850-c43fa7ec09db yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:51:23.055226 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.066929 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.072953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0256f653-90fa-4a10-8554-b4bbb098f0f1 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:23.150949 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:23.161127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:23.167525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:23.199884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Pushing event updated for resources: {'Port': ['ID=d82a1f84-17eb-4068-8490-9263ce182b75,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:23.203380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:23.327011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3ee630f4-b846-4944-9a65-8dd93a95b20d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:23.481476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.11 (0ff85872-d810-4876-beb4-e04e01c9a0b4/94845f96-47f5-450b-b424-df553a2fc5be/71acc8c7-2a3a-4ddf-b850-c43fa7ec09db) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:23.483286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.24 (0ff85872-d810-4876-beb4-e04e01c9a0b4/fee094ac-f81e-4a21-92ef-26163a1b514b/71acc8c7-2a3a-4ddf-b850-c43fa7ec09db) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:23.516078 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 3ee630f4-b846-4944-9a65-8dd93a95b20d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:23.537616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3ee630f4-b846-4944-9a65-8dd93a95b20d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:23.538077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.719811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e584d-e484-4adf-9e9c-0f1a59069c1c None None] Update dhcp port {'port': {'network_id': '0ff85872-d810-4876-beb4-e04e01c9a0b4', 'fixed_ips': [{'subnet_id': '94845f96-47f5-450b-b424-df553a2fc5be', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fee094ac-f81e-4a21-92ef-26163a1b514b'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': '3ee630f4-b846-4944-9a65-8dd93a95b20d'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:51:23.731694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.749835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Transition to ACTIVE for port object 71acc8c7-2a3a-4ddf-b850-c43fa7ec09db will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:23.778468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.786751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c923b665-d859-4c9f-b2c6-b4184999a3f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:23.851439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e65e584d-e484-4adf-9e9c-0f1a59069c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.856104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network 0ff85872-d810-4876-beb4-e04e01c9a0b4 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:23.859762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:23.864883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:23.870087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.910118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.915955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-45cf9945-28c4-4f6f-93d5-1f57848618ac tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:23.916219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=71acc8c7-2a3a-4ddf-b850-c43fa7ec09db,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:23.920818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:23.922873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.941987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Transition to ACTIVE for port object ab5134cd-418c-45a7-b045-1c45a6891e74 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:23.950120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:23.950740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.971148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:23.981157 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.2740979 Jun 03 21:51:23.981157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54776) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:23.984490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f988443d-3870-47e3-a68f-a2ca0fe15b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:23.988209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a7e3f5de-3166-45ae-a1c3-1c9da7bde373 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '94845f96-47f5-450b-b424-df553a2fc5be'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:24.012872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:24.080613 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 3ee630f4-b846-4944-9a65-8dd93a95b20d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3ee630f4-b846-4944-9a65-8dd93a95b20d,segment=NetworkSegment(5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a),segment_id=5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:24.088189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Subnet': ['ID=e05bd3a1-15fa-4967-9d74-ae52109e72bb,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:24.098304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:24.109269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Checking segment: {'id': 'c3b8f99d-ec8d-42dc-be62-aa106b40f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:24.109700 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network hostable DHCP agents. Network: ad2d725a-43fb-4718-9f23-f8fd1f64a44f, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:51:24.144356 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f5de-3166-45ae-a1c3-1c9da7bde373 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:24.222888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network ad2d725a-43fb-4718-9f23-f8fd1f64a44f is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:51:24.283144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-e65e584d-e484-4adf-9e9c-0f1a59069c1c None None] Allocated IP 172.20.0.18 (0ff85872-d810-4876-beb4-e04e01c9a0b4/fee094ac-f81e-4a21-92ef-26163a1b514b/3ee630f4-b846-4944-9a65-8dd93a95b20d) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:24.298070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, ad2d725a-43fb-4718-9f23-f8fd1f64a44f) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:24.322734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:24.323315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:24.359353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e89e5f-496a-4dbb-884a-57b569269b61 None None] Network ad2d725a-43fb-4718-9f23-f8fd1f64a44f requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:24.375847 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:24.376806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 84d3ab85-2d92-4169-88d4-4994e85727bd up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:24.422289 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0921535 Jun 03 21:51:24.425191 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54778) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:24.576039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:24.605454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68ee66-7c61-4889-b256-a11b3098e05a None None] Pushing event updated for resources: {'Port': ['ID=ab5134cd-418c-45a7-b045-1c45a6891e74,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:24.666950 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3a68ee66-7c61-4889-b256-a11b3098e05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:24.694358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:24.820108 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e65e584d-e484-4adf-9e9c-0f1a59069c1c None None] For port 3ee630f4-b846-4944-9a65-8dd93a95b20d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3ee630f4-b846-4944-9a65-8dd93a95b20d,segment=NetworkSegment(5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a),segment_id=5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:24.839590 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Attempting to bind port ab5134cd-418c-45a7-b045-1c45a6891e74 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:24.839881 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Attempting to bind port ab5134cd-418c-45a7-b045-1c45a6891e74 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '7e9d81e8-114d-4133-914a-d7d767ebc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:24.840243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Attempting to bind port ab5134cd-418c-45a7-b045-1c45a6891e74 on network e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:24.866393 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:24.866762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Checking segment: {'id': '7e9d81e8-114d-4133-914a-d7d767ebc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:24.867164 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:24.867672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Bound using segment: {'id': '7e9d81e8-114d-4133-914a-d7d767ebc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:24.868045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Bound port: ab5134cd-418c-45a7-b045-1c45a6891e74, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9d81e8-114d-4133-914a-d7d767ebc7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:24.868414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:24.920280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=3ee630f4-b846-4944-9a65-8dd93a95b20d,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:24.927938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:24.961115 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.resource_extend [None req-e65e584d-e484-4adf-9e9c-0f1a59069c1c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 21:51:24.970953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 84d3ab85-2d92-4169-88d4-4994e85727bd triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:24.971998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.028065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e65e584d-e484-4adf-9e9c-0f1a59069c1c None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.117944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e65e584d-e484-4adf-9e9c-0f1a59069c1c None None] Transition to ACTIVE for port object 3ee630f4-b846-4944-9a65-8dd93a95b20d will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:25.139695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:51:25.140496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.153567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Router 935cf952-d99a-473c-8fe3-d10e18980616 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:51:25.156968 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e65e584d-e484-4adf-9e9c-0f1a59069c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.166614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-51d4b60d-7739-4aa0-8f9b-6a6268ac6b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:25.201564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-a7e3f5de-3166-45ae-a1c3-1c9da7bde373 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Delete allocated IP 172.20.0.24 (0ff85872-d810-4876-beb4-e04e01c9a0b4/fee094ac-f81e-4a21-92ef-26163a1b514b) {{(pid=104396) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 21:51:25.232946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] For port ab5134cd-418c-45a7-b045-1c45a6891e74, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:25.380342 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] For port ab5134cd-418c-45a7-b045-1c45a6891e74, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ab5134cd-418c-45a7-b045-1c45a6891e74,segment=NetworkSegment(7e9d81e8-114d-4133-914a-d7d767ebc7cd),segment_id=7e9d81e8-114d-4133-914a-d7d767ebc7cd)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:25.410812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f5de-3166-45ae-a1c3-1c9da7bde373 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.430637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-a7e3f5de-3166-45ae-a1c3-1c9da7bde373 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Ignored duplicate provisioning block setup for port 71acc8c7-2a3a-4ddf-b850-c43fa7ec09db by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 21:51:25.436679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f5de-3166-45ae-a1c3-1c9da7bde373 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.445271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.452451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f7c36977-9802-45e7-9946-3576599a06d5 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:25.457732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e584d-e484-4adf-9e9c-0f1a59069c1c None None] Pushing event updated for resources: {'Port': ['ID=3ee630f4-b846-4944-9a65-8dd93a95b20d,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:25.476925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e65e584d-e484-4adf-9e9c-0f1a59069c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:25.484428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-65e573ac-f6d6-42c1-9fd6-38d5cada73b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:25.537131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.537354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3f5de-3166-45ae-a1c3-1c9da7bde373 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=71acc8c7-2a3a-4ddf-b850-c43fa7ec09db,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:25.574865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.616567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3e5ceffe-e6a6-4635-81ed-59b9ed9aca97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.634292 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a7e3f5de-3166-45ae-a1c3-1c9da7bde373 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:25.674157 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:25.674789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:50:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:25.693854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3f5de-3166-45ae-a1c3-1c9da7bde373 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] In _notify_port_updated(), no bound segment for port 71acc8c7-2a3a-4ddf-b850-c43fa7ec09db on network 0ff85872-d810-4876-beb4-e04e01c9a0b4 {{(pid=104396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:51:25.706551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e3f5de-3166-45ae-a1c3-1c9da7bde373 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:25.707683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f5de-3166-45ae-a1c3-1c9da7bde373 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.712169 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a7e3f5de-3166-45ae-a1c3-1c9da7bde373 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "PUT /v2.0/ports/71acc8c7-2a3a-4ddf-b850-c43fa7ec09db HTTP/1.1" status: 200 len: 918 time: 1.7298560 Jun 03 21:51:25.712912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54782) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:25.719110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-8fd60f25-6274-4f27-86e3-809c48e84262 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '94845f96-47f5-450b-b424-df553a2fc5be'}, {'subnet_id': 'fee094ac-f81e-4a21-92ef-26163a1b514b'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:25.807340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:25.812697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3ee630f4-b846-4944-9a65-8dd93a95b20d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:25.820304 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c131ce2a-74b4-483b-af04-512d9c7b0786 None None] Sync routers for ids ['935cf952-d99a-473c-8fe3-d10e18980616'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:25.840512 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c131ce2a-74b4-483b-af04-512d9c7b0786 None None] Routers {'935cf952-d99a-473c-8fe3-d10e18980616'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:25.841439 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c131ce2a-74b4-483b-af04-512d9c7b0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['935cf952-d99a-473c-8fe3-d10e18980616'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:25.887676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8fd60f25-6274-4f27-86e3-809c48e84262 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.948705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:25.957922 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c131ce2a-74b4-483b-af04-512d9c7b0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:25.963178 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2154617 Jun 03 21:51:25.964049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54784) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:25.965040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Allocated IP 172.21.0.2 (ad2d725a-43fb-4718-9f23-f8fd1f64a44f/e05bd3a1-15fa-4967-9d74-ae52109e72bb/16c1c445-e38d-4bd2-984e-2cfcfe751573) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:25.974078 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c131ce2a-74b4-483b-af04-512d9c7b0786 None None] Routers {'935cf952-d99a-473c-8fe3-d10e18980616'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:25.975396 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c131ce2a-74b4-483b-af04-512d9c7b0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['935cf952-d99a-473c-8fe3-d10e18980616'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:25.978494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:25.995738 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68ee66-7c61-4889-b256-a11b3098e05a None None] Pushing event updated for resources: {'Port': ['ID=ab5134cd-418c-45a7-b045-1c45a6891e74,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:26.006832 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3a68ee66-7c61-4889-b256-a11b3098e05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:26.065146 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c131ce2a-74b4-483b-af04-512d9c7b0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:26.065802 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c131ce2a-74b4-483b-af04-512d9c7b0786 None None] The sync data for ids ['935cf952-d99a-473c-8fe3-d10e18980616'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:26.069307 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:26.362301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-8fd60f25-6274-4f27-86e3-809c48e84262 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.21 (0ff85872-d810-4876-beb4-e04e01c9a0b4/fee094ac-f81e-4a21-92ef-26163a1b514b/71acc8c7-2a3a-4ddf-b850-c43fa7ec09db) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:26.415604 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71d288e-17fc-4b5e-a84a-8e00e0e6fb0d None None] Network 0ff85872-d810-4876-beb4-e04e01c9a0b4 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:26.553086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8fd60f25-6274-4f27-86e3-809c48e84262 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.571262 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-8fd60f25-6274-4f27-86e3-809c48e84262 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Ignored duplicate provisioning block setup for port 71acc8c7-2a3a-4ddf-b850-c43fa7ec09db by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 21:51:26.572131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-776f1e3f-3d7d-4236-92f7-e6779462a0b0 None None] Provisioning for port 3ee630f4-b846-4944-9a65-8dd93a95b20d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:26.578282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8fd60f25-6274-4f27-86e3-809c48e84262 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.586155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:26.692344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-776f1e3f-3d7d-4236-92f7-e6779462a0b0 None None] Provisioning complete for port 3ee630f4-b846-4944-9a65-8dd93a95b20d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:26.692632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-776f1e3f-3d7d-4236-92f7-e6779462a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.741714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.753232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd60f25-6274-4f27-86e3-809c48e84262 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=71acc8c7-2a3a-4ddf-b850-c43fa7ec09db,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:26.763992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.766179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8fd60f25-6274-4f27-86e3-809c48e84262 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:26.768832 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.800218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-8fd60f25-6274-4f27-86e3-809c48e84262 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] In _notify_port_updated(), no bound segment for port 71acc8c7-2a3a-4ddf-b850-c43fa7ec09db on network 0ff85872-d810-4876-beb4-e04e01c9a0b4 {{(pid=104396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:51:26.805868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd60f25-6274-4f27-86e3-809c48e84262 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:26.806502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8fd60f25-6274-4f27-86e3-809c48e84262 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.808001 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8fd60f25-6274-4f27-86e3-809c48e84262 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "PUT /v2.0/ports/71acc8c7-2a3a-4ddf-b850-c43fa7ec09db HTTP/1.1" status: 200 len: 998 time: 1.0938349 Jun 03 21:51:26.811936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54786) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:26.846417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Deleting port d82a1f84-17eb-4068-8490-9263ce182b75 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:26.846860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.857349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.930095 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Transition to ACTIVE for port object 16c1c445-e38d-4bd2-984e-2cfcfe751573 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:26.953938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.965834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-45b7f1fc-0ce4-4527-9c9f-44c855904bee tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 71acc8c7-2a3a-4ddf-b850-c43fa7ec09db {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:26.966237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-45b7f1fc-0ce4-4527-9c9f-44c855904bee tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.979763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:26.996021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Transition to ACTIVE for port object 16c1c445-e38d-4bd2-984e-2cfcfe751573 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:27.059306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:27.067159 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-82384c9a-9463-4ed1-8e54-ae8870ceb4d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:27.171743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Network ad2d725a-43fb-4718-9f23-f8fd1f64a44f is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:27.172683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Pushing event updated for resources: {'Port': ['ID=16c1c445-e38d-4bd2-984e-2cfcfe751573,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:27.176162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:27.178376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:27.182216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:27.232049 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:20Z', 'revision_number': 2, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:25Z', 'revision_number': 4, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:27.257740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-45b7f1fc-0ce4-4527-9c9f-44c855904bee tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:27.265772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b9067-017f-4bcc-9685-259e23eba0e6 None None] The sync data for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv is: [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:20Z', 'revision_number': 2, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:25Z', 'revision_number': 4, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:27.304887 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Attempting to bind port 16c1c445-e38d-4bd2-984e-2cfcfe751573 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:27.305636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Attempting to bind port 16c1c445-e38d-4bd2-984e-2cfcfe751573 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'c3b8f99d-ec8d-42dc-be62-aa106b40f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:27.306398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Attempting to bind port 16c1c445-e38d-4bd2-984e-2cfcfe751573 on network ad2d725a-43fb-4718-9f23-f8fd1f64a44f {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:27.306796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Calling delete_port for d82a1f84-17eb-4068-8490-9263ce182b75 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:27.315424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:27.323012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Checking segment: {'id': 'c3b8f99d-ec8d-42dc-be62-aa106b40f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:27.323708 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:27.325610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Bound using segment: {'id': 'c3b8f99d-ec8d-42dc-be62-aa106b40f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:27.326234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Bound port: 16c1c445-e38d-4bd2-984e-2cfcfe751573, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b8f99d-ec8d-42dc-be62-aa106b40f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:27.326723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:27.354492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Allocated IP 172.21.0.1 (ad2d725a-43fb-4718-9f23-f8fd1f64a44f/e05bd3a1-15fa-4967-9d74-ae52109e72bb/fb8875e0-0637-431c-9d12-da57bc15ef45) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:27.418679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-45b7f1fc-0ce4-4527-9c9f-44c855904bee tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 71acc8c7-2a3a-4ddf-b850-c43fa7ec09db owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:27.459838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] For port 16c1c445-e38d-4bd2-984e-2cfcfe751573, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:27.464816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] For port 16c1c445-e38d-4bd2-984e-2cfcfe751573, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=16c1c445-e38d-4bd2-984e-2cfcfe751573,segment=NetworkSegment(c3b8f99d-ec8d-42dc-be62-aa106b40f338),segment_id=c3b8f99d-ec8d-42dc-be62-aa106b40f338)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:27.476776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:27.482602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-532a3a62-e7b4-4f49-af1e-69c3365530c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:27.657838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Pushing event updated for resources: {'Port': ['ID=16c1c445-e38d-4bd2-984e-2cfcfe751573,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:27.669390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:27.670373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:27.679313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cd1a93ac-64e4-4c8e-849a-e92b1bdb4e16 None None] Provisioning complete for port 3ee630f4-b846-4944-9a65-8dd93a95b20d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:27.679811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cd1a93ac-64e4-4c8e-849a-e92b1bdb4e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:27.731912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-45b7f1fc-0ce4-4527-9c9f-44c855904bee tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:27.740228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3ffd5140-e285-4fff-8e9f-62c90f528a95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:27.789483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Transition to ACTIVE for port object fb8875e0-0637-431c-9d12-da57bc15ef45 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:27.867903 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:27.873504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bc02c418-a5e7-4329-8b68-82c16071a86c tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:27.880484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cd1a93ac-64e4-4c8e-849a-e92b1bdb4e16 None None] Could not find standard attr ID for object 71acc8c7-2a3a-4ddf-b850-c43fa7ec09db. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:51:27.900281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7f1fc-0ce4-4527-9c9f-44c855904bee tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=71acc8c7-2a3a-4ddf-b850-c43fa7ec09db,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:27.913840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-45b7f1fc-0ce4-4527-9c9f-44c855904bee tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:27.926403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:27.977463 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Pushing event deleted for resources: {'Port': ['ID=d82a1f84-17eb-4068-8490-9263ce182b75,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:27.981660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:27.993736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bdf5b7aa-f649-45b6-916d-c146324e75f7 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:28.058817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network ad2d725a-43fb-4718-9f23-f8fd1f64a44f is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:28.066184 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:28.087508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-45b7f1fc-0ce4-4527-9c9f-44c855904bee tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.096009 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f10fac9d-6d7f-4726-a500-47bbf77e4f10 None None] Could not find standard attr ID for object 71acc8c7-2a3a-4ddf-b850-c43fa7ec09db. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:51:28.107761 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-45b7f1fc-0ce4-4527-9c9f-44c855904bee tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/71acc8c7-2a3a-4ddf-b850-c43fa7ec09db HTTP/1.1" status: 204 len: 168 time: 1.2941582 Jun 03 21:51:28.110206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54788) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:28.127871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:28.163798 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e4eaf0-1699-4b36-80d7-195eb95eea9a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:51:28.164632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-31e4eaf0-1699-4b36-80d7-195eb95eea9a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:28.187188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-31e4eaf0-1699-4b36-80d7-195eb95eea9a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:28.191105 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-31e4eaf0-1699-4b36-80d7-195eb95eea9a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/71acc8c7-2a3a-4ddf-b850-c43fa7ec09db HTTP/1.1" status: 404 len: 333 time: 0.0772266 Jun 03 21:51:28.191301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54790) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:28.243033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=fb8875e0-0637-431c-9d12-da57bc15ef45,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:28.253355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:28.274931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.293363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab77b177-a5ff-40e6-801d-efad3cc20c76 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting subnet fee094ac-f81e-4a21-92ef-26163a1b514b {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:28.296738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab77b177-a5ff-40e6-801d-efad3cc20c76 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.304689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.311722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-585ce306-c82d-401b-adbb-4db8d347a310 None None] Could not find standard attr ID for object 71acc8c7-2a3a-4ddf-b850-c43fa7ec09db. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:51:28.369327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.381568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab77b177-a5ff-40e6-801d-efad3cc20c76 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.490121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab77b177-a5ff-40e6-801d-efad3cc20c76 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.525719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-58c9b22f-d5cb-4717-a7e6-1ad769c40e48 None None] Could not find standard attr ID for object 71acc8c7-2a3a-4ddf-b850-c43fa7ec09db. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:51:28.742510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.773307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.831719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab77b177-a5ff-40e6-801d-efad3cc20c76 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.836633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9684499c-588a-4184-bccf-6d3c97d0c4c3 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:28.880757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77b177-a5ff-40e6-801d-efad3cc20c76 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Subnet': ['ID=fee094ac-f81e-4a21-92ef-26163a1b514b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:28.884137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ab77b177-a5ff-40e6-801d-efad3cc20c76 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:28.885144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ab77b177-a5ff-40e6-801d-efad3cc20c76 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:28.894533 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ab77b177-a5ff-40e6-801d-efad3cc20c76 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/fee094ac-f81e-4a21-92ef-26163a1b514b HTTP/1.1" status: 204 len: 168 time: 0.6988547 Jun 03 21:51:28.895993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54792) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:28.898058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abb6700-d1e7-487d-89d4-7eed24ed6a2b None None] Network 0ff85872-d810-4876-beb4-e04e01c9a0b4 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:28.990964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbe8c55-cdb2-45ff-9bab-a93e1c3f833f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting subnet 94845f96-47f5-450b-b424-df553a2fc5be {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:28.994872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0cbe8c55-cdb2-45ff-9bab-a93e1c3f833f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:29.088055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0cbe8c55-cdb2-45ff-9bab-a93e1c3f833f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:29.138396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Router 935cf952-d99a-473c-8fe3-d10e18980616 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:51:29.143047 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:29.184156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0cbe8c55-cdb2-45ff-9bab-a93e1c3f833f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:29.203727 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73298fc-22a2-4822-8bcd-090a42ba490c None None] Network ad2d725a-43fb-4718-9f23-f8fd1f64a44f requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:29.338506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-53d42e7e-c895-48f8-91e5-bf5902f867c6 None None] Provisioning for port 16c1c445-e38d-4bd2-984e-2cfcfe751573 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:29.551065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:29.561068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0cbe8c55-cdb2-45ff-9bab-a93e1c3f833f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:29.568396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-172a2e4d-80aa-4485-9dca-6d82ced3dd08 tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:29.572546 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89641f-d06b-4b1e-9504-42ec05a7faf5 None None] Sync routers for ids ['935cf952-d99a-473c-8fe3-d10e18980616'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:29.589616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89641f-d06b-4b1e-9504-42ec05a7faf5 None None] Routers {'935cf952-d99a-473c-8fe3-d10e18980616'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:29.590710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ca89641f-d06b-4b1e-9504-42ec05a7faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['935cf952-d99a-473c-8fe3-d10e18980616'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:29.630285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe8c55-cdb2-45ff-9bab-a93e1c3f833f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Subnet': ['ID=94845f96-47f5-450b-b424-df553a2fc5be,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:29.633830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0cbe8c55-cdb2-45ff-9bab-a93e1c3f833f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:29.635079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0cbe8c55-cdb2-45ff-9bab-a93e1c3f833f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:29.640462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:29.646886 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "PUT /v2.0/routers/935cf952-d99a-473c-8fe3-d10e18980616 HTTP/1.1" status: 200 len: 709 time: 3.6798499 Jun 03 21:51:29.650343 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0cbe8c55-cdb2-45ff-9bab-a93e1c3f833f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/94845f96-47f5-450b-b424-df553a2fc5be HTTP/1.1" status: 204 len: 168 time: 0.7530377 Jun 03 21:51:29.650956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54794) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:29.672609 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54796) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:29.686484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ca89641f-d06b-4b1e-9504-42ec05a7faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:29.701428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89641f-d06b-4b1e-9504-42ec05a7faf5 None None] Routers {'935cf952-d99a-473c-8fe3-d10e18980616'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:29.702073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ca89641f-d06b-4b1e-9504-42ec05a7faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['935cf952-d99a-473c-8fe3-d10e18980616'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:29.795014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ca89641f-d06b-4b1e-9504-42ec05a7faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:29.795429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89641f-d06b-4b1e-9504-42ec05a7faf5 None None] The sync data for ids ['935cf952-d99a-473c-8fe3-d10e18980616'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:29.802227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 16c1c445-e38d-4bd2-984e-2cfcfe751573 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:29.925775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 16c1c445-e38d-4bd2-984e-2cfcfe751573 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:29.934073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 16c1c445-e38d-4bd2-984e-2cfcfe751573 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:29.934514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:29.977118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.026924 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-13e0e59f-47ee-4b45-bac2-ab1194484a82 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/routers/935cf952-d99a-473c-8fe3-d10e18980616 HTTP/1.1" status: 200 len: 744 time: 0.3743975 Jun 03 21:51:30.029989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54798) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:30.088555 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-dc5422fa-8d78-4a43-b68a-a888405bfdd8 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&device_id=935cf952-d99a-473c-8fe3-d10e18980616 HTTP/1.1" status: 200 len: 205 time: 0.0573030 Jun 03 21:51:30.091667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54800) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:30.127656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.132066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 3ee630f4-b846-4944-9a65-8dd93a95b20d {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:30.132711 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.132862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975980e0-f205-4930-8e56-ab1e143638d7 None None] Network 0ff85872-d810-4876-beb4-e04e01c9a0b4 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:30.152541 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.153356 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8ecc87fe-ebd6-4972-96fb-3c01e85dc780 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "GET /v2.0/ports?device_id=935cf952-d99a-473c-8fe3-d10e18980616 HTTP/1.1" status: 200 len: 205 time: 0.0601845 Jun 03 21:51:30.155744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54802) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:30.160954 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.187289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9d8cf911-a442-43a3-b1d3-176de22b9c91 tempest-TestServerAdvancedOps-1531026357 tempest-TestServerAdvancedOps-1531026357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:30.278761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cea4ff6f-31a8-49a9-9582-e4bd07b1a50f None None] Provisioning complete for port 3ee630f4-b846-4944-9a65-8dd93a95b20d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:30.279141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cea4ff6f-31a8-49a9-9582-e4bd07b1a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.324519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1d27cc14-0f26-4015-b228-f3f8ed7cc3db tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.367895 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=fb8875e0-0637-431c-9d12-da57bc15ef45,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:30.370541 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:30.371574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.417649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] For port 3ee630f4-b846-4944-9a65-8dd93a95b20d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3ee630f4-b846-4944-9a65-8dd93a95b20d,segment=NetworkSegment(5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a),segment_id=5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:30.418043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.421556 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 16c1c445-e38d-4bd2-984e-2cfcfe751573, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=16c1c445-e38d-4bd2-984e-2cfcfe751573,segment=NetworkSegment(c3b8f99d-ec8d-42dc-be62-aa106b40f338),segment_id=c3b8f99d-ec8d-42dc-be62-aa106b40f338)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:30.442752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.443624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ab5134cd-418c-45a7-b045-1c45a6891e74 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:30.503284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b2dbc4d5-9393-49d0-b019-685d11855e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:30.637632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port ab5134cd-418c-45a7-b045-1c45a6891e74 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:30.643602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=16c1c445-e38d-4bd2-984e-2cfcfe751573,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:30.653355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:30.657089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ab5134cd-418c-45a7-b045-1c45a6891e74 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:30.657581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.696745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1d27cc14-0f26-4015-b228-f3f8ed7cc3db tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.699402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1d27cc14-0f26-4015-b228-f3f8ed7cc3db tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.732661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1d27cc14-0f26-4015-b228-f3f8ed7cc3db tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.733018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d27cc14-0f26-4015-b228-f3f8ed7cc3db tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Fanout notify agent at l3_agent the message router_deleted on router 935cf952-d99a-473c-8fe3-d10e18980616 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:51:30.746011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1d27cc14-0f26-4015-b228-f3f8ed7cc3db tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.747914 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1d27cc14-0f26-4015-b228-f3f8ed7cc3db tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "DELETE /v2.0/routers/935cf952-d99a-473c-8fe3-d10e18980616 HTTP/1.1" status: 204 len: 168 time: 0.5875773 Jun 03 21:51:30.753330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54804) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:30.770049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 3ee630f4-b846-4944-9a65-8dd93a95b20d owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:30.806645 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-85b6a9a1-b34c-448f-8bcd-c29e18a5d8ed tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "GET /v2.0/ports?device_id=935cf952-d99a-473c-8fe3-d10e18980616 HTTP/1.1" status: 200 len: 205 time: 0.0494220 Jun 03 21:51:30.806912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54806) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:30.845377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d0d27-3219-467a-a2f1-f4fb7c72bf75 None None] DHCP port deletion for 0ff85872-d810-4876-beb4-e04e01c9a0b4 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:51:30.887534 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-d749f0a2-16db-41ac-a660-85ffeef8700b tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] delete failed (client error): The resource could not be found. Jun 03 21:51:30.888586 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d749f0a2-16db-41ac-a660-85ffeef8700b tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "DELETE /v2.0/routers/935cf952-d99a-473c-8fe3-d10e18980616 HTTP/1.1" status: 404 len: 336 time: 0.0806668 Jun 03 21:51:30.892310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54808) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:30.918560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.924969 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network ad2d725a-43fb-4718-9f23-f8fd1f64a44f is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:30.926904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:30.928936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b6c1c868-cf93-4893-82c7-ab60655a278f None None] Provisioning for port fb8875e0-0637-431c-9d12-da57bc15ef45 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:30.936845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b6c1c868-cf93-4893-82c7-ab60655a278f None None] Provisioning complete for port fb8875e0-0637-431c-9d12-da57bc15ef45 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:30.937220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c868-cf93-4893-82c7-ab60655a278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:30.954282 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-83d476fa-8dc6-405e-bdf1-aec3469f4498 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "GET /v2.0/ports?device_id=fe16252f-70ec-463c-a82e-f8c82c14d702 HTTP/1.1" status: 200 len: 205 time: 0.0577791 Jun 03 21:51:30.955066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54810) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.021099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.030182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port ab5134cd-418c-45a7-b045-1c45a6891e74, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ab5134cd-418c-45a7-b045-1c45a6891e74,segment=NetworkSegment(7e9d81e8-114d-4133-914a-d7d767ebc7cd),segment_id=7e9d81e8-114d-4133-914a-d7d767ebc7cd)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:31.034253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1c868-cf93-4893-82c7-ab60655a278f None None] Port fb8875e0-0637-431c-9d12-da57bc15ef45 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:31.034469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-46f24fe6-3e10-4b4f-9fb4-580873de7619 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:31.036846 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-a1afdf8d-1ab0-4aa9-997c-62828d524e15 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] delete failed (client error): The resource could not be found. Jun 03 21:51:31.038121 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a1afdf8d-1ab0-4aa9-997c-62828d524e15 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "DELETE /v2.0/routers/fe16252f-70ec-463c-a82e-f8c82c14d702 HTTP/1.1" status: 404 len: 336 time: 0.0817425 Jun 03 21:51:31.040804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54812) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.041090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.044329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3529add8-1e32-489e-a412-4e6e9fd51403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:31.112638 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-aa09381c-0193-4ee1-b03f-492b290362e6 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f1d23c4-339a-4c8e-bc09-94345f05e906 HTTP/1.1" status: 200 len: 205 time: 0.0701206 Jun 03 21:51:31.113260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-710d0d27-3219-467a-a2f1-f4fb7c72bf75 None None] Deleting port 3ee630f4-b846-4944-9a65-8dd93a95b20d {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:31.113652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-710d0d27-3219-467a-a2f1-f4fb7c72bf75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.114890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54814) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.139149 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b6c1c868-cf93-4893-82c7-ab60655a278f None None] Provisioning complete for port 16c1c445-e38d-4bd2-984e-2cfcfe751573 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:31.139435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c868-cf93-4893-82c7-ab60655a278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.167504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=3ee630f4-b846-4944-9a65-8dd93a95b20d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:31.170245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:31.181016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No DVR routers for this DVR port 3ee630f4-b846-4944-9a65-8dd93a95b20d on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:31.187666 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-2a37c29a-e110-4d5d-9855-85bcd41f0f45 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] delete failed (client error): The resource could not be found. Jun 03 21:51:31.189193 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2a37c29a-e110-4d5d-9855-85bcd41f0f45 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "DELETE /v2.0/routers/7f1d23c4-339a-4c8e-bc09-94345f05e906 HTTP/1.1" status: 404 len: 336 time: 0.0726399 Jun 03 21:51:31.198140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54816) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.251447 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-688e08ca-20c8-46f2-a57e-62eb10f0b343 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "GET /v2.0/ports?device_id=39d0088c-cbee-404e-b166-0c53c4e4a174 HTTP/1.1" status: 200 len: 205 time: 0.0499399 Jun 03 21:51:31.251743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54818) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.293022 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=ab5134cd-418c-45a7-b045-1c45a6891e74,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:31.300352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:31.331752 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-2558e364-1361-46a7-9f69-125e0d800238 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] delete failed (client error): The resource could not be found. Jun 03 21:51:31.334722 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2558e364-1361-46a7-9f69-125e0d800238 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "DELETE /v2.0/routers/39d0088c-cbee-404e-b166-0c53c4e4a174 HTTP/1.1" status: 404 len: 336 time: 0.0802712 Jun 03 21:51:31.334919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-710d0d27-3219-467a-a2f1-f4fb7c72bf75 None None] For port 3ee630f4-b846-4944-9a65-8dd93a95b20d, host dv-neutron-792998-2-hyperv, got binding levels [] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:31.335019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-710d0d27-3219-467a-a2f1-f4fb7c72bf75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.335809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54820) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.360531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:51:31.362803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.379165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff85872-d810-4876-beb4-e04e01c9a0b4']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:31.387599 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d9365e5a-cba9-4696-88ac-74a4eeb482cd tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "GET /v2.0/ports?device_id=c94ec133-a9be-4a5c-96e3-a8e0a5b84363 HTTP/1.1" status: 200 len: 205 time: 0.0481405 Jun 03 21:51:31.388183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54822) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.400105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:31.400327 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5083e1ce-a2c5-44aa-a1a1-f6faa4aca10a') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:31.460409 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-6707955f-a28e-4253-8484-0098182b6456 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] delete failed (client error): The resource could not be found. Jun 03 21:51:31.461736 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6707955f-a28e-4253-8484-0098182b6456 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "DELETE /v2.0/routers/c94ec133-a9be-4a5c-96e3-a8e0a5b84363 HTTP/1.1" status: 404 len: 336 time: 0.0722723 Jun 03 21:51:31.464026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54824) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.467176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.513475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-710d0d27-3219-467a-a2f1-f4fb7c72bf75 None None] Calling delete_port for 3ee630f4-b846-4944-9a65-8dd93a95b20d owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:31.518912 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d00d52d1-1af4-4736-b5f4-a844eb612e27 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "GET /v2.0/ports?device_id=555d67ba-6466-4ea7-9307-eb97083bde40 HTTP/1.1" status: 200 len: 205 time: 0.0525444 Jun 03 21:51:31.519116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.ipam_backend_mixin [None req-710d0d27-3219-467a-a2f1-f4fb7c72bf75 None None] Port 3ee630f4-b846-4944-9a65-8dd93a95b20d was not found and therefore no delete operation was performed {{(pid=104398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:51:31.520197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54826) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.527615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-710d0d27-3219-467a-a2f1-f4fb7c72bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.534590 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f0aab339-cf69-4d74-9f71-dc846b820ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:31.583511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.586380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d0d27-3219-467a-a2f1-f4fb7c72bf75 None None] Pushing event deleted for resources: {'Port': ['ID=3ee630f4-b846-4944-9a65-8dd93a95b20d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:31.588847 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-710d0d27-3219-467a-a2f1-f4fb7c72bf75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:31.595947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d0d27-3219-467a-a2f1-f4fb7c72bf75 None None] No DVR routers for this DVR port 3ee630f4-b846-4944-9a65-8dd93a95b20d on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:31.596439 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-c89289b4-809d-4ed2-a601-056fd9cb34f6 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] delete failed (client error): The resource could not be found. Jun 03 21:51:31.600069 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c89289b4-809d-4ed2-a601-056fd9cb34f6 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "DELETE /v2.0/routers/555d67ba-6466-4ea7-9307-eb97083bde40 HTTP/1.1" status: 404 len: 336 time: 0.0761960 Jun 03 21:51:31.601220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54828) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.606113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:51:31.606493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:51:31.623566 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:51:31.640072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 16c1c445-e38d-4bd2-984e-2cfcfe751573 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:31.715631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8ae51e5d-6615-414d-9e11-2c08dfbcd751 None None] Provisioning complete for port fb8875e0-0637-431c-9d12-da57bc15ef45 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:31.715953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ae51e5d-6615-414d-9e11-2c08dfbcd751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.729493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:31.738842 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Sync routers for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:31.750500 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:31.751293 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:31.759534 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3325908 Jun 03 21:51:31.760498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.762540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54830) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.773587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'network': {'name': 'tempest-RoutersTest-730228408'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:31.778547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3a8e8ab8-e118-4096-8bf5-b1a2432a3652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:31.803213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8ae51e5d-6615-414d-9e11-2c08dfbcd751 None None] Port fb8875e0-0637-431c-9d12-da57bc15ef45 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:31.807189 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-68733cf2-57cc-4c4c-9666-e75c05cdf6f1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] DELETE failed (client error): The resource could not be found. Jun 03 21:51:31.808230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68733cf2-57cc-4c4c-9666-e75c05cdf6f1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:51:31.810102 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-68733cf2-57cc-4c4c-9666-e75c05cdf6f1 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] 10.222.0.96 "DELETE /v2.0/subnets/cd7036ec-3309-4d16-8359-ff517f45cb1e HTTP/1.1" status: 404 len: 337 time: 0.2083905 Jun 03 21:51:31.813834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.814579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 16c1c445-e38d-4bd2-984e-2cfcfe751573 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:31.814720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.820046 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/networks/0ff85872-d810-4876-beb4-e04e01c9a0b4 HTTP/1.1" status: 204 len: 168 time: 2.1333237 Jun 03 21:51:31.820437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54834) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.831691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Network': ['ID=0ff85872-d810-4876-beb4-e04e01c9a0b4,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:31.835571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:31.838190 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:31.859069 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-978b75aa-d222-4ffe-98d2-4c234c382532 req-fa832c21-c171-49b8-b3c2-9bd6f77221e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3631716 Jun 03 21:51:31.862576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:network and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:31.866019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for network was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:31.873132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:31.937354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:31.941653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:31.951050 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7c7fd-fe6d-4458-b213-36abf9f4b812 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:31.956812 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:31.957343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54836) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:31.957983 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6dc7c7fd-fe6d-4458-b213-36abf9f4b812 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1363103 Jun 03 21:51:32.008651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ab5134cd-418c-45a7-b045-1c45a6891e74 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:32.036869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:51:32.057109 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.057447 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Added segment d0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12 of type vlan for network 29ed646c-3940-4813-a41d-0e759e6ad402 Jun 03 21:51:32.098479 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ab5134cd-418c-45a7-b045-1c45a6891e74 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:32.099240 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.140336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b75aa-d222-4ffe-98d2-4c234c382532 req-85da2076-50db-4a5a-a3d4-dac99ec3f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:32.142977 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-978b75aa-d222-4ffe-98d2-4c234c382532 req-85da2076-50db-4a5a-a3d4-dac99ec3f0b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 1098 time: 0.2593939 Jun 03 21:51:32.145073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.153133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3ad79383-f8e0-4746-8cb4-713f6057dec0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:32.222120 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3ad79383-f8e0-4746-8cb4-713f6057dec0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:32.224250 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3ad79383-f8e0-4746-8cb4-713f6057dec0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2659042 Jun 03 21:51:32.229081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54840) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:32.234040 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54842) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:32.237090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1156133396'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:32.245995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:32.297525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:network and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:32.310298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:32.313574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.319405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:32.320039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.330156 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-554b4904-cb9c-4056-ab2e-4f3ca263d424 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:32.341751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3ee630f4-b846-4944-9a65-8dd93a95b20d no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:51:32.347830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:32.368214 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:28Z', 'revision_number': 3, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:29Z', 'revision_number': 2, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:32.374058 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Checking router: 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:51:32.374718 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Updating router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e port fb8875e0-0637-431c-9d12-da57bc15ef45 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:51:32.381998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 3ee630f4-b846-4944-9a65-8dd93a95b20d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:51:32.382349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3ee630f4-b846-4944-9a65-8dd93a95b20d not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:51:32.406686 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6396880 Jun 03 21:51:32.409767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54846) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:32.419136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aed8af4c-57d5-403d-814d-d01361aed009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.436068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-aed8af4c-57d5-403d-814d-d01361aed009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:32.440170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-aed8af4c-57d5-403d-814d-d01361aed009 admin admin] Usage tracker for resource:security_group_rule and tenant:936834ed6fb44947bf76819d0fa653eb is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:32.441773 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.443349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-aed8af4c-57d5-403d-814d-d01361aed009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:32.449326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-aed8af4c-57d5-403d-814d-d01361aed009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:32.458524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'subnet': {'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:32.484817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:32.488849 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.563515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aed8af4c-57d5-403d-814d-d01361aed009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.569166 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aed8af4c-57d5-403d-814d-d01361aed009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.579212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6e7ea053-f279-4055-aedc-9f154d1b7050 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:32.625003 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-aed8af4c-57d5-403d-814d-d01361aed009 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=936834ed6fb44947bf76819d0fa653eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3898120 Jun 03 21:51:32.625595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54848) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:32.627938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8af4c-57d5-403d-814d-d01361aed009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df7c3cb-4a55-4f83-80d9-766a90c41be5,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:32.653583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-aed8af4c-57d5-403d-814d-d01361aed009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:32.686316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Network': ['ID=29ed646c-3940-4813-a41d-0e759e6ad402,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:32.691176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ca18e4a5-8083-4f12-b82c-626fff545668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.696702 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:32.703605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 29ed646c-3940-4813-a41d-0e759e6ad402 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:51:32.710855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b75aa-d222-4ffe-98d2-4c234c382532 req-f6f90671-e81c-4207-b696-740ddbdbd017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:32.712358 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-978b75aa-d222-4ffe-98d2-4c234c382532 req-f6f90671-e81c-4207-b696-740ddbdbd017 service neutron] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 914 time: 0.5428784 Jun 03 21:51:32.717969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ca18e4a5-8083-4f12-b82c-626fff545668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.774425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ca18e4a5-8083-4f12-b82c-626fff545668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.784073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7c22f5c6-437d-4580-a9fa-1dbfc6a8f76b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:32.798686 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18e4a5-8083-4f12-b82c-626fff545668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df7c3cb-4a55-4f83-80d9-766a90c41be5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:32.802843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ca18e4a5-8083-4f12-b82c-626fff545668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.806724 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ca18e4a5-8083-4f12-b82c-626fff545668 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8df7c3cb-4a55-4f83-80d9-766a90c41be5 HTTP/1.1" status: 204 len: 168 time: 0.1799092 Jun 03 21:51:32.807800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ca18e4a5-8083-4f12-b82c-626fff545668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:32.847503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:51:32.880088 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.882223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.882563 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Added segment a2166aea-12b3-4761-85b9-83669658b4f5 of type vlan for network 4846efcf-fb2f-4183-9403-36f1be92ae9c Jun 03 21:51:32.896424 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Transition to ACTIVE for port object fb8875e0-0637-431c-9d12-da57bc15ef45 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:32.899101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:32.905543 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:32.910713 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:32.916063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:subnet and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:32.923284 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-978b75aa-d222-4ffe-98d2-4c234c382532 req-60ae10ea-4e88-4d76-bbff-e2676435ef71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3689881-9794-4783-a99f-8358093df719 HTTP/1.1" status: 200 len: 1001 time: 0.2024293 Jun 03 21:51:32.925991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:32.977799 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:32.989746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.017898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:33.021631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.059869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b75aa-d222-4ffe-98d2-4c234c382532 req-8e62854a-5892-47fc-87d6-2aa4721ba8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:33.061636 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-978b75aa-d222-4ffe-98d2-4c234c382532 req-8e62854a-5892-47fc-87d6-2aa4721ba8fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.1249263 Jun 03 21:51:33.112611 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Pushing event updated for resources: {'Port': ['ID=fb8875e0-0637-431c-9d12-da57bc15ef45,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:33.131529 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:33.132189 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:33.132529 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:33.132851 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:33.133332 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:33.133656 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:33.133978 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:33.134479 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:33.134793 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:33.135106 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:33.135418 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:33.135783 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:51:33.139567 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:33.160842 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Attempting to bind port fb8875e0-0637-431c-9d12-da57bc15ef45 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:33.161749 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Attempting to bind port fb8875e0-0637-431c-9d12-da57bc15ef45 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'c3b8f99d-ec8d-42dc-be62-aa106b40f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:33.162402 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Attempting to bind port fb8875e0-0637-431c-9d12-da57bc15ef45 on network ad2d725a-43fb-4718-9f23-f8fd1f64a44f {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:33.168477 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:33.169111 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Checking segment: {'id': 'c3b8f99d-ec8d-42dc-be62-aa106b40f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:33.169737 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.170288 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Bound using segment: {'id': 'c3b8f99d-ec8d-42dc-be62-aa106b40f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:33.170927 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Bound port: fb8875e0-0637-431c-9d12-da57bc15ef45, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b8f99d-ec8d-42dc-be62-aa106b40f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:33.171480 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.203428 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54854) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:33.246270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.253211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:33.253823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.269183 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-de22a389-01a3-4c47-ae32-9bb9c187c222 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fbe544fd9ae14be8b772afb868c45c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639615 Jun 03 21:51:33.269427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8c9735cb-6dae-452f-84d2-8d3672aa4765 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:33.271582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54856) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:33.277480 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] For port fb8875e0-0637-431c-9d12-da57bc15ef45, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:33.281218 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] For port fb8875e0-0637-431c-9d12-da57bc15ef45, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fb8875e0-0637-431c-9d12-da57bc15ef45,segment=NetworkSegment(c3b8f99d-ec8d-42dc-be62-aa106b40f338),segment_id=c3b8f99d-ec8d-42dc-be62-aa106b40f338)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:33.286503 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.291771 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-cea04442-eb34-46ef-8d12-9037192c6b82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:33.357077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ca67-8aa0-4a0a-98fb-b2aa0e45f648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.377821 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:33.378346 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:33.390997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ca67-8aa0-4a0a-98fb-b2aa0e45f648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.438272 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2054572 Jun 03 21:51:33.443360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54858) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:33.446394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Network': ['ID=4846efcf-fb2f-4183-9403-36f1be92ae9c,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:33.449955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:33.450559 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': '4846efcf-fb2f-4183-9403-36f1be92ae9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:33.452703 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Pushing event updated for resources: {'Port': ['ID=fb8875e0-0637-431c-9d12-da57bc15ef45,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:33.457569 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:33.462634 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 4846efcf-fb2f-4183-9403-36f1be92ae9c details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:51:33.501183 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b75aa-d222-4ffe-98d2-4c234c382532 req-87dfb09c-82d0-414d-a23a-779464cd6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:33.503229 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-978b75aa-d222-4ffe-98d2-4c234c382532 req-87dfb09c-82d0-414d-a23a-779464cd6ba4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4249375 Jun 03 21:51:33.559819 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:33.564893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ca67-8aa0-4a0a-98fb-b2aa0e45f648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.637924 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ffefc936-de90-463d-9288-0a7443216285 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:33.673767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3ca67-8aa0-4a0a-98fb-b2aa0e45f648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5155d7-f5e1-47f1-831e-3d24a444549a,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:33.682035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c2b3ca67-8aa0-4a0a-98fb-b2aa0e45f648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:33.682280 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-978b75aa-d222-4ffe-98d2-4c234c382532 req-76ea419b-6b6c-495c-b82a-83d619a5fcf1 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709158 Jun 03 21:51:33.693190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c2b3ca67-8aa0-4a0a-98fb-b2aa0e45f648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.695848 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c2b3ca67-8aa0-4a0a-98fb-b2aa0e45f648 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eb5155d7-f5e1-47f1-831e-3d24a444549a HTTP/1.1" status: 204 len: 168 time: 0.4230881 Jun 03 21:51:33.697218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:33.702640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:33.706211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:33.719532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:33.733400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:33.737943 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:33.940307 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-978b75aa-d222-4ffe-98d2-4c234c382532 req-005af6e8-2fcf-49fc-8514-ad476d8b61d7 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420337 Jun 03 21:51:34.028875 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:28Z', 'revision_number': 3, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:33Z', 'revision_number': 4, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:34.033631 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4773aa2-26dc-4dd3-b40e-778e676098b2 None None] The sync data for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv is: [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:28Z', 'revision_number': 3, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:33Z', 'revision_number': 4, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:34.071224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:34.115641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-27740ce0-b498-4899-947a-b8b535ab1dc0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:34.241425 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Subnet': ['ID=ad3764a3-23ee-4c28-a7dd-bf7f2dd68825,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:34.244311 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:34.252712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Checking segment: {'id': 'd0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:34.253309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network hostable DHCP agents. Network: 29ed646c-3940-4813-a41d-0e759e6ad402, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:51:34.285183 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network 29ed646c-3940-4813-a41d-0e759e6ad402 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:51:34.298659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 29ed646c-3940-4813-a41d-0e759e6ad402) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:34.309160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a02afd-e54f-4db0-8d89-2bdefe63b602 None None] Network 29ed646c-3940-4813-a41d-0e759e6ad402 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:34.310232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:34.310828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:34.316506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:34.321567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e8c77894-f150-41b6-b715-41fd870e1c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:34.347636 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8931401 Jun 03 21:51:34.350180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54872) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:34.403900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54874) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:34.500881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Subnet': ['ID=ff8e092c-ad7e-4940-b5d2-784e33b4671c,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:34.511077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:34.521305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Checking segment: {'id': 'a2166aea-12b3-4761-85b9-83669658b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '4846efcf-fb2f-4183-9403-36f1be92ae9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:34.521803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network hostable DHCP agents. Network: 4846efcf-fb2f-4183-9403-36f1be92ae9c, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:51:34.656995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network 4846efcf-fb2f-4183-9403-36f1be92ae9c is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:51:34.687691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 4846efcf-fb2f-4183-9403-36f1be92ae9c) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:34.705748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e08711c-7e06-4a58-b706-c65fd30fb6ff None None] Network 4846efcf-fb2f-4183-9403-36f1be92ae9c requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:34.726274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:34.726984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:34.798110 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3530362 Jun 03 21:51:34.801629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54886) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:34.812529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': '4846efcf-fb2f-4183-9403-36f1be92ae9c', 'name': 'tempest-PortsTestJSON-1571555812'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:34.915489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-29ed646c-3940-4813-a41d-0e759e6ad402', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:51:34.916448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:34.987160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:35.007792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Deleting port 32d653c4-c8b6-4dea-87b7-468b9513f4d8 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:35.008421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.289743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-4846efcf-fb2f-4183-9403-36f1be92ae9c', 'network_id': '4846efcf-fb2f-4183-9403-36f1be92ae9c', 'tenant_id': '186550332a33447bbe2062e93350d5e1', 'fixed_ips': [{'subnet_id': 'ff8e092c-ad7e-4940-b5d2-784e33b4671c'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:51:35.290564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.307681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Allocated IP 172.22.0.2 (29ed646c-3940-4813-a41d-0e759e6ad402/ad3764a3-23ee-4c28-a7dd-bf7f2dd68825/cde72b6b-3029-4901-8d84-22ca7eace6dc) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:35.339553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:35.363044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.363786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.442916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:35.446574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.533909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.534442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Calling delete_port for 32d653c4-c8b6-4dea-87b7-468b9513f4d8 owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:35.560999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port 4b9e0d7b-3666-4dc3-b509-7b45870dd969 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:51:35.620102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Allocated IP 172.20.0.2 (4846efcf-fb2f-4183-9403-36f1be92ae9c/ff8e092c-ad7e-4940-b5d2-784e33b4671c/4ec66d55-363c-4fcc-b46e-b7baa0472e73) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:35.701110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fb8875e0-0637-431c-9d12-da57bc15ef45 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:35.836345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.867866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:35.874615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-350ac297-cb5c-4bb8-8a99-efc5fc1230f3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:35.906339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Transition to ACTIVE for port object cde72b6b-3029-4901-8d84-22ca7eace6dc will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:35.932887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event deleted for resources: {'Port': ['ID=32d653c4-c8b6-4dea-87b7-468b9513f4d8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:35.934828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54904) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:35.942797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:35.950685 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port fb8875e0-0637-431c-9d12-da57bc15ef45 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:35.956848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Transition to ACTIVE for port object cde72b6b-3029-4901-8d84-22ca7eace6dc will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:35.964349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port fb8875e0-0637-431c-9d12-da57bc15ef45 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:35.964948 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.023107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.036326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:36.073172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.075942 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Floating IP 41f71c09-28f4-4bed-8136-752585abc996 disassociated (deleted). External IP: 172.26.3.93, port: d4c1813d-f4cb-44a0-a53d-019c2d5ba545. Jun 03 21:51:36.101510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Allocated IP 172.22.0.1 (29ed646c-3940-4813-a41d-0e759e6ad402/ad3764a3-23ee-4c28-a7dd-bf7f2dd68825/7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:36.130818 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Network 29ed646c-3940-4813-a41d-0e759e6ad402 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:36.142697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:36.154817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:36.168684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-265e2c76-21ad-4a2a-8a94-0b7f03fa22b1 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1828052115'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:36.176325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-265e2c76-21ad-4a2a-8a94-0b7f03fa22b1 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:36.184152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-265e2c76-21ad-4a2a-8a94-0b7f03fa22b1 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Usage tracker for resource:router and tenant:81a21ebafa25461a82414fcf5f22f461 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:36.188670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-265e2c76-21ad-4a2a-8a94-0b7f03fa22b1 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:36.197579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-265e2c76-21ad-4a2a-8a94-0b7f03fa22b1 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:36.226006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Pushing event updated for resources: {'Port': ['ID=cde72b6b-3029-4901-8d84-22ca7eace6dc,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:36.241498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:36.281998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-265e2c76-21ad-4a2a-8a94-0b7f03fa22b1 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.283185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-265e2c76-21ad-4a2a-8a94-0b7f03fa22b1 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.284061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.303910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Transition to ACTIVE for port object 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:36.323322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.323665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-265e2c76-21ad-4a2a-8a94-0b7f03fa22b1 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.335245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.341113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3c45500e-e82b-4ce9-9419-3a4fe7f63e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:36.369475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Attempting to bind port cde72b6b-3029-4901-8d84-22ca7eace6dc on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:36.369841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Attempting to bind port cde72b6b-3029-4901-8d84-22ca7eace6dc by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'd0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:36.370197 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Attempting to bind port cde72b6b-3029-4901-8d84-22ca7eace6dc on network 29ed646c-3940-4813-a41d-0e759e6ad402 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:36.378791 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Transition to ACTIVE for port object 4ec66d55-363c-4fcc-b46e-b7baa0472e73 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:36.383038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:36.383377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Checking segment: {'id': 'd0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:36.383975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.384578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Bound using segment: {'id': 'd0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:36.385054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Bound port: cde72b6b-3029-4901-8d84-22ca7eace6dc, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:36.385464 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.407500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network 29ed646c-3940-4813-a41d-0e759e6ad402 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:36.411178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:36.415839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:36.445689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.467503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:36.471812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:36.492955 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Transition to ACTIVE for port object 4ec66d55-363c-4fcc-b46e-b7baa0472e73 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:36.502007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.521007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.534355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:36.570869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-265e2c76-21ad-4a2a-8a94-0b7f03fa22b1 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.616039 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port fb8875e0-0637-431c-9d12-da57bc15ef45, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fb8875e0-0637-431c-9d12-da57bc15ef45,segment=NetworkSegment(c3b8f99d-ec8d-42dc-be62-aa106b40f338),segment_id=c3b8f99d-ec8d-42dc-be62-aa106b40f338)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:36.627194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.633925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Network 4846efcf-fb2f-4183-9403-36f1be92ae9c is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:36.634726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.641370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:36.643925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:36.648497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] For port cde72b6b-3029-4901-8d84-22ca7eace6dc, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:36.660783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Router 8e3b8b4d-71ec-46dd-80c2-7add9044422d has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:51:36.665813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Pushing event updated for resources: {'Port': ['ID=4ec66d55-363c-4fcc-b46e-b7baa0472e73,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:36.669133 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:36.671289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.14 (4846efcf-fb2f-4183-9403-36f1be92ae9c/ff8e092c-ad7e-4940-b5d2-784e33b4671c/4b9e0d7b-3666-4dc3-b509-7b45870dd969) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:36.671857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e3239650-f816-40ce-b434-f4094aac9e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:36.698968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-265e2c76-21ad-4a2a-8a94-0b7f03fa22b1 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.702551 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-265e2c76-21ad-4a2a-8a94-0b7f03fa22b1 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7627494 Jun 03 21:51:36.704219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54910) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:36.749068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] For port cde72b6b-3029-4901-8d84-22ca7eace6dc, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cde72b6b-3029-4901-8d84-22ca7eace6dc,segment=NetworkSegment(d0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12),segment_id=d0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:36.795770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.851771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Attempting to bind port 4ec66d55-363c-4fcc-b46e-b7baa0472e73 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:36.852156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Attempting to bind port 4ec66d55-363c-4fcc-b46e-b7baa0472e73 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'a2166aea-12b3-4761-85b9-83669658b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '4846efcf-fb2f-4183-9403-36f1be92ae9c'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:36.852500 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Attempting to bind port 4ec66d55-363c-4fcc-b46e-b7baa0472e73 on network 4846efcf-fb2f-4183-9403-36f1be92ae9c {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:36.857653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=fb8875e0-0637-431c-9d12-da57bc15ef45,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:36.860972 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:36.865870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:36.903507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:36.903941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Checking segment: {'id': 'a2166aea-12b3-4761-85b9-83669658b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '4846efcf-fb2f-4183-9403-36f1be92ae9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:36.904749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:36.904749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Bound using segment: {'id': 'a2166aea-12b3-4761-85b9-83669658b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '4846efcf-fb2f-4183-9403-36f1be92ae9c'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:36.905198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Bound port: 4ec66d55-363c-4fcc-b46e-b7baa0472e73, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2166aea-12b3-4761-85b9-83669658b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '4846efcf-fb2f-4183-9403-36f1be92ae9c'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:36.905574 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.009542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Pushing event updated for resources: {'Port': ['ID=cde72b6b-3029-4901-8d84-22ca7eace6dc,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:37.028602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:37.033422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:37.039752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.046601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb8689-3dcf-498b-872f-0e4d739cb8b8 None None] Sync routers for ids ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:37.083530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb8689-3dcf-498b-872f-0e4d739cb8b8 None None] Routers {'8e3b8b4d-71ec-46dd-80c2-7add9044422d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:37.085679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ceeb8689-3dcf-498b-872f-0e4d739cb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:37.136478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4063037e-ef2f-4f9d-8e56-a3172cda79df tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.140320 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "DELETE /v2.0/floatingips/41f71c09-28f4-4bed-8136-752585abc996 HTTP/1.1" status: 204 len: 168 time: 2.7350454 Jun 03 21:51:37.143981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:51:37.148982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dff4c5d-d91b-4853-b20c-7f83a1c7489c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:51:37.244272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.268616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5812260a-9a96-47fc-8417-a674e0ad7777 x-openstack-request-id: req-5812260a-9a96-47fc-8417-a674e0ad7777 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:51:37.269289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:51:37.270111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5812260a-9a96-47fc-8417-a674e0ad7777 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:51:37.271037 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'status': 'completed', 'code': 200} Jun 03 21:51:37.285490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Transition to ACTIVE for port object 4b9e0d7b-3666-4dc3-b509-7b45870dd969 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:37.352078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.361132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-44596911-bff9-4223-9d4d-5b5315fee6f3 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:37.410726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-ceeb8689-3dcf-498b-872f-0e4d739cb8b8 None None] Set router 8e3b8b4d-71ec-46dd-80c2-7add9044422d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:37.625495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4063037e-ef2f-4f9d-8e56-a3172cda79df tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.628286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4063037e-ef2f-4f9d-8e56-a3172cda79df tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.689572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] For port 4ec66d55-363c-4fcc-b46e-b7baa0472e73, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:37.714698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] For port 4ec66d55-363c-4fcc-b46e-b7baa0472e73, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4ec66d55-363c-4fcc-b46e-b7baa0472e73,segment=NetworkSegment(a2166aea-12b3-4761-85b9-83669658b4f5),segment_id=a2166aea-12b3-4761-85b9-83669658b4f5)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:37.741406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4063037e-ef2f-4f9d-8e56-a3172cda79df tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.742163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4063037e-ef2f-4f9d-8e56-a3172cda79df tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22169395-9102-4003-a2ba-e45d564a5bf5 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:51:37.766314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.790710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:37.801590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network 4846efcf-fb2f-4183-9403-36f1be92ae9c is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:37.807124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:37.809646 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:37.852984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fb8875e0-0637-431c-9d12-da57bc15ef45 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:37.870224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=4b9e0d7b-3666-4dc3-b509-7b45870dd969,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:37.873226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:37.892008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff4c5d-d91b-4853-b20c-7f83a1c7489c req-a2c3917b-80dd-471d-8caf-e6b2bd4e5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:37.894534 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9dff4c5d-d91b-4853-b20c-7f83a1c7489c req-a2c3917b-80dd-471d-8caf-e6b2bd4e5557 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=684d3d7afe73426f9cb4abdbeaeb79b4&device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 1099 time: 0.5851581 Jun 03 21:51:37.906782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4063037e-ef2f-4f9d-8e56-a3172cda79df tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.911968 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4063037e-ef2f-4f9d-8e56-a3172cda79df tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] 10.222.0.96 "DELETE /v2.0/routers/22169395-9102-4003-a2ba-e45d564a5bf5 HTTP/1.1" status: 204 len: 168 time: 1.2066855 Jun 03 21:51:37.912357 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:37.913028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:37.918896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54918) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:37.930126 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-edb7004a-cab4-413e-bc76-f618f4ecc2ab tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Request body: {'router': {'name': 'tempest-router-2005556390', 'distributed': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:37.949088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-edb7004a-cab4-413e-bc76-f618f4ecc2ab tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:37.964191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-edb7004a-cab4-413e-bc76-f618f4ecc2ab tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Usage tracker for resource:router and tenant:81a21ebafa25461a82414fcf5f22f461 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:37.968877 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1667595 Jun 03 21:51:37.970323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-edb7004a-cab4-413e-bc76-f618f4ecc2ab tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:37.973994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54920) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:37.979848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Pushing event updated for resources: {'Port': ['ID=4ec66d55-363c-4fcc-b46e-b7baa0472e73,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:37.981910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a725d7-00cc-4d06-a7de-8966c6f36b35 req-df3118d6-5545-44fd-809f-df918d46b291 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:37.983317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-f0a725d7-00cc-4d06-a7de-8966c6f36b35 req-df3118d6-5545-44fd-809f-df918d46b291 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Synchronizing usage tracker for tenant:684d3d7afe73426f9cb4abdbeaeb79b4 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:37.984625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': '4846efcf-fb2f-4183-9403-36f1be92ae9c', 'name': 'tempest-PortsTestJSON-1494981517'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:37.986051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:37.994595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-edb7004a-cab4-413e-bc76-f618f4ecc2ab tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:38.000298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ceeb8689-3dcf-498b-872f-0e4d739cb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:48:02Z', 'revision_number': 4, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '4ffce88d-295d-4236-9494-4cf9ccd9fcde', 'name': '', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'mac_address': 'fa:16:3e:08:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:00Z', 'updated_at': '2021-06-03T21:48:19Z', 'revision_number': 5, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'subnets': [{'id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:38.006334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port fb8875e0-0637-431c-9d12-da57bc15ef45 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:38.006746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.010705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-f0a725d7-00cc-4d06-a7de-8966c6f36b35 req-df3118d6-5545-44fd-809f-df918d46b291 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Unset dirty status for tenant:684d3d7afe73426f9cb4abdbeaeb79b4 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:38.020558 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f0a725d7-00cc-4d06-a7de-8966c6f36b35 req-df3118d6-5545-44fd-809f-df918d46b291 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.3105836 Jun 03 21:51:38.024769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-edb7004a-cab4-413e-bc76-f618f4ecc2ab tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.026123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-edb7004a-cab4-413e-bc76-f618f4ecc2ab tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.053366 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb8689-3dcf-498b-872f-0e4d739cb8b8 None None] Checking router: 8e3b8b4d-71ec-46dd-80c2-7add9044422d for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:51:38.091449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb8689-3dcf-498b-872f-0e4d739cb8b8 None None] Routers {'8e3b8b4d-71ec-46dd-80c2-7add9044422d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:38.092166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ceeb8689-3dcf-498b-872f-0e4d739cb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:38.092782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-edb7004a-cab4-413e-bc76-f618f4ecc2ab tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.117271 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f0a725d7-00cc-4d06-a7de-8966c6f36b35 req-626be240-7110-479e-8977-bcee00948863 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954576 Jun 03 21:51:38.147017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-edb7004a-cab4-413e-bc76-f618f4ecc2ab tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.198160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-edb7004a-cab4-413e-bc76-f618f4ecc2ab tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.201858 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-edb7004a-cab4-413e-bc76-f618f4ecc2ab tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2795064 Jun 03 21:51:38.202250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54922) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:38.366013 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:38.383862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:port and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:38.393954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for port was recalculated. Used quota:3. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:38.402815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c148bce2-038a-451f-a9a3-4a11343e8f27 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.419492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.424990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:38.434474 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.487519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff4c5d-d91b-4853-b20c-7f83a1c7489c req-23d215ff-c717-4aab-8191-c9805ec17185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:38.489088 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9dff4c5d-d91b-4853-b20c-7f83a1c7489c req-23d215ff-c717-4aab-8191-c9805ec17185 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 HTTP/1.1" status: 200 len: 898 time: 0.5758946 Jun 03 21:51:38.493905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:38.501149 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cde72b6b-3029-4901-8d84-22ca7eace6dc up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:38.562194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-ceeb8689-3dcf-498b-872f-0e4d739cb8b8 None None] Set router 8e3b8b4d-71ec-46dd-80c2-7add9044422d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:38.601488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:38.604997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.613263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9a059e-42e3-4b42-bcaa-4600abc06a14 None None] Network 29ed646c-3940-4813-a41d-0e759e6ad402 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:38.635422 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9dff4c5d-d91b-4853-b20c-7f83a1c7489c req-dbb68d5d-dace-4198-abf8-13db3b23a684 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545 HTTP/1.1" status: 200 len: 217 time: 0.1056736 Jun 03 21:51:38.681510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.713952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port b931fe3f-66ae-4c40-829c-81fff70909d8 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:51:38.753406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:38.866250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c148bce2-038a-451f-a9a3-4a11343e8f27 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.869448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c148bce2-038a-451f-a9a3-4a11343e8f27 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.896819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-86d3f044-f2aa-4f5d-8a2f-2592a9212806 None None] Provisioning for port cde72b6b-3029-4901-8d84-22ca7eace6dc completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:38.898346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c148bce2-038a-451f-a9a3-4a11343e8f27 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.899141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c148bce2-038a-451f-a9a3-4a11343e8f27 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8b4b361-b2b7-4dfd-8963-1a5c46b880cb {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:51:38.912710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c148bce2-038a-451f-a9a3-4a11343e8f27 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.918645 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c148bce2-038a-451f-a9a3-4a11343e8f27 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] 10.222.0.96 "DELETE /v2.0/routers/b8b4b361-b2b7-4dfd-8963-1a5c46b880cb HTTP/1.1" status: 204 len: 168 time: 0.7107522 Jun 03 21:51:38.918645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54924) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:38.922953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b39806bb-2ce6-41d8-b835-0c7c02b6d180 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Request body: {'router': {'name': 'tempest-router-875665733', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b986bd5f6c774edfb2c43e954822e201'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:38.936030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b39806bb-2ce6-41d8-b835-0c7c02b6d180 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:38.941183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b39806bb-2ce6-41d8-b835-0c7c02b6d180 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Usage tracker for resource:router and tenant:b986bd5f6c774edfb2c43e954822e201 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:38.944514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b39806bb-2ce6-41d8-b835-0c7c02b6d180 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:38.951302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b39806bb-2ce6-41d8-b835-0c7c02b6d180 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:38.966659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b39806bb-2ce6-41d8-b835-0c7c02b6d180 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.967602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b39806bb-2ce6-41d8-b835-0c7c02b6d180 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:38.979170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:38.990434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b39806bb-2ce6-41d8-b835-0c7c02b6d180 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:39.017321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b39806bb-2ce6-41d8-b835-0c7c02b6d180 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:39.023247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port cde72b6b-3029-4901-8d84-22ca7eace6dc completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:39.043762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b39806bb-2ce6-41d8-b835-0c7c02b6d180 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:39.045520 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b39806bb-2ce6-41d8-b835-0c7c02b6d180 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1269529 Jun 03 21:51:39.049308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54926) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:39.055362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a200ad35-19bd-4094-9c25-3d3714e0868d tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:39.056291 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff4c5d-d91b-4853-b20c-7f83a1c7489c req-15ca7dff-eb0c-472a-a87c-d85551e6c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:39.057972 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9dff4c5d-d91b-4853-b20c-7f83a1c7489c req-15ca7dff-eb0c-472a-a87c-d85551e6c87a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9572515-61d3-4237-9d45-489c6c5adb2d HTTP/1.1" status: 200 len: 834 time: 0.4110892 Jun 03 21:51:39.206614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port cde72b6b-3029-4901-8d84-22ca7eace6dc triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:39.206994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:39.352418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f2f253-ce9a-4fd6-b74e-25f46055e37f None None] Network 4846efcf-fb2f-4183-9403-36f1be92ae9c requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:39.398341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network 29ed646c-3940-4813-a41d-0e759e6ad402 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:39.400000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.12 (4846efcf-fb2f-4183-9403-36f1be92ae9c/ff8e092c-ad7e-4940-b5d2-784e33b4671c/b931fe3f-66ae-4c40-829c-81fff70909d8) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:39.404562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff4c5d-d91b-4853-b20c-7f83a1c7489c req-a962b78b-4930-4951-bce1-e48dbd06ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:39.406049 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9dff4c5d-d91b-4853-b20c-7f83a1c7489c req-a962b78b-4930-4951-bce1-e48dbd06ff51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2938724 Jun 03 21:51:39.410573 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:39.497596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce919-7ef2-4d25-9445-db57c7afa6b8 req-c4b13a72-e97d-4206-9c9a-753312c6ed82 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:39.499053 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fc4ce919-7ef2-4d25-9445-db57c7afa6b8 req-c4b13a72-e97d-4206-9c9a-753312c6ed82 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.3627348 Jun 03 21:51:39.570723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6c0fe9b2-11f5-4f8e-a3e5-4084c8528eb1 None None] Provisioning for port 4ec66d55-363c-4fcc-b46e-b7baa0472e73 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:39.621553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:39.726201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port cde72b6b-3029-4901-8d84-22ca7eace6dc, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cde72b6b-3029-4901-8d84-22ca7eace6dc,segment=NetworkSegment(d0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12),segment_id=d0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:39.764508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:39.772379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-39ffd9d6-b7c0-4e22-9db8-665fdcd13e1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:39.817873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ceeb8689-3dcf-498b-872f-0e4d739cb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:48:02Z', 'revision_number': 4, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '4ffce88d-295d-4236-9494-4cf9ccd9fcde', 'name': '', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'mac_address': 'fa:16:3e:08:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:00Z', 'updated_at': '2021-06-03T21:48:19Z', 'revision_number': 5, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'subnets': [{'id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:39.826078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada317c-1531-41ed-948e-1556ce226fcb req-4f5110ff-74c8-4cf7-81b5-4147bbebed89 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:39.826643 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dada317c-1531-41ed-948e-1556ce226fcb req-4f5110ff-74c8-4cf7-81b5-4147bbebed89 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 946 time: 0.5158513 Jun 03 21:51:39.839359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb8689-3dcf-498b-872f-0e4d739cb8b8 None None] The sync data for ids ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'] in dv-neutron-792998-2-hyperv is: [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:48:02Z', 'revision_number': 4, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '4ffce88d-295d-4236-9494-4cf9ccd9fcde', 'name': '', 'network_id': 'a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'mac_address': 'fa:16:3e:08:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:00Z', 'updated_at': '2021-06-03T21:48:19Z', 'revision_number': 5, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'subnets': [{'id': 'd9572515-61d3-4237-9d45-489c6c5adb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:39.847901 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9dff4c5d-d91b-4853-b20c-7f83a1c7489c req-6dd506ca-cecd-4af8-b5a7-b214a10a1ccf service neutron] 10.222.0.24 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330103 Jun 03 21:51:39.930099 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=cde72b6b-3029-4901-8d84-22ca7eace6dc,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:39.949799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:39.968370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:51:39.999242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a200ad35-19bd-4094-9c25-3d3714e0868d tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:39.999812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a200ad35-19bd-4094-9c25-3d3714e0868d tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.009050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4ec66d55-363c-4fcc-b46e-b7baa0472e73 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:40.101421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-df7df6d6-0de8-410c-83f5-0f4a7e6b4585 None None] Provisioning for port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:40.119354 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-df7df6d6-0de8-410c-83f5-0f4a7e6b4585 None None] Provisioning complete for port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:40.120289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-df7df6d6-0de8-410c-83f5-0f4a7e6b4585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.223274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a200ad35-19bd-4094-9c25-3d3714e0868d tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104396) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 03 21:51:40.223545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a200ad35-19bd-4094-9c25-3d3714e0868d tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Router d5672be0-0bc6-4275-9bfb-944a6ed41d24 migrating from provider to provider. {{(pid=104396) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 03 21:51:40.226052 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a200ad35-19bd-4094-9c25-3d3714e0868d tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.234954 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-df7df6d6-0de8-410c-83f5-0f4a7e6b4585 None None] Port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:40.250662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a200ad35-19bd-4094-9c25-3d3714e0868d tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.254807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-df7df6d6-0de8-410c-83f5-0f4a7e6b4585 None None] Provisioning complete for port cde72b6b-3029-4901-8d84-22ca7eace6dc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:40.255228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-df7df6d6-0de8-410c-83f5-0f4a7e6b4585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.269110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a200ad35-19bd-4094-9c25-3d3714e0868d tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.287152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-fc4ce919-7ef2-4d25-9445-db57c7afa6b8 req-f7c17cdd-4e62-472a-8e44-b13253e06210 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Deleting port d4c1813d-f4cb-44a0-a53d-019c2d5ba545 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:40.287514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fc4ce919-7ef2-4d25-9445-db57c7afa6b8 req-f7c17cdd-4e62-472a-8e44-b13253e06210 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.338239 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 4ec66d55-363c-4fcc-b46e-b7baa0472e73 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:40.356724 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 4ec66d55-363c-4fcc-b46e-b7baa0472e73 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:40.357104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.370649 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc7633-f33c-440f-967a-1a6354bce55e None None] New status for floating IP 41f71c09-28f4-4bed-8136-752585abc996: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:51:40.437343 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dada317c-1531-41ed-948e-1556ce226fcb req-69e0c2ca-f94f-4b36-8d12-cab975ae46ab tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5393918 Jun 03 21:51:40.503095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.520318 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9dff4c5d-d91b-4853-b20c-7f83a1c7489c req-26c5062e-33e2-4c6c-aa0a-fb408d88850a service neutron] 10.222.0.24 "GET /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638300 Jun 03 21:51:40.577507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:40.591573 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Transition to ACTIVE for port object b931fe3f-66ae-4c40-829c-81fff70909d8 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:40.605177 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2539144 Jun 03 21:51:40.615282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Sync routers for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:40.628033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54930) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:40.636263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'network': {'name': 'tempest-RoutersTest-1449001526'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:40.643799 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:40.651626 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:40.652417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:40.656470 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:network and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:40.666870 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for network was recalculated. Used quota:3. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:40.672615 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a200ad35-19bd-4094-9c25-3d3714e0868d tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] No L3 agents can host the router d5672be0-0bc6-4275-9bfb-944a6ed41d24 Jun 03 21:51:40.685916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:40.704530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:40.717377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.731773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.742099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-44125271-b12a-4a7e-916d-1e97c1c2abe8 tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:40.827907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network 4846efcf-fb2f-4183-9403-36f1be92ae9c is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:40.828908 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:51:40.833586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:40.847281 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:40.868823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-016a641f-d26f-4b9a-8317-cd0583a70586 None None] Provisioning complete for port 4ec66d55-363c-4fcc-b46e-b7baa0472e73 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:40.869195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-016a641f-d26f-4b9a-8317-cd0583a70586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.875907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-fc4ce919-7ef2-4d25-9445-db57c7afa6b8 req-f7c17cdd-4e62-472a-8e44-b13253e06210 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] For port d4c1813d-f4cb-44a0-a53d-019c2d5ba545, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:40.876387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fc4ce919-7ef2-4d25-9445-db57c7afa6b8 req-f7c17cdd-4e62-472a-8e44-b13253e06210 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.883810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=b931fe3f-66ae-4c40-829c-81fff70909d8,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:40.892504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.892966 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Added segment bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0 of type vlan for network fcecf51b-1d4a-4fe0-a78b-22bf7a432296 Jun 03 21:51:40.894568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:40.944998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.946972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:40.947900 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:40.982755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:40.985818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:41.032694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-fc4ce919-7ef2-4d25-9445-db57c7afa6b8 req-f7c17cdd-4e62-472a-8e44-b13253e06210 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Calling delete_port for d4c1813d-f4cb-44a0-a53d-019c2d5ba545 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:41.034085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:41.036844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200ad35-19bd-4094-9c25-3d3714e0868d tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Hosts for router d5672be0-0bc6-4275-9bfb-944a6ed41d24: [] {{(pid=104396) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jun 03 21:51:41.043517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:41.043517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:41.055571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2d0fbd6a-cfa9-4d9f-812d-24d5b4a038cc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:41.087946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 4ec66d55-363c-4fcc-b46e-b7baa0472e73, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4ec66d55-363c-4fcc-b46e-b7baa0472e73,segment=NetworkSegment(a2166aea-12b3-4761-85b9-83669658b4f5),segment_id=a2166aea-12b3-4761-85b9-83669658b4f5)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:41.108208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200ad35-19bd-4094-9c25-3d3714e0868d tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Hosts for other DVR routers connected to router d5672be0-0bc6-4275-9bfb-944a6ed41d24: set() {{(pid=104396) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jun 03 21:51:41.112161 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a200ad35-19bd-4094-9c25-3d3714e0868d tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:41.113611 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a200ad35-19bd-4094-9c25-3d3714e0868d tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] 10.222.0.96 "PUT /v2.0/routers/d5672be0-0bc6-4275-9bfb-944a6ed41d24 HTTP/1.1" status: 200 len: 716 time: 2.0629013 Jun 03 21:51:41.120661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54934) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:41.122141 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4916499 Jun 03 21:51:41.125356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54936) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:41.131572 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1529744 Jun 03 21:51:41.163519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:41.165777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8cf0686-be12-491e-976e-17a7ed70d1c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:41.184386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54938) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:41.325898 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7ca7e060-3157-40c7-ac22-5d07fb14cbe4 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] 10.222.0.96 "GET /v2.0/routers/d5672be0-0bc6-4275-9bfb-944a6ed41d24 HTTP/1.1" status: 200 len: 716 time: 0.2017801 Jun 03 21:51:41.327789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54940) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:41.351431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'subnet': {'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:41.390045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Network': ['ID=fcecf51b-1d4a-4fe0-a78b-22bf7a432296,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:41.395506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:41.413566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network fcecf51b-1d4a-4fe0-a78b-22bf7a432296 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:51:41.462069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=4ec66d55-363c-4fcc-b46e-b7baa0472e73,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:41.480182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b47e409-4c07-41d5-b95d-74cdd4f6ea2c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:41.481074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3b47e409-4c07-41d5-b95d-74cdd4f6ea2c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:41.481323 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:41.485118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:41.493618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:subnet and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:41.497010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:41.504644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:41.522911 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Made reservation on behalf of aa202fc3040847e895873fe6724c33a2 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:41.528221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:41.615880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-016a641f-d26f-4b9a-8317-cd0583a70586 None None] Provisioning complete for port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:41.616258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-016a641f-d26f-4b9a-8317-cd0583a70586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:41.687519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-016a641f-d26f-4b9a-8317-cd0583a70586 None None] Port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:41.705618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-016a641f-d26f-4b9a-8317-cd0583a70586 None None] Provisioning for port 4b9e0d7b-3666-4dc3-b509-7b45870dd969 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:41.712771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-016a641f-d26f-4b9a-8317-cd0583a70586 None None] Provisioning complete for port 4b9e0d7b-3666-4dc3-b509-7b45870dd969 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:41.713143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-016a641f-d26f-4b9a-8317-cd0583a70586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:41.755885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 4, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:37Z', 'revision_number': 2, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:41.761862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Checking router: 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:51:41.762219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Updating router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:51:41.815506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-016a641f-d26f-4b9a-8317-cd0583a70586 None None] Port 4b9e0d7b-3666-4dc3-b509-7b45870dd969 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:41.833849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:41.871759 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7f25d002-00c6-4d79-9553-e686ee2cef51 tempest-RoutersTestDVR-291152386 tempest-RoutersTestDVR-291152386-project] 10.222.0.96 "GET /v2.0/routers/d5672be0-0bc6-4275-9bfb-944a6ed41d24 HTTP/1.1" status: 200 len: 682 time: 0.5418463 Jun 03 21:51:41.872370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54946) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:41.872969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fc4ce919-7ef2-4d25-9445-db57c7afa6b8 req-f7c17cdd-4e62-472a-8e44-b13253e06210 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:41.883897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4ec66d55-363c-4fcc-b46e-b7baa0472e73 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:41.884241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-06b34ddf-a509-44e5-8042-0de024b71e72 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:41.914345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3b47e409-4c07-41d5-b95d-74cdd4f6ea2c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:41.915317 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3b47e409-4c07-41d5-b95d-74cdd4f6ea2c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.7299623 Jun 03 21:51:41.922531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54948) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:42.028811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-aabe96a7-a1eb-484d-961b-6e08abd96ef6 None None] Provisioning for port b931fe3f-66ae-4c40-829c-81fff70909d8 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:42.043266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c17cdd-4e62-472a-8e44-b13253e06210 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event deleted for resources: {'Port': ['ID=d4c1813d-f4cb-44a0-a53d-019c2d5ba545,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:42.045697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f7c17cdd-4e62-472a-8e44-b13253e06210 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:42.051558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-aabe96a7-a1eb-484d-961b-6e08abd96ef6 None None] Provisioning complete for port b931fe3f-66ae-4c40-829c-81fff70909d8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:42.051953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aabe96a7-a1eb-484d-961b-6e08abd96ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.149692 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-aabe96a7-a1eb-484d-961b-6e08abd96ef6 None None] Port b931fe3f-66ae-4c40-829c-81fff70909d8 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:42.150386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.155614 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7995160d-c0e3-4076-9aa6-d39d930e9f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:42.156180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 4ec66d55-363c-4fcc-b46e-b7baa0472e73 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:42.156551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.165492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4ce919-7ef2-4d25-9445-db57c7afa6b8 req-f7c17cdd-4e62-472a-8e44-b13253e06210 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] No DVR routers for this DVR port d4c1813d-f4cb-44a0-a53d-019c2d5ba545 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:42.168577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7f9b2117-8f64-48e9-a527-78c67be5386b tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.225969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fc4ce919-7ef2-4d25-9445-db57c7afa6b8 req-f7c17cdd-4e62-472a-8e44-b13253e06210 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.228903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'name': 'network-vif-deleted', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:51:42.231338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e55ea3-01e5-4e46-a8fc-d45a8f9500e1" -d '{"events": [{"server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "name": "network-vif-deleted", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:51:42.232096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-8578b779-375e-49d7-b72c-ce7807f74228 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port b931fe3f-66ae-4c40-829c-81fff70909d8 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:42.232433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8578b779-375e-49d7-b72c-ce7807f74228 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.285648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Subnet': ['ID=a21c4dca-a01a-4709-80a0-79926af2cbdd,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:42.294491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:42.307874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-aabe96a7-a1eb-484d-961b-6e08abd96ef6 None None] Provisioning complete for port 4b9e0d7b-3666-4dc3-b509-7b45870dd969 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:42.308260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aabe96a7-a1eb-484d-961b-6e08abd96ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.343627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a026fa-cd71-4686-96ca-37ba428b0c66 x-openstack-request-id: req-e1a026fa-cd71-4686-96ca-37ba428b0c66 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:51:42.343967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8", "name": "network-vif-deleted", "tag": "d4c1813d-f4cb-44a0-a53d-019c2d5ba545", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:51:42.344254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e1a026fa-cd71-4686-96ca-37ba428b0c66 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:51:42.344733 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8', 'name': 'network-vif-deleted', 'tag': 'd4c1813d-f4cb-44a0-a53d-019c2d5ba545', 'status': 'completed', 'code': 200} Jun 03 21:51:42.364056 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Checking segment: {'id': 'bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:42.364487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network hostable DHCP agents. Network: fcecf51b-1d4a-4fe0-a78b-22bf7a432296, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:51:42.413363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6614d-8abf-4a62-8fd4-8404d3ceaa74 req-905e1596-d4e8-403b-9ac0-b753bb18dff0 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:42.414004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-3ab6614d-8abf-4a62-8fd4-8404d3ceaa74 req-905e1596-d4e8-403b-9ac0-b753bb18dff0 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Synchronizing usage tracker for tenant:684d3d7afe73426f9cb4abdbeaeb79b4 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:42.429929 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8578b779-375e-49d7-b72c-ce7807f74228 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.466164 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-aabe96a7-a1eb-484d-961b-6e08abd96ef6 None None] Port 4b9e0d7b-3666-4dc3-b509-7b45870dd969 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:42.472309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cde72b6b-3029-4901-8d84-22ca7eace6dc up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:42.485783 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fc4ce919-7ef2-4d25-9445-db57c7afa6b8 req-f7c17cdd-4e62-472a-8e44-b13253e06210 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.24 "DELETE /v2.0/ports/d4c1813d-f4cb-44a0-a53d-019c2d5ba545 HTTP/1.1" status: 204 len: 173 time: 2.9801974 Jun 03 21:51:42.594837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-8578b779-375e-49d7-b72c-ce7807f74228 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for b931fe3f-66ae-4c40-829c-81fff70909d8 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:42.601756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7f9b2117-8f64-48e9-a527-78c67be5386b tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.605436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7f9b2117-8f64-48e9-a527-78c67be5386b tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.609775 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network fcecf51b-1d4a-4fe0-a78b-22bf7a432296 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:51:42.615604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-3ab6614d-8abf-4a62-8fd4-8404d3ceaa74 req-905e1596-d4e8-403b-9ac0-b753bb18dff0 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Unset dirty status for tenant:684d3d7afe73426f9cb4abdbeaeb79b4 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:42.617140 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3ab6614d-8abf-4a62-8fd4-8404d3ceaa74 req-905e1596-d4e8-403b-9ac0-b753bb18dff0 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/ports?device_id=6c5b6505-dcdb-4d31-ab02-f9a84b9c18b8 HTTP/1.1" status: 200 len: 867 time: 0.9036634 Jun 03 21:51:42.641812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, fcecf51b-1d4a-4fe0-a78b-22bf7a432296) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:42.651714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port cde72b6b-3029-4901-8d84-22ca7eace6dc triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:42.651714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.658367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7f9b2117-8f64-48e9-a527-78c67be5386b tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.659046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9b2117-8f64-48e9-a527-78c67be5386b tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5672be0-0bc6-4275-9bfb-944a6ed41d24 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:51:42.667880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:42.668449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.670138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7f9b2117-8f64-48e9-a527-78c67be5386b tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.674590 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7f9b2117-8f64-48e9-a527-78c67be5386b tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] 10.222.0.96 "DELETE /v2.0/routers/d5672be0-0bc6-4275-9bfb-944a6ed41d24 HTTP/1.1" status: 204 len: 168 time: 0.7923791 Jun 03 21:51:42.680041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54952) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:42.688016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c76b6aca-a894-4337-97da-883aa0476ac0 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Request body: {'router': {'name': 'tempest-router-1201696102', 'distributed': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:42.702469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c76b6aca-a894-4337-97da-883aa0476ac0 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:42.719337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.720556 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3ab6614d-8abf-4a62-8fd4-8404d3ceaa74 req-f40f5460-6620-43d9-9da4-47191d4a186e tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e1db978-ef7e-4a95-ae06-e59651f9ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904377 Jun 03 21:51:42.721774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c76b6aca-a894-4337-97da-883aa0476ac0 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Usage tracker for resource:router and tenant:81a21ebafa25461a82414fcf5f22f461 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:42.722267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b8a9dc-8efb-46e0-b7a1-d377dce529f7 None None] Network fcecf51b-1d4a-4fe0-a78b-22bf7a432296 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:42.725408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c76b6aca-a894-4337-97da-883aa0476ac0 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:42.732240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c76b6aca-a894-4337-97da-883aa0476ac0 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:42.749291 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6220481 Jun 03 21:51:42.750833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54954) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:42.788094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8578b779-375e-49d7-b72c-ce7807f74228 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.794642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0224111a-1f15-4357-b1ea-3e76c67dd3ea tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:42.813102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c76b6aca-a894-4337-97da-883aa0476ac0 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.814483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c76b6aca-a894-4337-97da-883aa0476ac0 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.824539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Transition to ACTIVE for port object 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:42.851327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:42.858382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:42.872321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578b779-375e-49d7-b72c-ce7807f74228 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=b931fe3f-66ae-4c40-829c-81fff70909d8,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:42.874741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8578b779-375e-49d7-b72c-ce7807f74228 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:42.930938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c76b6aca-a894-4337-97da-883aa0476ac0 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:43.024280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8578b779-375e-49d7-b72c-ce7807f74228 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:43.029790 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8578b779-375e-49d7-b72c-ce7807f74228 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/b931fe3f-66ae-4c40-829c-81fff70909d8 HTTP/1.1" status: 204 len: 168 time: 1.1024613 Jun 03 21:51:43.030703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54956) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:43.086357 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b019160d-61ea-4a5c-bfca-fe6ae5f7f067 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:51:43.087179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b019160d-61ea-4a5c-bfca-fe6ae5f7f067 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:43.112959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b019160d-61ea-4a5c-bfca-fe6ae5f7f067 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:43.114336 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b019160d-61ea-4a5c-bfca-fe6ae5f7f067 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/b931fe3f-66ae-4c40-829c-81fff70909d8 HTTP/1.1" status: 404 len: 333 time: 0.0820572 Jun 03 21:51:43.122662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54958) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:43.290280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a242a-eb34-442b-907a-ff8c3b97f276 None None] Pushing event updated for resources: {'Port': ['ID=7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:43.311399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-74372f6d-2e69-4dd5-bee0-1656c79074b8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 4b9e0d7b-3666-4dc3-b509-7b45870dd969 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:43.312246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-74372f6d-2e69-4dd5-bee0-1656c79074b8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:43.326796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-994a242a-eb34-442b-907a-ff8c3b97f276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:43.370990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device d4c1813d-f4cb-44a0-a53d-019c2d5ba545 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:51:43.408551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c76b6aca-a894-4337-97da-883aa0476ac0 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:43.456088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c76b6aca-a894-4337-97da-883aa0476ac0 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:43.458161 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c76b6aca-a894-4337-97da-883aa0476ac0 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7749581 Jun 03 21:51:43.468773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54960) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:43.471019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: d4c1813d-f4cb-44a0-a53d-019c2d5ba545 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:51:43.471369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device d4c1813d-f4cb-44a0-a53d-019c2d5ba545 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:51:43.488005 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Attempting to bind port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:43.488381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Attempting to bind port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'd0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:43.488747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Attempting to bind port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd on network 29ed646c-3940-4813-a41d-0e759e6ad402 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:43.493566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-fcecf51b-1d4a-4fe0-a78b-22bf7a432296', 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'fixed_ips': [{'subnet_id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:51:43.494387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:43.512026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:43.512478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Checking segment: {'id': 'd0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:43.512789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:43.513182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Bound using segment: {'id': 'd0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:43.513680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Bound port: 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:43.514046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:43.616743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-74372f6d-2e69-4dd5-bee0-1656c79074b8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:43.675143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] For port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:43.680813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] For port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd,segment=NetworkSegment(d0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12),segment_id=d0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:43.688426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:43.718425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:43.750218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-74372f6d-2e69-4dd5-bee0-1656c79074b8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 4b9e0d7b-3666-4dc3-b509-7b45870dd969 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:43.759674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a125e3a-ab9b-4121-be8b-df1c44ad5063 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:43.826804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a242a-eb34-442b-907a-ff8c3b97f276 None None] Pushing event updated for resources: {'Port': ['ID=7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:43.829563 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:43.830186 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:43.871732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-74372f6d-2e69-4dd5-bee0-1656c79074b8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:43.879921 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:43.880203 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-994a242a-eb34-442b-907a-ff8c3b97f276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:43.881522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Allocated IP 172.23.0.2 (fcecf51b-1d4a-4fe0-a78b-22bf7a432296/a21c4dca-a01a-4709-80a0-79926af2cbdd/91695b2e-8ed4-484d-a2bb-0261dfa56ecf) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:43.945570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54964) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:44.036575 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74372f6d-2e69-4dd5-bee0-1656c79074b8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=4b9e0d7b-3666-4dc3-b509-7b45870dd969,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:44.066804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:44.149911 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-74372f6d-2e69-4dd5-bee0-1656c79074b8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:44.154808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a125e3a-ab9b-4121-be8b-df1c44ad5063 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:44.160612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a125e3a-ab9b-4121-be8b-df1c44ad5063 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:44.243560 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a125e3a-ab9b-4121-be8b-df1c44ad5063 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:44.243953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a125e3a-ab9b-4121-be8b-df1c44ad5063 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6feb0541-38b8-4af8-bff4-0917b4fa526f {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:51:44.259901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a125e3a-ab9b-4121-be8b-df1c44ad5063 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:44.261041 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9a125e3a-ab9b-4121-be8b-df1c44ad5063 tempest-RoutersTestDVR-685521318 tempest-RoutersTestDVR-685521318-project-admin] 10.222.0.96 "DELETE /v2.0/routers/6feb0541-38b8-4af8-bff4-0917b4fa526f HTTP/1.1" status: 204 len: 168 time: 0.7912962 Jun 03 21:51:44.299582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:44.535426 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-74372f6d-2e69-4dd5-bee0-1656c79074b8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:44.677067 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-74372f6d-2e69-4dd5-bee0-1656c79074b8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/4b9e0d7b-3666-4dc3-b509-7b45870dd969 HTTP/1.1" status: 204 len: 168 time: 1.5532782 Jun 03 21:51:44.677411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:44.680295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54968) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:44.696916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Transition to ACTIVE for port object 91695b2e-8ed4-484d-a2bb-0261dfa56ecf will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:44.723448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Transition to ACTIVE for port object 91695b2e-8ed4-484d-a2bb-0261dfa56ecf will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:44.731183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 4, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:43Z', 'revision_number': 4, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:44.737702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:44.741685 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e5599-25de-47b2-8b8e-9c758cf1353c None None] The sync data for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv is: [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 4, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:43Z', 'revision_number': 4, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:44.744542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:44.744770 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6915a5a-33ba-4169-94d5-d3174f449db5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:51:44.745309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f6915a5a-33ba-4169-94d5-d3174f449db5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:44.833007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Network fcecf51b-1d4a-4fe0-a78b-22bf7a432296 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:44.839368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:44.843245 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:44.862584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Pushing event updated for resources: {'Port': ['ID=91695b2e-8ed4-484d-a2bb-0261dfa56ecf,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:44.894094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Allocated IP 172.23.0.1 (fcecf51b-1d4a-4fe0-a78b-22bf7a432296/a21c4dca-a01a-4709-80a0-79926af2cbdd/54f61bbf-e35c-455e-9635-2cf37b6932c5) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:44.913648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:44.933733 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54972) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:44.937814 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f6915a5a-33ba-4169-94d5-d3174f449db5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:44.942484 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f6915a5a-33ba-4169-94d5-d3174f449db5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/4b9e0d7b-3666-4dc3-b509-7b45870dd969 HTTP/1.1" status: 404 len: 333 time: 0.2580099 Jun 03 21:51:44.943618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54974) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:45.136994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Attempting to bind port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:45.137375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Attempting to bind port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:45.137722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Attempting to bind port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf on network fcecf51b-1d4a-4fe0-a78b-22bf7a432296 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:45.144781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:45.145189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Checking segment: {'id': 'bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:45.145676 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:45.146136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Bound using segment: {'id': 'bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:45.146621 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Bound port: 91695b2e-8ed4-484d-a2bb-0261dfa56ecf, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:45.146823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:45.147299 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:45.241179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-302dca1d-a12c-4008-bd0b-b40f9ac262d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:45.249605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] For port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:45.255371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] For port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=91695b2e-8ed4-484d-a2bb-0261dfa56ecf,segment=NetworkSegment(bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0),segment_id=bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:45.263331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:45.269050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-994a242a-eb34-442b-907a-ff8c3b97f276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:45.317032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a992dc-8d4c-42d4-be1c-73738392381b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting subnet ff8e092c-ad7e-4940-b5d2-784e33b4671c {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:45.321204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-82a992dc-8d4c-42d4-be1c-73738392381b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:45.350787 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-302dca1d-a12c-4008-bd0b-b40f9ac262d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:45.363673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-302dca1d-a12c-4008-bd0b-b40f9ac262d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b986bd5f6c774edfb2c43e954822e201 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:45.374463 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-302dca1d-a12c-4008-bd0b-b40f9ac262d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:45.377539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Pushing event updated for resources: {'Port': ['ID=91695b2e-8ed4-484d-a2bb-0261dfa56ecf,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:45.382187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:45.404616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-302dca1d-a12c-4008-bd0b-b40f9ac262d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:45.405044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-82a992dc-8d4c-42d4-be1c-73738392381b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:45.497796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:45.532039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Transition to ACTIVE for port object 54f61bbf-e35c-455e-9635-2cf37b6932c5 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:45.565046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-82a992dc-8d4c-42d4-be1c-73738392381b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:45.681792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:45.690561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:45.823870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network fcecf51b-1d4a-4fe0-a78b-22bf7a432296 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:45.829439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:45.832011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:45.833827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-302dca1d-a12c-4008-bd0b-b40f9ac262d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:45.849413 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-302dca1d-a12c-4008-bd0b-b40f9ac262d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:45.858157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-348e54c4-c42b-4aee-88b2-6cd34633f8df tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:45.883422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=54f61bbf-e35c-455e-9635-2cf37b6932c5,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:45.886269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:45.944995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:45.945626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dca1d-a12c-4008-bd0b-b40f9ac262d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2340389f-8fbb-4937-8dbd-1234646b5044,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:45.968751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:45.973392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-302dca1d-a12c-4008-bd0b-b40f9ac262d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:45.979105 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-302dca1d-a12c-4008-bd0b-b40f9ac262d3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b986bd5f6c774edfb2c43e954822e201&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0405362 Jun 03 21:51:45.980104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54978) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:46.044346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:46.050177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:46.050944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.068073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Deleting port 4ffce88d-295d-4236-9494-4cf9ccd9fcde {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:46.068836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.123737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-493d2634-8694-4604-9190-61d3a1151b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.142585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-82a992dc-8d4c-42d4-be1c-73738392381b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.151090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e599d522-76a1-4809-aeac-afb112056e37 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:46.206736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.238165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a992dc-8d4c-42d4-be1c-73738392381b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8e092c-ad7e-4940-b5d2-784e33b4671c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:46.239980 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-82a992dc-8d4c-42d4-be1c-73738392381b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:46.246640 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd,segment=NetworkSegment(d0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12),segment_id=d0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:46.252387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-493d2634-8694-4604-9190-61d3a1151b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.254783 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.255054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] For port 4ffce88d-295d-4236-9494-4cf9ccd9fcde, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4ffce88d-295d-4236-9494-4cf9ccd9fcde,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:46.255834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 91695b2e-8ed4-484d-a2bb-0261dfa56ecf up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:46.256338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.262965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-82a992dc-8d4c-42d4-be1c-73738392381b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.302714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:46.310065 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-82a992dc-8d4c-42d4-be1c-73738392381b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/ff8e092c-ad7e-4940-b5d2-784e33b4671c HTTP/1.1" status: 204 len: 168 time: 1.3575771 Jun 03 21:51:46.313079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54980) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:46.313816 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.393246 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b961f-7699-4bf4-b400-af8f61dae322 None None] Network 4846efcf-fb2f-4183-9403-36f1be92ae9c requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:46.410677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Calling delete_port for 4ffce88d-295d-4236-9494-4cf9ccd9fcde owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:46.436766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:46.446339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:46.513595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.615505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326baf5c-58d3-4a2e-8db2-3d0859cd3dcc None None] Network fcecf51b-1d4a-4fe0-a78b-22bf7a432296 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:46.651504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-493d2634-8694-4604-9190-61d3a1151b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.705745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.709179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:46.711561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:46.716115 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:46.727263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d2634-8694-4604-9190-61d3a1151b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2340389f-8fbb-4937-8dbd-1234646b5044,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:46.737795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-493d2634-8694-4604-9190-61d3a1151b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:46.745344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-493d2634-8694-4604-9190-61d3a1151b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.751837 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-493d2634-8694-4604-9190-61d3a1151b03 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2340389f-8fbb-4937-8dbd-1234646b5044 HTTP/1.1" status: 204 len: 168 time: 0.7580385 Jun 03 21:51:46.759372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event deleted for resources: {'Port': ['ID=4ffce88d-295d-4236-9494-4cf9ccd9fcde,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:46.761937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:46.782770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-459f912e-e5bc-48cb-bbf5-daf3bda435e2 None None] Provisioning for port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:46.796845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-459f912e-e5bc-48cb-bbf5-daf3bda435e2 None None] Provisioning complete for port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:46.797281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-459f912e-e5bc-48cb-bbf5-daf3bda435e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:46.902749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 4ec66d55-363c-4fcc-b46e-b7baa0472e73 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:46.903131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.029130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807fd911-fdd7-49ed-a698-0cf958eee592 None None] DHCP port deletion for 4846efcf-fb2f-4183-9403-36f1be92ae9c request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:51:47.160011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-459f912e-e5bc-48cb-bbf5-daf3bda435e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.186273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.213055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-459f912e-e5bc-48cb-bbf5-daf3bda435e2 None None] For port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=91695b2e-8ed4-484d-a2bb-0261dfa56ecf,segment=NetworkSegment(bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0),segment_id=bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:47.227728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-459f912e-e5bc-48cb-bbf5-daf3bda435e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.231339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e088c334-4401-4285-a170-3b5a19d99f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:47.270942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-807fd911-fdd7-49ed-a698-0cf958eee592 None None] Deleting port 4ec66d55-363c-4fcc-b46e-b7baa0472e73 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:47.271663 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-807fd911-fdd7-49ed-a698-0cf958eee592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.288227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] For port 4ec66d55-363c-4fcc-b46e-b7baa0472e73, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4ec66d55-363c-4fcc-b46e-b7baa0472e73,segment=NetworkSegment(a2166aea-12b3-4761-85b9-83669658b4f5),segment_id=a2166aea-12b3-4761-85b9-83669658b4f5)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:47.288830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.431517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 4ec66d55-363c-4fcc-b46e-b7baa0472e73 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:47.432114 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f912e-e5bc-48cb-bbf5-daf3bda435e2 None None] Pushing event updated for resources: {'Port': ['ID=91695b2e-8ed4-484d-a2bb-0261dfa56ecf,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:47.434400 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54986) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:47.435606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-459f912e-e5bc-48cb-bbf5-daf3bda435e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:47.441366 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-807fd911-fdd7-49ed-a698-0cf958eee592 None None] For port 4ec66d55-363c-4fcc-b46e-b7baa0472e73, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4ec66d55-363c-4fcc-b46e-b7baa0472e73,segment=NetworkSegment(a2166aea-12b3-4761-85b9-83669658b4f5),segment_id=a2166aea-12b3-4761-85b9-83669658b4f5)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:47.444228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-807fd911-fdd7-49ed-a698-0cf958eee592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.490246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.497956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-45b7f1fc-0ce4-4527-9c9f-44c855904bee tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:47.526834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-14614027-7413-448b-8fd2-518d0d53bcb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.545617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-14614027-7413-448b-8fd2-518d0d53bcb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:47.552300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=4ec66d55-363c-4fcc-b46e-b7baa0472e73,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:47.553078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-14614027-7413-448b-8fd2-518d0d53bcb0 admin admin] Usage tracker for resource:security_group_rule and tenant:81a21ebafa25461a82414fcf5f22f461 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:47.557587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-14614027-7413-448b-8fd2-518d0d53bcb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:47.573491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-14614027-7413-448b-8fd2-518d0d53bcb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:47.594130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.596417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:47.597536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No DVR routers for this DVR port 4ec66d55-363c-4fcc-b46e-b7baa0472e73 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:47.617394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-807fd911-fdd7-49ed-a698-0cf958eee592 None None] Calling delete_port for 4ec66d55-363c-4fcc-b46e-b7baa0472e73 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:47.633314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-25c47e40-03af-4182-b04a-d8c0cc60effa None None] Provisioning complete for port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:47.633741 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25c47e40-03af-4182-b04a-d8c0cc60effa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.640264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.716617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c53be7c4-fe52-4c94-9961-3826f4132ca6 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:47.748282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.840050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-807fd911-fdd7-49ed-a698-0cf958eee592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.847528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-58b9ab71-1e18-4327-90be-270f69dccdc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:47.848919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Router 8e3b8b4d-71ec-46dd-80c2-7add9044422d has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:51:47.909382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807fd911-fdd7-49ed-a698-0cf958eee592 None None] No DVR routers for this DVR port 4ec66d55-363c-4fcc-b46e-b7baa0472e73 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:47.918130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fd911-fdd7-49ed-a698-0cf958eee592 None None] Pushing event deleted for resources: {'Port': ['ID=4ec66d55-363c-4fcc-b46e-b7baa0472e73,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:47.920544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-807fd911-fdd7-49ed-a698-0cf958eee592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:47.927095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event updated for resources: {'Port': ['ID=54f61bbf-e35c-455e-9635-2cf37b6932c5,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:47.936827 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-25c47e40-03af-4182-b04a-d8c0cc60effa None None] Provisioning for port 54f61bbf-e35c-455e-9635-2cf37b6932c5 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:47.944962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-25c47e40-03af-4182-b04a-d8c0cc60effa None None] Provisioning complete for port 54f61bbf-e35c-455e-9635-2cf37b6932c5 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:47.945701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25c47e40-03af-4182-b04a-d8c0cc60effa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:47.985011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:47.998513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.021404 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-25c47e40-03af-4182-b04a-d8c0cc60effa None None] Port 54f61bbf-e35c-455e-9635-2cf37b6932c5 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:48.032912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:48.081469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4846efcf-fb2f-4183-9403-36f1be92ae9c']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:48.083539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-14614027-7413-448b-8fd2-518d0d53bcb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.093955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:48.096148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-14614027-7413-448b-8fd2-518d0d53bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.112096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2166aea-12b3-4761-85b9-83669658b4f5') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:48.112430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2166aea-12b3-4761-85b9-83669658b4f5') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:48.114118 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a92fb5-240a-444c-9ed1-d7a44f9014b6 None None] Sync routers for ids ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:48.115971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ea9f270c-fddd-41fb-b233-73afa0b510fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:48.128827 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a92fb5-240a-444c-9ed1-d7a44f9014b6 None None] Routers {'8e3b8b4d-71ec-46dd-80c2-7add9044422d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:48.130171 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b3a92fb5-240a-444c-9ed1-d7a44f9014b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:48.131192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.149351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:48.149618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.166932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.173412 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "PUT /v2.0/routers/8e3b8b4d-71ec-46dd-80c2-7add9044422d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2250757 Jun 03 21:51:48.174191 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54988) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:48.175047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:51:48.175493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.179230 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-14614027-7413-448b-8fd2-518d0d53bcb0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=81a21ebafa25461a82414fcf5f22f461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6845315 Jun 03 21:51:48.187125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a81ccba1-8128-4e05-8235-6a2e4af218f2 None None] Provisioning complete for port 54f61bbf-e35c-455e-9635-2cf37b6932c5 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:48.187452 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a81ccba1-8128-4e05-8235-6a2e4af218f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.253031 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbbf30f-d8a1-4787-9ae2-13a3590b60c2 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Deleting subnet d9572515-61d3-4237-9d45-489c6c5adb2d {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:48.254817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54990) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:48.257939 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14614027-7413-448b-8fd2-518d0d53bcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0073f6cf-b458-4f38-9cbc-248a94a56cfb,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:48.260723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-edbbf30f-d8a1-4787-9ae2-13a3590b60c2 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.264643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-a81ccba1-8128-4e05-8235-6a2e4af218f2 None None] Port 54f61bbf-e35c-455e-9635-2cf37b6932c5 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:48.302653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-14614027-7413-448b-8fd2-518d0d53bcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:51:48.315012 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:51:48.320599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.326237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Network fcecf51b-1d4a-4fe0-a78b-22bf7a432296 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:48.328731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:48.350852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.354304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:48.362309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-edbbf30f-d8a1-4787-9ae2-13a3590b60c2 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.368051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Network': ['ID=4846efcf-fb2f-4183-9403-36f1be92ae9c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:48.376641 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 91695b2e-8ed4-484d-a2bb-0261dfa56ecf up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:48.393521 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-b3a92fb5-240a-444c-9ed1-d7a44f9014b6 None None] Set router 8e3b8b4d-71ec-46dd-80c2-7add9044422d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:48.448920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c3134efc-7b4a-404f-91fe-56cfd3b64682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.458007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:48.459037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.477135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c3134efc-7b4a-404f-91fe-56cfd3b64682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.619559 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:48.628592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:51:48.643063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c3134efc-7b4a-404f-91fe-56cfd3b64682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.650518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-111d8287-3f2c-42b2-8a4d-60126c286718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:48.672553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3134efc-7b4a-404f-91fe-56cfd3b64682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0073f6cf-b458-4f38-9cbc-248a94a56cfb,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:48.687711 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c3134efc-7b4a-404f-91fe-56cfd3b64682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:48.691263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-edbbf30f-d8a1-4787-9ae2-13a3590b60c2 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.721350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b3d55de0-9e1d-4669-a895-e94c000e46d2 None None] Provisioning complete for port 54f61bbf-e35c-455e-9635-2cf37b6932c5 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:48.722386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b3d55de0-9e1d-4669-a895-e94c000e46d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.745044 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/networks/4846efcf-fb2f-4183-9403-36f1be92ae9c HTTP/1.1" status: 204 len: 168 time: 2.4209988 Jun 03 21:51:48.754156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54992) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:48.758827 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b3a92fb5-240a-444c-9ed1-d7a44f9014b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:48.759844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1467541215'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:48.763605 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a92fb5-240a-444c-9ed1-d7a44f9014b6 None None] Checking router: 8e3b8b4d-71ec-46dd-80c2-7add9044422d for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:51:48.775493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4ec66d55-363c-4fcc-b46e-b7baa0472e73 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:51:48.776479 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a92fb5-240a-444c-9ed1-d7a44f9014b6 None None] Routers {'8e3b8b4d-71ec-46dd-80c2-7add9044422d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:48.777230 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b3a92fb5-240a-444c-9ed1-d7a44f9014b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:48.814183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 4ec66d55-363c-4fcc-b46e-b7baa0472e73 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:51:48.814533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4ec66d55-363c-4fcc-b46e-b7baa0472e73 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:51:48.829252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:48.830990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b3d55de0-9e1d-4669-a895-e94c000e46d2 None None] Port 54f61bbf-e35c-455e-9635-2cf37b6932c5 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:48.841332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:network and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:48.846191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:48.854539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:48.881137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:48.886714 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1343558 Jun 03 21:51:48.888013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:48.891409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.901782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Sync routers for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:48.910049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 54994) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:48.914806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:48.916450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:48.922114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:51:48.931864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.932265 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Added segment 5e44bacc-9ba8-4599-a537-04b44734624d of type vlan for network 58c6ddc0-6644-4101-9e03-f4f39613428b Jun 03 21:51:48.950737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c3134efc-7b4a-404f-91fe-56cfd3b64682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.954977 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c3134efc-7b4a-404f-91fe-56cfd3b64682 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0073f6cf-b458-4f38-9cbc-248a94a56cfb HTTP/1.1" status: 204 len: 168 time: 0.6950455 Jun 03 21:51:48.965652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:48.967612 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-b3a92fb5-240a-444c-9ed1-d7a44f9014b6 None None] Set router 8e3b8b4d-71ec-46dd-80c2-7add9044422d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:48.997353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5d9cd01c-e439-4db3-9cfc-5d4fcb3117f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:49.114760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-edbbf30f-d8a1-4787-9ae2-13a3590b60c2 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:49.123782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5493b9b8-b781-476e-be7b-20991c9e7b51 tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:49.139583 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:51:49.172219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:49.197965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbf30f-d8a1-4787-9ae2-13a3590b60c2 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event deleted for resources: {'Subnet': ['ID=d9572515-61d3-4237-9d45-489c6c5adb2d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:49.200592 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-edbbf30f-d8a1-4787-9ae2-13a3590b60c2 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:49.216948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-edbbf30f-d8a1-4787-9ae2-13a3590b60c2 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:49.227862 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-edbbf30f-d8a1-4787-9ae2-13a3590b60c2 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "DELETE /v2.0/subnets/d9572515-61d3-4237-9d45-489c6c5adb2d HTTP/1.1" status: 204 len: 168 time: 1.0461216 Jun 03 21:51:49.230286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 54998) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:49.238216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f182a8b2-4a13-485f-9443-159959970a95 None None] Network a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:49.364366 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b3a92fb5-240a-444c-9ed1-d7a44f9014b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:49.372721 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a92fb5-240a-444c-9ed1-d7a44f9014b6 None None] The sync data for ids ['8e3b8b4d-71ec-46dd-80c2-7add9044422d'] in dv-neutron-792998-2-hyperv is: [{'id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730825185', 'tenant_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:47:45Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': '684d3d7afe73426f9cb4abdbeaeb79b4', 'gw_port': {'id': 'e598204c-7ee8-417a-bdaa-2d7b17672ad4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3b8b4d-71ec-46dd-80c2-7add9044422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:47:47Z', 'updated_at': '2021-06-03T21:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:49.503870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:49.506487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:49.509297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:49.509894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:49.531819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8daa32f7-dbdc-434f-b520-9ad14fd7a105 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:49.552790 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7974691 Jun 03 21:51:49.572849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55006) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:49.578609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': '58c6ddc0-6644-4101-9e03-f4f39613428b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:49.739795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Network': ['ID=58c6ddc0-6644-4101-9e03-f4f39613428b,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:49.774061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:49.852692 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 58c6ddc0-6644-4101-9e03-f4f39613428b details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:51:49.867140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d93354-69fb-4ff9-ac9b-994b1e54e139 None None] DHCP port deletion for a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:51:49.885452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Deleting port e598204c-7ee8-417a-bdaa-2d7b17672ad4 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:49.885880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:49.895216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:49.898972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:49.908509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:49.912992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:49.961994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:49.999286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:50.002888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:50.073458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 19014626-7e03-4d10-9b50-4d7a717870b0 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:51:50.249668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55020) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:50.284156 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] For port e598204c-7ee8-417a-bdaa-2d7b17672ad4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e598204c-7ee8-417a-bdaa-2d7b17672ad4,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:50.285002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:50.370146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-31d93354-69fb-4ff9-ac9b-994b1e54e139 None None] Deleting port 19014626-7e03-4d10-9b50-4d7a717870b0 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:50.371012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-31d93354-69fb-4ff9-ac9b-994b1e54e139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:50.401157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.extraroute_db [None req-5d9cd01c-e439-4db3-9cfc-5d4fcb3117f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 21:51:50.433597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.extraroute_db [None req-5d9cd01c-e439-4db3-9cfc-5d4fcb3117f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Removed routes are [] {{(pid=104396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 21:51:50.434114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd01c-e439-4db3-9cfc-5d4fcb3117f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:50.540268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '54f61bbf-e35c-455e-9635-2cf37b6932c5', 'name': '', 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:e3:8f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:44Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 2, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:50.552669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-763866610'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:50.595845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Checking router: 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:51:50.595845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Updating router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e port 54f61bbf-e35c-455e-9635-2cf37b6932c5 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:51:50.600217 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Calling delete_port for e598204c-7ee8-417a-bdaa-2d7b17672ad4 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:50.612155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:50.653719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:network and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:50.657398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:50.664096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:50.676326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:50.685660 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-31d93354-69fb-4ff9-ac9b-994b1e54e139 None None] For port 19014626-7e03-4d10-9b50-4d7a717870b0, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=19014626-7e03-4d10-9b50-4d7a717870b0,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:50.686070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-31d93354-69fb-4ff9-ac9b-994b1e54e139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:50.832935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:50.840179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3f08bfda-5c85-4a6e-8a44-59064d736578 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:50.841335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-31d93354-69fb-4ff9-ac9b-994b1e54e139 None None] Calling delete_port for 19014626-7e03-4d10-9b50-4d7a717870b0 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:50.844758 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:50.889496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event deleted for resources: {'Port': ['ID=e598204c-7ee8-417a-bdaa-2d7b17672ad4,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:50.896449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:50.896713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd01c-e439-4db3-9cfc-5d4fcb3117f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:50.900567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:50.904041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:50.917484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd01c-e439-4db3-9cfc-5d4fcb3117f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:50.924918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:50.972174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 19014626-7e03-4d10-9b50-4d7a717870b0, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=19014626-7e03-4d10-9b50-4d7a717870b0,segment=NetworkSegment(dd2d9013-33a3-4bc4-8b39-7e41e872d69e),segment_id=dd2d9013-33a3-4bc4-8b39-7e41e872d69e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:50.984905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:50.986079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4ffce88d-295d-4236-9494-4cf9ccd9fcde no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:51:51.006098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.019435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:51.116155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=19014626-7e03-4d10-9b50-4d7a717870b0,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:51.140393 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:51.145317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 4ffce88d-295d-4236-9494-4cf9ccd9fcde {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:51:51.146395 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4ffce88d-295d-4236-9494-4cf9ccd9fcde not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:51:51.183770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:51.187689 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:security_group_rule and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:51.190936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:51.196810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:51.204205 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.206559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.237974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.238734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Fanout notify agent at l3_agent the message router_deleted on router 8e3b8b4d-71ec-46dd-80c2-7add9044422d {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:51:51.257693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.262483 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "DELETE /v2.0/routers/8e3b8b4d-71ec-46dd-80c2-7add9044422d HTTP/1.1" status: 204 len: 168 time: 2.0297208 Jun 03 21:51:51.263206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55024) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:51.324042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-31d93354-69fb-4ff9-ac9b-994b1e54e139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.330543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:51.385647 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d93354-69fb-4ff9-ac9b-994b1e54e139 None None] Pushing event deleted for resources: {'Port': ['ID=19014626-7e03-4d10-9b50-4d7a717870b0,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:51.397244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-31d93354-69fb-4ff9-ac9b-994b1e54e139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:51.402042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d93354-69fb-4ff9-ac9b-994b1e54e139 None None] No DVR routers for this DVR port 19014626-7e03-4d10-9b50-4d7a717870b0 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:51:51.430135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.460706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9cd01c-e439-4db3-9cfc-5d4fcb3117f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:51:51.518068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.533946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Transition to ACTIVE for port object 54f61bbf-e35c-455e-9635-2cf37b6932c5 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:51.545170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.551752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:51.581415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.596962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:51.610149 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:51.610742 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2d9013-33a3-4bc4-8b39-7e41e872d69e') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:51.623920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.649359 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.656850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:51:51.657708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.668396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:51:51.677497 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:51:51.680731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.697210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ea39cfdb-bfde-4a55-a8ee-d113aef6e949 tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:51.779322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1340} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:51:51.783894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.790058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7486548a-cd88-4a96-b60b-1207595389bb tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:51.790746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16813c2-435e-4037-99c9-4de6da8b15ca None None] Pushing event updated for resources: {'Port': ['ID=54f61bbf-e35c-455e-9635-2cf37b6932c5,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:51.790912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9cd01c-e439-4db3-9cfc-5d4fcb3117f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:51.796562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5876a2-2215-46a7-9797-1fd4e64f313c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:51.800498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:51.810105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a16813c2-435e-4037-99c9-4de6da8b15ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:51.823935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Attempting to bind port 54f61bbf-e35c-455e-9635-2cf37b6932c5 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:51.824403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Attempting to bind port 54f61bbf-e35c-455e-9635-2cf37b6932c5 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:51.824839 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Attempting to bind port 54f61bbf-e35c-455e-9635-2cf37b6932c5 on network fcecf51b-1d4a-4fe0-a78b-22bf7a432296 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:51.832376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:51.833273 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Checking segment: {'id': 'bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:51.833477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.833938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Bound using segment: {'id': 'bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:51.834580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Bound port: 54f61bbf-e35c-455e-9635-2cf37b6932c5, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:51.835040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.845075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.845745 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Added segment 98efd867-82e7-4214-b82f-0e44ca16b316 of type vlan for network 1dba7523-f1ba-457a-be10-44fa003aff73 Jun 03 21:51:51.848983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.853565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event deleted for resources: {'Network': ['ID=a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:51.860417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:51.879734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.888473 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-82a992dc-8d4c-42d4-be1c-73738392381b tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:51.889199 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-eff1ef50-af73-4eec-a820-44d796ad0c6d tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "DELETE /v2.0/networks/a1eaac43-b7b0-491d-bf8b-17a4d1dba9c6 HTTP/1.1" status: 204 len: 168 time: 0.6246903 Jun 03 21:51:51.890191 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55026) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:51.950514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.957476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd01c-e439-4db3-9cfc-5d4fcb3117f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:51.961811 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5d9cd01c-e439-4db3-9cfc-5d4fcb3117f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e HTTP/1.1" status: 200 len: 934 time: 2.9659696 Jun 03 21:51:51.962441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55028) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:51.987020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e598204c-7ee8-417a-bdaa-2d7b17672ad4 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:51:52.027877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: e598204c-7ee8-417a-bdaa-2d7b17672ad4 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:51:52.027877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e598204c-7ee8-417a-bdaa-2d7b17672ad4 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:51:52.031014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Subnet': ['ID=991f54e3-a2b9-4d56-9592-1e0d42d40468,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:52.038139 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:52.049326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Checking segment: {'id': '5e44bacc-9ba8-4599-a537-04b44734624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '58c6ddc0-6644-4101-9e03-f4f39613428b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:52.049826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network hostable DHCP agents. Network: 58c6ddc0-6644-4101-9e03-f4f39613428b, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:51:52.062868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.070351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:52.071211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.078336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bcf4915f-ef68-44cf-b59a-c8bcd30c8498 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:52.082614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] For port 54f61bbf-e35c-455e-9635-2cf37b6932c5, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:52.087525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] For port 54f61bbf-e35c-455e-9635-2cf37b6932c5, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=54f61bbf-e35c-455e-9635-2cf37b6932c5,segment=NetworkSegment(bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0),segment_id=bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:52.094391 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.100553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ea99be2f-1fb0-4760-b255-ec4603bba5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:52.146959 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8829200 Jun 03 21:51:52.150968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network 58c6ddc0-6644-4101-9e03-f4f39613428b is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:51:52.155262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d191d80-334d-4452-a725-a0fc0fd0b390 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.156758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55030) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:52.164723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:52.169466 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:52.170124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:52.193491 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e6b2632e-0ebb-4b57-863e-573e06011755 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e HTTP/1.1" status: 200 len: 934 time: 0.2300806 Jun 03 21:51:52.211954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55032) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:52.222736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-32be2e06-8714-4fdf-a452-65045e4a052e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'router': {'routes': None}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:52.231210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 58c6ddc0-6644-4101-9e03-f4f39613428b) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:52.244625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:52.245206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.248937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Network': ['ID=1dba7523-f1ba-457a-be10-44fa003aff73,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:52.257279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d89ac-c244-4128-be68-06a65dcbd8f5 None None] Network 58c6ddc0-6644-4101-9e03-f4f39613428b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:52.262583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:52.282294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:51:52.294502 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7201107 Jun 03 21:51:52.296870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55034) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:52.303663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': '58c6ddc0-6644-4101-9e03-f4f39613428b', 'name': 'tempest-PortsTestJSON-1523981787', 'fixed_ips': [{'subnet_id': '991f54e3-a2b9-4d56-9592-1e0d42d40468', 'ip_address': '172.20.0.10'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:52.394339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16813c2-435e-4037-99c9-4de6da8b15ca None None] Pushing event updated for resources: {'Port': ['ID=54f61bbf-e35c-455e-9635-2cf37b6932c5,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:52.410484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a16813c2-435e-4037-99c9-4de6da8b15ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:52.493542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:52.497934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:port and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:52.500964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:52.506997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:52.519501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:52.565986 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:52.608992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d191d80-334d-4452-a725-a0fc0fd0b390 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.660103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.660449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:52.675680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:52.682773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port 9fa098b9-a059-46a8-8853-d27985cbf18c yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:51:52.731937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:52.763060 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:52.888655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-14e2c196-752f-42b7-b021-94dac03ca3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.905732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:52.910037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:52.943125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.10 (58c6ddc0-6644-4101-9e03-f4f39613428b/991f54e3-a2b9-4d56-9592-1e0d42d40468/9fa098b9-a059-46a8-8853-d27985cbf18c) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:52.960697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-58c6ddc0-6644-4101-9e03-f4f39613428b', 'network_id': '58c6ddc0-6644-4101-9e03-f4f39613428b', 'tenant_id': '186550332a33447bbe2062e93350d5e1', 'fixed_ips': [{'subnet_id': '991f54e3-a2b9-4d56-9592-1e0d42d40468'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:51:52.961651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.121157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d191d80-334d-4452-a725-a0fc0fd0b390 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.125488 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:50Z', 'revision_number': 6, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '54f61bbf-e35c-455e-9635-2cf37b6932c5', 'name': '', 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:e3:8f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:44Z', 'updated_at': '2021-06-03T21:51:52Z', 'revision_number': 4, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:53.129013 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:53.130760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e322bc80-9b42-40df-a1e2-b1cd2150e70b None None] The sync data for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv is: [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:50Z', 'revision_number': 6, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '54f61bbf-e35c-455e-9635-2cf37b6932c5', 'name': '', 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:e3:8f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:44Z', 'updated_at': '2021-06-03T21:51:52Z', 'revision_number': 4, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:53.211839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d191d80-334d-4452-a725-a0fc0fd0b390 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1db978-ef7e-4a95-ae06-e59651f9ee79,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:53.216978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6d191d80-334d-4452-a725-a0fc0fd0b390 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:53.269868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.275069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6d191d80-334d-4452-a725-a0fc0fd0b390 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.276371 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6d191d80-334d-4452-a725-a0fc0fd0b390 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] 10.222.0.96 "DELETE /v2.0/security-groups/4e1db978-ef7e-4a95-ae06-e59651f9ee79 HTTP/1.1" status: 204 len: 168 time: 1.3849716 Jun 03 21:51:53.303862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Transition to ACTIVE for port object 9fa098b9-a059-46a8-8853-d27985cbf18c will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:53.334464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.350258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-89e683ab-d189-41e5-8fb7-42a0a548915b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:53.467491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.extraroute_db [None req-32be2e06-8714-4fdf-a452-65045e4a052e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Added routes are [] {{(pid=104397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 21:51:53.467729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.extraroute_db [None req-32be2e06-8714-4fdf-a452-65045e4a052e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 21:51:53.476043 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Allocated IP 172.20.0.2 (58c6ddc0-6644-4101-9e03-f4f39613428b/991f54e3-a2b9-4d56-9592-1e0d42d40468/127fbddc-43ec-4c61-aa85-d1a6df651ca0) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:53.597271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-32be2e06-8714-4fdf-a452-65045e4a052e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.657587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network 58c6ddc0-6644-4101-9e03-f4f39613428b is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:53.661652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:53.664563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:53.780553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.792818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=9fa098b9-a059-46a8-8853-d27985cbf18c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:53.801948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:53.828307 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Transition to ACTIVE for port object 127fbddc-43ec-4c61-aa85-d1a6df651ca0 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:53.844200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:53.845685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.879340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55042) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:53.884318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Transition to ACTIVE for port object 127fbddc-43ec-4c61-aa85-d1a6df651ca0 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:53.893264 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:53.904370 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6062560 Jun 03 21:51:53.906745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55046) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:53.913432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:53.923792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': '58c6ddc0-6644-4101-9e03-f4f39613428b', 'name': 'tempest-PortsTestJSON-1863257879', 'fixed_ips': [{'subnet_id': '991f54e3-a2b9-4d56-9592-1e0d42d40468', 'ip_address': '172.20.0.9'}]}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:54.087525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 54f61bbf-e35c-455e-9635-2cf37b6932c5 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:54.112600 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:54.119273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:port and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:54.123180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for port was recalculated. Used quota:3. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:54.130998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:54.133835 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Network 58c6ddc0-6644-4101-9e03-f4f39613428b is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:54.138724 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:54.145067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:54.145720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:54.152893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.179825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port 5fd84c9b-de67-45ae-bbe2-b7ff3d6c8c3a yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:51:54.201222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Pushing event updated for resources: {'Port': ['ID=127fbddc-43ec-4c61-aa85-d1a6df651ca0,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:54.210555 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:54.239301 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def673c6-a9f6-41dc-ae3d-7a0e2971908a None None] Sync routers for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:54.253277 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def673c6-a9f6-41dc-ae3d-7a0e2971908a None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:54.254485 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-def673c6-a9f6-41dc-ae3d-7a0e2971908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:54.281785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Attempting to bind port 127fbddc-43ec-4c61-aa85-d1a6df651ca0 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:54.282565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Attempting to bind port 127fbddc-43ec-4c61-aa85-d1a6df651ca0 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '5e44bacc-9ba8-4599-a537-04b44734624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '58c6ddc0-6644-4101-9e03-f4f39613428b'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:54.283074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Attempting to bind port 127fbddc-43ec-4c61-aa85-d1a6df651ca0 on network 58c6ddc0-6644-4101-9e03-f4f39613428b {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:54.296833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:54.297404 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Checking segment: {'id': '5e44bacc-9ba8-4599-a537-04b44734624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '58c6ddc0-6644-4101-9e03-f4f39613428b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:54.298058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.298575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Bound using segment: {'id': '5e44bacc-9ba8-4599-a537-04b44734624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '58c6ddc0-6644-4101-9e03-f4f39613428b'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:54.299143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Bound port: 127fbddc-43ec-4c61-aa85-d1a6df651ca0, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e44bacc-9ba8-4599-a537-04b44734624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '58c6ddc0-6644-4101-9e03-f4f39613428b'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:54.299790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.313330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 54f61bbf-e35c-455e-9635-2cf37b6932c5 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:54.358662 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 54f61bbf-e35c-455e-9635-2cf37b6932c5 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:54.359213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.377827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-32be2e06-8714-4fdf-a452-65045e4a052e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.390041 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-26531a3e-7530-47bd-acd1-e7e6f7940318 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=684d3d7afe73426f9cb4abdbeaeb79b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088816 Jun 03 21:51:54.393317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55050) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:54.406590 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-32be2e06-8714-4fdf-a452-65045e4a052e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.471611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] For port 127fbddc-43ec-4c61-aa85-d1a6df651ca0, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:54.477017 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-def673c6-a9f6-41dc-ae3d-7a0e2971908a None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:54.484401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.9 (58c6ddc0-6644-4101-9e03-f4f39613428b/991f54e3-a2b9-4d56-9592-1e0d42d40468/5fd84c9b-de67-45ae-bbe2-b7ff3d6c8c3a) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:54.521421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] For port 127fbddc-43ec-4c61-aa85-d1a6df651ca0, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=127fbddc-43ec-4c61-aa85-d1a6df651ca0,segment=NetworkSegment(5e44bacc-9ba8-4599-a537-04b44734624d),segment_id=5e44bacc-9ba8-4599-a537-04b44734624d)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:54.534451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.548267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a16813c2-435e-4037-99c9-4de6da8b15ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:54.597796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.667397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32be2e06-8714-4fdf-a452-65045e4a052e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:51:54.678779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.679744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Pushing event updated for resources: {'Port': ['ID=127fbddc-43ec-4c61-aa85-d1a6df651ca0,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:54.684207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 54f61bbf-e35c-455e-9635-2cf37b6932c5, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=54f61bbf-e35c-455e-9635-2cf37b6932c5,segment=NetworkSegment(bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0),segment_id=bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:54.685635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:54.690379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.695521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a16813c2-435e-4037-99c9-4de6da8b15ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:54.699754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-31cc9051-b13c-464d-8c91-3da523953e8f tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:54.784817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=54f61bbf-e35c-455e-9635-2cf37b6932c5,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:54.789466 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:54.796833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=18070e90-7652-416d-a7dd-7bf152e5d0fb,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:54.810810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:54.837768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.864300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Transition to ACTIVE for port object 5fd84c9b-de67-45ae-bbe2-b7ff3d6c8c3a will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:54.873527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a289653f-3f16-4880-b500-49ba2ba5cc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.875124 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-def673c6-a9f6-41dc-ae3d-7a0e2971908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:53Z', 'revision_number': 7, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '54f61bbf-e35c-455e-9635-2cf37b6932c5', 'name': '', 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:e3:8f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:44Z', 'updated_at': '2021-06-03T21:51:52Z', 'revision_number': 4, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:54.880687 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def673c6-a9f6-41dc-ae3d-7a0e2971908a None None] Checking router: 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:51:54.891115 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def673c6-a9f6-41dc-ae3d-7a0e2971908a None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:54.891837 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-def673c6-a9f6-41dc-ae3d-7a0e2971908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:54.901798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:54.908426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-19b3d5de-596d-4754-baf0-cc3807d63ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:55.019274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=5fd84c9b-de67-45ae-bbe2-b7ff3d6c8c3a,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:55.022690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:55.036360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network 58c6ddc0-6644-4101-9e03-f4f39613428b is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:55.040094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:55.045327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:55.085611 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-def673c6-a9f6-41dc-ae3d-7a0e2971908a None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:55.107266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32be2e06-8714-4fdf-a452-65045e4a052e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:51:55.118740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:55.119099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network hostable DHCP agents. Network: 1dba7523-f1ba-457a-be10-44fa003aff73, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:51:55.125150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a289653f-3f16-4880-b500-49ba2ba5cc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:55.138077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:55.138691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:55.151021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-32be2e06-8714-4fdf-a452-65045e4a052e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:55.155137 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-32be2e06-8714-4fdf-a452-65045e4a052e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e HTTP/1.1" status: 200 len: 700 time: 2.9395936 Jun 03 21:51:55.155314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55054) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:55.182129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:51:55.200534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 1dba7523-f1ba-457a-be10-44fa003aff73) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:55.211377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a27b0-e9b0-4a29-8e9a-9b01e9c660cf None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:55.213941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:55.214873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:55.237577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a289653f-3f16-4880-b500-49ba2ba5cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:55.249827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-302dca1d-a12c-4008-bd0b-b40f9ac262d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:55.271269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289653f-3f16-4880-b500-49ba2ba5cc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abb3ae1-befa-4962-91ef-b0f53d883065,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:55.274348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a289653f-3f16-4880-b500-49ba2ba5cc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:55.279605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a289653f-3f16-4880-b500-49ba2ba5cc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:55.299552 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a289653f-3f16-4880-b500-49ba2ba5cc0d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7abb3ae1-befa-4962-91ef-b0f53d883065 HTTP/1.1" status: 204 len: 168 time: 0.8893645 Jun 03 21:51:55.300892 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3922548 Jun 03 21:51:55.303003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55058) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:55.372306 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2116280 Jun 03 21:51:55.373231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55060) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:55.382569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'name': 'tempest-NetworksTestDHCPv6-117958974'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:55.397603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:55.405770 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0c73017e-f5b9-4e58-8dae-c057e1c14337 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e HTTP/1.1" status: 200 len: 700 time: 0.2490275 Jun 03 21:51:55.409780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55062) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:55.515534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d007f73f-bf74-484c-866b-e9a925daab89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:55.593651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '18070e90-7652-416d-a7dd-7bf152e5d0fb'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:51:55.594619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:55.643557 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-def673c6-a9f6-41dc-ae3d-7a0e2971908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:53Z', 'revision_number': 7, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '54f61bbf-e35c-455e-9635-2cf37b6932c5', 'name': '', 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:e3:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:44Z', 'updated_at': '2021-06-03T21:51:54Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:55.664647 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def673c6-a9f6-41dc-ae3d-7a0e2971908a None None] The sync data for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv is: [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:53Z', 'revision_number': 7, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '54f61bbf-e35c-455e-9635-2cf37b6932c5', 'name': '', 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:e3:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:44Z', 'updated_at': '2021-06-03T21:51:54Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:55.696872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:55.702495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:55.710915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:55.718434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:55.730871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad292eb0-5149-46d6-9db4-99e8bc81189a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:55.735091 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ad292eb0-5149-46d6-9db4-99e8bc81189a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4285266 Jun 03 21:51:55.735671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:51:55.737264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55066) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:55.740458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:55.783583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port ce59d1ef-7679-4982-b71a-56e3ff30dd42 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:51:55.995030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55068) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:56.018778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-280c1707-0d2d-4369-897c-1f69a5195dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:56.044882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Allocated IP 2001:db8::2 (1dba7523-f1ba-457a-be10-44fa003aff73/18070e90-7652-416d-a7dd-7bf152e5d0fb/24fef364-15ae-41c7-91a4-72c2d366ac4b) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:56.071749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-280c1707-0d2d-4369-897c-1f69a5195dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:56.084421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-280c1707-0d2d-4369-897c-1f69a5195dac admin admin] Usage tracker for resource:security_group_rule and tenant:dedf84d8b56b49d68fb7a3e91c7341c5 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:56.093382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-280c1707-0d2d-4369-897c-1f69a5195dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:56.112390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-280c1707-0d2d-4369-897c-1f69a5195dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:51:56.146186 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 127fbddc-43ec-4c61-aa85-d1a6df651ca0 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:56.192328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd5f6fb-92d3-46f5-8ff1-e33af0ade4c7 None None] Network 58c6ddc0-6644-4101-9e03-f4f39613428b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:56.207124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb811285-bb2a-40d5-a395-faa7bdf47be5 None None] Sync routers for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:51:56.256747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-280c1707-0d2d-4369-897c-1f69a5195dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:56.261970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-280c1707-0d2d-4369-897c-1f69a5195dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:56.275213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-85894c53-59e3-42ac-b522-67cea62c7c2a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:56.293403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0785ff9-7793-4955-921e-0da3996adad8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:56.300526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0785ff9-7793-4955-921e-0da3996adad8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:56.307971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0785ff9-7793-4955-921e-0da3996adad8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:56.311522 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e0785ff9-7793-4955-921e-0da3996adad8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.5713942 Jun 03 21:51:56.314025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55070) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:56.335358 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-280c1707-0d2d-4369-897c-1f69a5195dac admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dedf84d8b56b49d68fb7a3e91c7341c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378201 Jun 03 21:51:56.337175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55072) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:56.340336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c1707-0d2d-4369-897c-1f69a5195dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54908b6-69f1-4b7e-abcf-02f6f0566fff,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:56.344070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-280c1707-0d2d-4369-897c-1f69a5195dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:56.397365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb811285-bb2a-40d5-a395-faa7bdf47be5 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:56.398003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bb811285-bb2a-40d5-a395-faa7bdf47be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:56.420010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cf74a1a5-5a94-4281-b870-f0a878e08789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:56.449890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cf74a1a5-5a94-4281-b870-f0a878e08789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:56.532043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cf74a1a5-5a94-4281-b870-f0a878e08789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:56.536612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c2b3ca67-8aa0-4a0a-98fb-b2aa0e45f648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:56.549318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74a1a5-5a94-4281-b870-f0a878e08789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54908b6-69f1-4b7e-abcf-02f6f0566fff,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:56.555039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cf74a1a5-5a94-4281-b870-f0a878e08789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:56.557752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8056571a-a196-41d5-9a11-2f57dcf647c6 None None] Provisioning for port 127fbddc-43ec-4c61-aa85-d1a6df651ca0 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:56.568723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cf74a1a5-5a94-4281-b870-f0a878e08789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:56.568723 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cf74a1a5-5a94-4281-b870-f0a878e08789 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d54908b6-69f1-4b7e-abcf-02f6f0566fff HTTP/1.1" status: 204 len: 168 time: 0.2302372 Jun 03 21:51:56.624012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-a089555f-50aa-4964-91aa-52d4e9870adc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 5fd84c9b-de67-45ae-bbe2-b7ff3d6c8c3a {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:56.624325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a089555f-50aa-4964-91aa-52d4e9870adc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:56.813505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-bb811285-bb2a-40d5-a395-faa7bdf47be5 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:56.864610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:56.875893 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 127fbddc-43ec-4c61-aa85-d1a6df651ca0 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:56.932939 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 127fbddc-43ec-4c61-aa85-d1a6df651ca0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:56.933310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:56.992755 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a089555f-50aa-4964-91aa-52d4e9870adc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.066877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.069956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.129548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-a089555f-50aa-4964-91aa-52d4e9870adc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 5fd84c9b-de67-45ae-bbe2-b7ff3d6c8c3a owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:57.140097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Transition to ACTIVE for port object 24fef364-15ae-41c7-91a4-72c2d366ac4b will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:57.149902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.239158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Transition to ACTIVE for port object 24fef364-15ae-41c7-91a4-72c2d366ac4b will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:57.258057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.269938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-710d0d27-3219-467a-a2f1-f4fb7c72bf75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:57.325025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::394 (1dba7523-f1ba-457a-be10-44fa003aff73/18070e90-7652-416d-a7dd-7bf152e5d0fb/ce59d1ef-7679-4982-b71a-56e3ff30dd42) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:51:57.391040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:57.404349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:57.416437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:57.418478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Pushing event updated for resources: {'Port': ['ID=24fef364-15ae-41c7-91a4-72c2d366ac4b,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:57.455497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:57.508677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a089555f-50aa-4964-91aa-52d4e9870adc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.510616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.516152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:57.573460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.592535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object ce59d1ef-7679-4982-b71a-56e3ff30dd42 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:51:57.620337 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.621015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Attempting to bind port 24fef364-15ae-41c7-91a4-72c2d366ac4b on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:51:57.621399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Attempting to bind port 24fef364-15ae-41c7-91a4-72c2d366ac4b by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:51:57.621865 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Attempting to bind port 24fef364-15ae-41c7-91a4-72c2d366ac4b on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:51:57.629709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:57.630002 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 127fbddc-43ec-4c61-aa85-d1a6df651ca0, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=127fbddc-43ec-4c61-aa85-d1a6df651ca0,segment=NetworkSegment(5e44bacc-9ba8-4599-a537-04b44734624d),segment_id=5e44bacc-9ba8-4599-a537-04b44734624d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:57.634344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:51:57.634742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:51:57.635225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.635747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:51:57.636245 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Bound port: 24fef364-15ae-41c7-91a4-72c2d366ac4b, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:51:57.636629 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.638202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089555f-50aa-4964-91aa-52d4e9870adc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=5fd84c9b-de67-45ae-bbe2-b7ff3d6c8c3a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:57.651070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a089555f-50aa-4964-91aa-52d4e9870adc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:57.653565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.654434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 54f61bbf-e35c-455e-9635-2cf37b6932c5 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:57.686648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:57.703320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:51:57.708726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:51:57.711172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:51:57.717204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:57.717854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.752201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=ce59d1ef-7679-4982-b71a-56e3ff30dd42,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:57.755891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:57.759895 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3813009 Jun 03 21:51:57.761927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55076) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:57.827758 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bb811285-bb2a-40d5-a395-faa7bdf47be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:53Z', 'revision_number': 7, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '54f61bbf-e35c-455e-9635-2cf37b6932c5', 'name': '', 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:e3:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:44Z', 'updated_at': '2021-06-03T21:51:54Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:57.861682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb811285-bb2a-40d5-a395-faa7bdf47be5 None None] Checking router: 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:51:57.864049 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=127fbddc-43ec-4c61-aa85-d1a6df651ca0,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:57.878194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:57.892270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a089555f-50aa-4964-91aa-52d4e9870adc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.903651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] For port 24fef364-15ae-41c7-91a4-72c2d366ac4b, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:51:57.907894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] For port 24fef364-15ae-41c7-91a4-72c2d366ac4b, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=24fef364-15ae-41c7-91a4-72c2d366ac4b,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:51:57.908200 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a089555f-50aa-4964-91aa-52d4e9870adc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/5fd84c9b-de67-45ae-bbe2-b7ff3d6c8c3a HTTP/1.1" status: 204 len: 168 time: 1.5924473 Jun 03 21:51:57.909011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55078) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:57.921184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fa86ff5d-6466-45d3-aa90-c8101c3eb710 None None] Provisioning complete for port 127fbddc-43ec-4c61-aa85-d1a6df651ca0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:57.921559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa86ff5d-6466-45d3-aa90-c8101c3eb710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:57.950125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb811285-bb2a-40d5-a395-faa7bdf47be5 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:51:57.950775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bb811285-bb2a-40d5-a395-faa7bdf47be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:57.973737 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-583300f8-643a-4d90-8dca-752a04a9dfbe tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:51:57.974443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-583300f8-643a-4d90-8dca-752a04a9dfbe tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:58.012989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-583300f8-643a-4d90-8dca-752a04a9dfbe tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:58.017592 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-583300f8-643a-4d90-8dca-752a04a9dfbe tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/5fd84c9b-de67-45ae-bbe2-b7ff3d6c8c3a HTTP/1.1" status: 404 len: 333 time: 0.1014957 Jun 03 21:51:58.020017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55080) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:58.022782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port 54f61bbf-e35c-455e-9635-2cf37b6932c5 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:58.023221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.036975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce34896-5d08-4cb2-9d50-932e1a8d92ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:58.042883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce34896-5d08-4cb2-9d50-932e1a8d92ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:58.043709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4ce34896-5d08-4cb2-9d50-932e1a8d92ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:51:58.066057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4ce34896-5d08-4cb2-9d50-932e1a8d92ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:51:58.067243 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4ce34896-5d08-4cb2-9d50-932e1a8d92ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3043222 Jun 03 21:51:58.070164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55082) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:58.106069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.117246 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3a68ee66-7c61-4889-b256-a11b3098e05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:58.225837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 54f61bbf-e35c-455e-9635-2cf37b6932c5 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:58.226515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.236520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-4b307222-7a29-4447-81fb-ae572563d58d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port ce59d1ef-7679-4982-b71a-56e3ff30dd42 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:58.236860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4b307222-7a29-4447-81fb-ae572563d58d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.271523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-bb811285-bb2a-40d5-a395-faa7bdf47be5 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:51:58.324181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] For port 54f61bbf-e35c-455e-9635-2cf37b6932c5, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=54f61bbf-e35c-455e-9635-2cf37b6932c5,segment=NetworkSegment(bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0),segment_id=bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:51:58.324583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.447685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4b307222-7a29-4447-81fb-ae572563d58d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.467513 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for 54f61bbf-e35c-455e-9635-2cf37b6932c5 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:58.518915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Pushing event updated for resources: {'Port': ['ID=24fef364-15ae-41c7-91a4-72c2d366ac4b,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:58.522613 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.580593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:58.584123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-41ff4bb2-8a6a-4eae-87ba-dccc6a64df6d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 9fa098b9-a059-46a8-8853-d27985cbf18c {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:51:58.584635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-41ff4bb2-8a6a-4eae-87ba-dccc6a64df6d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.600339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-4b307222-7a29-4447-81fb-ae572563d58d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for ce59d1ef-7679-4982-b71a-56e3ff30dd42 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:58.773724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4b307222-7a29-4447-81fb-ae572563d58d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.780570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fe466c5a-8d57-4837-984e-986bbda5e995 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:58.847587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b307222-7a29-4447-81fb-ae572563d58d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=ce59d1ef-7679-4982-b71a-56e3ff30dd42,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:58.851233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4b307222-7a29-4447-81fb-ae572563d58d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:58.896123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4b307222-7a29-4447-81fb-ae572563d58d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.906720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fa86ff5d-6466-45d3-aa90-c8101c3eb710 None None] Could not find standard attr ID for object 5fd84c9b-de67-45ae-bbe2-b7ff3d6c8c3a. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:51:58.917558 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4b307222-7a29-4447-81fb-ae572563d58d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/ce59d1ef-7679-4982-b71a-56e3ff30dd42 HTTP/1.1" status: 204 len: 168 time: 0.8462660 Jun 03 21:51:58.918392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55084) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:58.966743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fa86ff5d-6466-45d3-aa90-c8101c3eb710 None None] Provisioning for port 9fa098b9-a059-46a8-8853-d27985cbf18c completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:58.973121 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-41ff4bb2-8a6a-4eae-87ba-dccc6a64df6d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:58.981741 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fa86ff5d-6466-45d3-aa90-c8101c3eb710 None None] Provisioning complete for port 9fa098b9-a059-46a8-8853-d27985cbf18c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:58.981741 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa86ff5d-6466-45d3-aa90-c8101c3eb710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.009773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5740a2-4934-4036-80d0-f5e1795ed523 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:59.011656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5740a2-4934-4036-80d0-f5e1795ed523 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:51:59.016052 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-df5740a2-4934-4036-80d0-f5e1795ed523 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0965612 Jun 03 21:51:59.016750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55086) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:59.058612 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-fa86ff5d-6466-45d3-aa90-c8101c3eb710 None None] Port 9fa098b9-a059-46a8-8853-d27985cbf18c cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:59.079823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bb811285-bb2a-40d5-a395-faa7bdf47be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:53Z', 'revision_number': 7, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '54f61bbf-e35c-455e-9635-2cf37b6932c5', 'name': '', 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:e3:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:44Z', 'updated_at': '2021-06-03T21:51:54Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:51:59.086155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb811285-bb2a-40d5-a395-faa7bdf47be5 None None] The sync data for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv is: [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:53Z', 'revision_number': 7, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '54f61bbf-e35c-455e-9635-2cf37b6932c5', 'name': '', 'network_id': 'fcecf51b-1d4a-4fe0-a78b-22bf7a432296', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:e3:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:44Z', 'updated_at': '2021-06-03T21:51:54Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'a21c4dca-a01a-4709-80a0-79926af2cbdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:51:59.099914 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-23283f84-c3c2-40ef-a00c-a0966739b3b3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 18070e90-7652-416d-a7dd-7bf152e5d0fb {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:51:59.104599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23283f84-c3c2-40ef-a00c-a0966739b3b3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.159047 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-41ff4bb2-8a6a-4eae-87ba-dccc6a64df6d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 9fa098b9-a059-46a8-8853-d27985cbf18c owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:51:59.177448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23283f84-c3c2-40ef-a00c-a0966739b3b3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.182387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f99b9af0-93c5-44f4-b807-cad4840fad03 None None] Could not find standard attr ID for object 5fd84c9b-de67-45ae-bbe2-b7ff3d6c8c3a. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:51:59.199114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.200509 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 127fbddc-43ec-4c61-aa85-d1a6df651ca0 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:59.204115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a089555f-50aa-4964-91aa-52d4e9870adc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:59.253441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f99b9af0-93c5-44f4-b807-cad4840fad03 None None] Provisioning complete for port 9fa098b9-a059-46a8-8853-d27985cbf18c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:59.253706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f99b9af0-93c5-44f4-b807-cad4840fad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.258778 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=54f61bbf-e35c-455e-9635-2cf37b6932c5,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:59.263512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:59.276614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23283f84-c3c2-40ef-a00c-a0966739b3b3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.334982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f99b9af0-93c5-44f4-b807-cad4840fad03 None None] Port 9fa098b9-a059-46a8-8853-d27985cbf18c cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:51:59.348392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 127fbddc-43ec-4c61-aa85-d1a6df651ca0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:59.348971 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.536196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 24fef364-15ae-41c7-91a4-72c2d366ac4b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:51:59.620710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 24fef364-15ae-41c7-91a4-72c2d366ac4b completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:59.673994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23283f84-c3c2-40ef-a00c-a0966739b3b3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.679075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-28cfe06e-a33b-4413-a040-44244700e1d4 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:59.681489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.721683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23283f84-c3c2-40ef-a00c-a0966739b3b3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=18070e90-7652-416d-a7dd-7bf152e5d0fb,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:59.729877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-23283f84-c3c2-40ef-a00c-a0966739b3b3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:59.733132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-23283f84-c3c2-40ef-a00c-a0966739b3b3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.742348 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-23283f84-c3c2-40ef-a00c-a0966739b3b3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/18070e90-7652-416d-a7dd-7bf152e5d0fb HTTP/1.1" status: 204 len: 168 time: 0.7245615 Jun 03 21:51:59.745143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55088) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:59.771176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-41ff4bb2-8a6a-4eae-87ba-dccc6a64df6d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.822583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959cc7b2-b4c9-4520-9e9f-6e9030120971 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:51:59.827580 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c490419d-3a92-4602-834d-8d5fd02e2b62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780461 Jun 03 21:51:59.828558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55090) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:51:59.831818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0f8f908e-5b9b-4bc6-b4eb-c7450d103c7d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:51:59.833925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:51:59.887875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff4bb2-8a6a-4eae-87ba-dccc6a64df6d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=9fa098b9-a059-46a8-8853-d27985cbf18c,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:51:59.894839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-41ff4bb2-8a6a-4eae-87ba-dccc6a64df6d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:51:59.930903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c457956f-6515-4a48-bab6-b0fbeca14eeb None None] Provisioning for port 24fef364-15ae-41c7-91a4-72c2d366ac4b completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:51:59.948247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c457956f-6515-4a48-bab6-b0fbeca14eeb None None] Provisioning complete for port 24fef364-15ae-41c7-91a4-72c2d366ac4b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:51:59.948694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c457956f-6515-4a48-bab6-b0fbeca14eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:51:59.974903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:51:59.979289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:51:59.982637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:51:59.989913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:00.001130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:00.006263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.150245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-41ff4bb2-8a6a-4eae-87ba-dccc6a64df6d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.162572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c457956f-6515-4a48-bab6-b0fbeca14eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.199584 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-41ff4bb2-8a6a-4eae-87ba-dccc6a64df6d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/9fa098b9-a059-46a8-8853-d27985cbf18c HTTP/1.1" status: 204 len: 168 time: 2.0316310 Jun 03 21:52:00.204806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55092) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:00.221695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c457956f-6515-4a48-bab6-b0fbeca14eeb None None] For port 24fef364-15ae-41c7-91a4-72c2d366ac4b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=24fef364-15ae-41c7-91a4-72c2d366ac4b,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:00.226708 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c457956f-6515-4a48-bab6-b0fbeca14eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.230060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-459f912e-e5bc-48cb-bbf5-daf3bda435e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:00.278601 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbb0735-f139-47c8-8e64-e255511d8846 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:52:00.279426 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9bbb0735-f139-47c8-8e64-e255511d8846 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:00.291551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:52:00.342721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457956f-6515-4a48-bab6-b0fbeca14eeb None None] Pushing event updated for resources: {'Port': ['ID=24fef364-15ae-41c7-91a4-72c2d366ac4b,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:00.347949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c457956f-6515-4a48-bab6-b0fbeca14eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:00.362957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45cc600-77ac-4949-9a3d-8ec5bbaa1b7f None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:00.367978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9bbb0735-f139-47c8-8e64-e255511d8846 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:00.372985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55094) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:00.378134 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9bbb0735-f139-47c8-8e64-e255511d8846 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/9fa098b9-a059-46a8-8853-d27985cbf18c HTTP/1.1" status: 404 len: 333 time: 0.1635211 Jun 03 21:52:00.450143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f45cc600-77ac-4949-9a3d-8ec5bbaa1b7f None None] Deleting port 24fef364-15ae-41c7-91a4-72c2d366ac4b {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:00.450506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f45cc600-77ac-4949-9a3d-8ec5bbaa1b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.496123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-265ebbd5-5df1-4178-a627-7a558fb3b644 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting subnet 991f54e3-a2b9-4d56-9592-1e0d42d40468 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:00.501680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-265ebbd5-5df1-4178-a627-7a558fb3b644 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.587490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f45cc600-77ac-4949-9a3d-8ec5bbaa1b7f None None] For port 24fef364-15ae-41c7-91a4-72c2d366ac4b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=24fef364-15ae-41c7-91a4-72c2d366ac4b,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:00.587856 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f45cc600-77ac-4949-9a3d-8ec5bbaa1b7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.679747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:00.691937 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2747750 Jun 03 21:52:00.692777 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748e23a-5440-4226-b3f8-1304d51a5561 None None] Sync routers for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:00.694568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55096) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:00.703659 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748e23a-5440-4226-b3f8-1304d51a5561 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:00.704960 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8748e23a-5440-4226-b3f8-1304d51a5561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:00.776873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f45cc600-77ac-4949-9a3d-8ec5bbaa1b7f None None] Calling delete_port for 24fef364-15ae-41c7-91a4-72c2d366ac4b owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:00.808157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-265ebbd5-5df1-4178-a627-7a558fb3b644 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.811608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edee05d-81c2-46be-bee1-96cba2a63ff9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting subnet a21c4dca-a01a-4709-80a0-79926af2cbdd {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:00.817991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2edee05d-81c2-46be-bee1-96cba2a63ff9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.837374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f45cc600-77ac-4949-9a3d-8ec5bbaa1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.841927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:00.900611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cc600-77ac-4949-9a3d-8ec5bbaa1b7f None None] Pushing event deleted for resources: {'Port': ['ID=24fef364-15ae-41c7-91a4-72c2d366ac4b,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:00.908239 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f45cc600-77ac-4949-9a3d-8ec5bbaa1b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:00.913184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cc600-77ac-4949-9a3d-8ec5bbaa1b7f None None] No DVR routers for this DVR port 24fef364-15ae-41c7-91a4-72c2d366ac4b on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:00.921562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2edee05d-81c2-46be-bee1-96cba2a63ff9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:00.982877 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-8748e23a-5440-4226-b3f8-1304d51a5561 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:01.080593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:01.086142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-265ebbd5-5df1-4178-a627-7a558fb3b644 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:01.103938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2edee05d-81c2-46be-bee1-96cba2a63ff9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:01.137065 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4fbf4e2b-abcf-48cd-9899-40b0995c4a82 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:01.191486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 24fef364-15ae-41c7-91a4-72c2d366ac4b no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:01.229707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 24fef364-15ae-41c7-91a4-72c2d366ac4b {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:01.230439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 24fef364-15ae-41c7-91a4-72c2d366ac4b not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:01.289489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:01.310070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:01.315914 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=34b4f650-3afb-4000-af6b-e10d5d16a019,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:01.320135 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73d43d3-aa2a-492f-8912-7b2b87ae75ac None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:01.332124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:01.340398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:01.341043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:01.444509 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6144981 Jun 03 21:52:01.447352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55100) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:01.456023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'name': 'tempest-NetworksTestDHCPv6-81119899'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:01.468256 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8748e23a-5440-4226-b3f8-1304d51a5561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:58Z', 'revision_number': 8, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:01.473776 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748e23a-5440-4226-b3f8-1304d51a5561 None None] Checking router: 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:52:01.486921 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748e23a-5440-4226-b3f8-1304d51a5561 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:01.488089 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8748e23a-5440-4226-b3f8-1304d51a5561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:01.558221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2edee05d-81c2-46be-bee1-96cba2a63ff9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:01.565971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-310723a6-5729-4b70-be34-1bef56708f9f tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:01.610486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '34b4f650-3afb-4000-af6b-e10d5d16a019'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:52:01.611721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:01.623735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edee05d-81c2-46be-bee1-96cba2a63ff9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Subnet': ['ID=a21c4dca-a01a-4709-80a0-79926af2cbdd,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:01.637154 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2edee05d-81c2-46be-bee1-96cba2a63ff9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:01.651248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2edee05d-81c2-46be-bee1-96cba2a63ff9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:01.663997 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2edee05d-81c2-46be-bee1-96cba2a63ff9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/a21c4dca-a01a-4709-80a0-79926af2cbdd HTTP/1.1" status: 204 len: 168 time: 0.9673204 Jun 03 21:52:01.665028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55102) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:01.686515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:01.691910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:01.695567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:01.695736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549249fc-ad86-403f-97fb-92e3d308fd3e None None] Network fcecf51b-1d4a-4fe0-a78b-22bf7a432296 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:01.702440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:01.703196 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-8748e23a-5440-4226-b3f8-1304d51a5561 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:01.718068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:01.723277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:01.758496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-265ebbd5-5df1-4178-a627-7a558fb3b644 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:01.764390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-610dda0d-2eb7-4511-b553-62c463ad7c4a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:01.793828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port 3be59aa6-1dc1-4369-b461-ab3fddb58c74 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:52:01.835934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:01.847170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ebbd5-5df1-4178-a627-7a558fb3b644 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Subnet': ['ID=991f54e3-a2b9-4d56-9592-1e0d42d40468,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:01.856134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-265ebbd5-5df1-4178-a627-7a558fb3b644 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:01.866750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-265ebbd5-5df1-4178-a627-7a558fb3b644 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:01.879225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c43db1-fa2c-4478-8d04-cd07c0c97f22 None None] Network 58c6ddc0-6644-4101-9e03-f4f39613428b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:01.893346 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-265ebbd5-5df1-4178-a627-7a558fb3b644 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/991f54e3-a2b9-4d56-9592-1e0d42d40468 HTTP/1.1" status: 204 len: 168 time: 1.5189669 Jun 03 21:52:01.897100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55104) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:01.952323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:01.953052 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.075177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.095033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::7a (1dba7523-f1ba-457a-be10-44fa003aff73/34b4f650-3afb-4000-af6b-e10d5d16a019/3be59aa6-1dc1-4369-b461-ab3fddb58c74) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:02.099919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] For port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=91695b2e-8ed4-484d-a2bb-0261dfa56ecf,segment=NetworkSegment(bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0),segment_id=bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:02.099919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.125487 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8748e23a-5440-4226-b3f8-1304d51a5561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:58Z', 'revision_number': 8, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:02.131003 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748e23a-5440-4226-b3f8-1304d51a5561 None None] The sync data for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv is: [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:51:58Z', 'revision_number': 8, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': '7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd', 'name': '', 'network_id': '29ed646c-3940-4813-a41d-0e759e6ad402', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:ee:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:35Z', 'updated_at': '2021-06-03T21:51:46Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'ad3764a3-23ee-4c28-a7dd-bf7f2dd68825', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:02.234496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 127fbddc-43ec-4c61-aa85-d1a6df651ca0 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:02.234841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.252799 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for 91695b2e-8ed4-484d-a2bb-0261dfa56ecf owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:02.305647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.309625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-84eea0a3-0f80-4337-927e-5f07d0cac2ce tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:02.353836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=91695b2e-8ed4-484d-a2bb-0261dfa56ecf,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:02.356730 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:02.358838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No DVR routers for this DVR port 91695b2e-8ed4-484d-a2bb-0261dfa56ecf on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:02.426212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] For port 127fbddc-43ec-4c61-aa85-d1a6df651ca0, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=127fbddc-43ec-4c61-aa85-d1a6df651ca0,segment=NetworkSegment(5e44bacc-9ba8-4599-a537-04b44734624d),segment_id=5e44bacc-9ba8-4599-a537-04b44734624d)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:02.426566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.487695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.502959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcecf51b-1d4a-4fe0-a78b-22bf7a432296']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:02.518358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961cf023-7a90-4678-bbcb-57df5cd5e768 None None] DHCP port deletion for fcecf51b-1d4a-4fe0-a78b-22bf7a432296 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:02.520135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:02.520432 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0509c5-aa7a-4ddf-8d3e-77ce9353b3f0') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:02.543318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e868517-49f2-4ff1-ac92-8b11a033375c None None] DHCP port deletion for 58c6ddc0-6644-4101-9e03-f4f39613428b request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:02.546842 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.566394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.574369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:52:02.575033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.581978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 127fbddc-43ec-4c61-aa85-d1a6df651ca0 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:52:02.592766 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:52:02.605073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.639010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9e868517-49f2-4ff1-ac92-8b11a033375c None None] Deleting port 127fbddc-43ec-4c61-aa85-d1a6df651ca0 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:02.639421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e868517-49f2-4ff1-ac92-8b11a033375c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.695187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 3be59aa6-1dc1-4369-b461-ab3fddb58c74 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:02.696433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.697230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.700078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d58d810c-a123-48a7-8f63-5e0f268c5568 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:02.703531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7279d1b9-6b1f-4ab8-8621-b8dc0f570071 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:02.724809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.727721 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Network': ['ID=fcecf51b-1d4a-4fe0-a78b-22bf7a432296,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:02.730849 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:02.743968 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/networks/fcecf51b-1d4a-4fe0-a78b-22bf7a432296 HTTP/1.1" status: 204 len: 168 time: 1.0744016 Jun 03 21:52:02.744257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55108) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:02.765481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=127fbddc-43ec-4c61-aa85-d1a6df651ca0,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:02.770075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:02.772187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No DVR routers for this DVR port 127fbddc-43ec-4c61-aa85-d1a6df651ca0 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:02.779655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9e868517-49f2-4ff1-ac92-8b11a033375c None None] For port 127fbddc-43ec-4c61-aa85-d1a6df651ca0, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=127fbddc-43ec-4c61-aa85-d1a6df651ca0,segment=NetworkSegment(5e44bacc-9ba8-4599-a537-04b44734624d),segment_id=5e44bacc-9ba8-4599-a537-04b44734624d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:02.780023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e868517-49f2-4ff1-ac92-8b11a033375c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.917421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9e868517-49f2-4ff1-ac92-8b11a033375c None None] Calling delete_port for 127fbddc-43ec-4c61-aa85-d1a6df651ca0 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:02.976338 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e868517-49f2-4ff1-ac92-8b11a033375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:02.981779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:03.033362 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 91695b2e-8ed4-484d-a2bb-0261dfa56ecf no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:03.079821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e868517-49f2-4ff1-ac92-8b11a033375c None None] Pushing event deleted for resources: {'Port': ['ID=127fbddc-43ec-4c61-aa85-d1a6df651ca0,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:03.083998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.084590 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 91695b2e-8ed4-484d-a2bb-0261dfa56ecf {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:03.084830 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 91695b2e-8ed4-484d-a2bb-0261dfa56ecf not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:03.085456 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 54f61bbf-e35c-455e-9635-2cf37b6932c5 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:03.101155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c6ddc0-6644-4101-9e03-f4f39613428b']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:03.116579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.123330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-07c0b7dd-df66-4260-8533-3754c887cac6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:03.131151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9e868517-49f2-4ff1-ac92-8b11a033375c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:03.137017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e868517-49f2-4ff1-ac92-8b11a033375c None None] No DVR routers for this DVR port 127fbddc-43ec-4c61-aa85-d1a6df651ca0 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:03.140914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 54f61bbf-e35c-455e-9635-2cf37b6932c5 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:03.141365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 54f61bbf-e35c-455e-9635-2cf37b6932c5 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:03.141817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 127fbddc-43ec-4c61-aa85-d1a6df651ca0 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:03.166551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e44bacc-9ba8-4599-a537-04b44734624d') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:03.166551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e44bacc-9ba8-4599-a537-04b44734624d') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:03.203576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.214223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:03.217702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 127fbddc-43ec-4c61-aa85-d1a6df651ca0 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:03.218110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 127fbddc-43ec-4c61-aa85-d1a6df651ca0 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:03.230987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:03.238113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:03.243685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:03.244331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.252560 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=3be59aa6-1dc1-4369-b461-ab3fddb58c74,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:03.260408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:03.263832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.264708 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Allocated IP 2001:db8::2 (1dba7523-f1ba-457a-be10-44fa003aff73/34b4f650-3afb-4000-af6b-e10d5d16a019/0b45edaa-b8b8-4205-b9f7-48f96848feb9) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:03.274779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:52:03.275317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:52:03.291308 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:52:03.298383 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8476458 Jun 03 21:52:03.301071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55110) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:03.432174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.436747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.442651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cfd3c4d7-2ab6-4656-90ad-24673829f552 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:03.466421 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/networks/58c6ddc0-6644-4101-9e03-f4f39613428b HTTP/1.1" status: 204 len: 168 time: 1.5677879 Jun 03 21:52:03.467696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Network': ['ID=58c6ddc0-6644-4101-9e03-f4f39613428b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:03.470719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:03.472742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55112) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:03.478474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1524926073'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:03.501146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a261b6-2036-4eb6-8926-f7084e3194ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:03.502342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-34a261b6-2036-4eb6-8926-f7084e3194ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:03.506461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:03.508777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.513489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:network and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:03.518019 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:03.528066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:03.536786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-34a261b6-2036-4eb6-8926-f7084e3194ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:03.540303 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-34a261b6-2036-4eb6-8926-f7084e3194ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.2386792 Jun 03 21:52:03.542232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55114) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:03.542934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:03.547176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.557571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.568948 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Transition to ACTIVE for port object 0b45edaa-b8b8-4205-b9f7-48f96848feb9 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:03.588679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Transition to ACTIVE for port object 0b45edaa-b8b8-4205-b9f7-48f96848feb9 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:03.595016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.600100 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:03.628120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:52:03.662704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:03.665475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:03.674228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:03.680714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Pushing event updated for resources: {'Port': ['ID=0b45edaa-b8b8-4205-b9f7-48f96848feb9,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:03.684580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:03.684754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.685104 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Added segment be4e71ab-ba88-427b-b47b-2f4ffef68f08 of type vlan for network b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368 Jun 03 21:52:03.724388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.771881 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Attempting to bind port 0b45edaa-b8b8-4205-b9f7-48f96848feb9 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:03.772129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Attempting to bind port 0b45edaa-b8b8-4205-b9f7-48f96848feb9 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:03.772592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b5dcfd4c-0494-486f-853b-eb4dfc15cc11 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 3be59aa6-1dc1-4369-b461-ab3fddb58c74 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:03.772729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Attempting to bind port 0b45edaa-b8b8-4205-b9f7-48f96848feb9 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:03.772928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5dcfd4c-0494-486f-853b-eb4dfc15cc11 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.778708 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:03.779170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:03.779699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.780118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:03.780587 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Bound port: 0b45edaa-b8b8-4205-b9f7-48f96848feb9, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:03.780949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.798467 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.804602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:03.805228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.819860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-81237324-ffaf-4ccb-ab02-57146cb33b8a tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:03.873012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] For port 0b45edaa-b8b8-4205-b9f7-48f96848feb9, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:03.876264 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] For port 0b45edaa-b8b8-4205-b9f7-48f96848feb9, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0b45edaa-b8b8-4205-b9f7-48f96848feb9,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:03.880937 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.884791 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:03.975295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:03.975775 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:03.975950 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Pushing event updated for resources: {'Port': ['ID=0b45edaa-b8b8-4205-b9f7-48f96848feb9,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:03.980616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:03.982372 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5080051 Jun 03 21:52:03.983180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55116) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:04.008139 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': 'b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:04.027923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Network': ['ID=b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:04.036642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:04.042016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:52:04.138278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5dcfd4c-0494-486f-853b-eb4dfc15cc11 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.152983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] For port 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd,segment=NetworkSegment(d0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12),segment_id=d0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:04.153445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.290526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b5dcfd4c-0494-486f-853b-eb4dfc15cc11 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 3be59aa6-1dc1-4369-b461-ab3fddb58c74 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:04.296120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:04.302322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:04.306172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:04.307552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:04.314751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:04.335943 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:04.339436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.473573 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.477306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7a18566e-ea44-4613-b794-776f2d7067da tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:04.523994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:04.527134 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:04.541165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5dcfd4c-0494-486f-853b-eb4dfc15cc11 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.548833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-46c75a40-18df-4bdc-b2fa-9cb4881034e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:04.603141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcfd4c-0494-486f-853b-eb4dfc15cc11 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=3be59aa6-1dc1-4369-b461-ab3fddb58c74,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:04.607761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b5dcfd4c-0494-486f-853b-eb4dfc15cc11 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:04.658745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5dcfd4c-0494-486f-853b-eb4dfc15cc11 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:04.720578 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b5dcfd4c-0494-486f-853b-eb4dfc15cc11 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/3be59aa6-1dc1-4369-b461-ab3fddb58c74 HTTP/1.1" status: 204 len: 168 time: 1.1582465 Jun 03 21:52:04.723963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55118) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:04.972354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.002095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832a9393-0c71-4bf7-9113-d009b085ad10 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:05.003930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832a9393-0c71-4bf7-9113-d009b085ad10 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:05.004897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-832a9393-0c71-4bf7-9113-d009b085ad10 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:05.062231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-832a9393-0c71-4bf7-9113-d009b085ad10 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:05.066230 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-832a9393-0c71-4bf7-9113-d009b085ad10 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3387916 Jun 03 21:52:05.071608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55120) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:05.128663 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0b45edaa-b8b8-4205-b9f7-48f96848feb9 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:05.203700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-15313a10-673d-42d7-885a-a7b333ac578f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 34b4f650-3afb-4000-af6b-e10d5d16a019 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:05.209018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15313a10-673d-42d7-885a-a7b333ac578f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.222994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f4c512f9-d2d0-46ed-8e86-90ff696dea13 None None] Provisioning for port 0b45edaa-b8b8-4205-b9f7-48f96848feb9 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:05.229341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 0b45edaa-b8b8-4205-b9f7-48f96848feb9 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:05.232898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f4c512f9-d2d0-46ed-8e86-90ff696dea13 None None] Provisioning complete for port 0b45edaa-b8b8-4205-b9f7-48f96848feb9 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:05.233156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f4c512f9-d2d0-46ed-8e86-90ff696dea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.278284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15313a10-673d-42d7-885a-a7b333ac578f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.285041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 0b45edaa-b8b8-4205-b9f7-48f96848feb9 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:05.285977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.398932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:52:05.421304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15313a10-673d-42d7-885a-a7b333ac578f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.511409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f4c512f9-d2d0-46ed-8e86-90ff696dea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.525654 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.542107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-769c7076-ce7d-43c5-b1e7-8162c41adaf4 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:05.544808 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.580855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:05.595886 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020f1261-bcf5-4e6e-a8f0-df992736f713 None None] Sync routers for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:05.600261 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8538852 Jun 03 21:52:05.600960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55122) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:05.606005 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f1261-bcf5-4e6e-a8f0-df992736f713 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:05.606626 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-020f1261-bcf5-4e6e-a8f0-df992736f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:05.671996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting subnet ad3764a3-23ee-4c28-a7dd-bf7f2dd68825 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:05.675149 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.689366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Subnet': ['ID=8c466783-3e95-4112-b995-e44a7a2786f4,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:05.695685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:05.706484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Checking segment: {'id': 'be4e71ab-ba88-427b-b47b-2f4ffef68f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:05.706836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network hostable DHCP agents. Network: b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:52:05.739964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.767695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-020f1261-bcf5-4e6e-a8f0-df992736f713 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:05.789341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:52:05.814857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:05.828160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457b93b8-e0a5-40f7-adce-46eacbf7ddc8 None None] Network b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:05.830200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:05.831101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.842184 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.856039 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8549230 Jun 03 21:52:05.856265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55124) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:05.863274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-49c8896f-1b49-47c2-9d86-3ee8e685bbac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-651932684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:05.872761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-49c8896f-1b49-47c2-9d86-3ee8e685bbac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:05.880379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-49c8896f-1b49-47c2-9d86-3ee8e685bbac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:router and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:05.885024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-49c8896f-1b49-47c2-9d86-3ee8e685bbac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:05.891732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-49c8896f-1b49-47c2-9d86-3ee8e685bbac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:05.899292 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15313a10-673d-42d7-885a-a7b333ac578f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.910234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e9b918d4-dd35-43ad-a69e-89cac8619ddc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:05.944432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-15313a10-673d-42d7-885a-a7b333ac578f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.955384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-49c8896f-1b49-47c2-9d86-3ee8e685bbac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.956419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-49c8896f-1b49-47c2-9d86-3ee8e685bbac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.971779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-49c8896f-1b49-47c2-9d86-3ee8e685bbac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:05.984770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c97e8c4-c16e-460e-b5af-b38322d08ff6 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:05.990650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15313a10-673d-42d7-885a-a7b333ac578f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=34b4f650-3afb-4000-af6b-e10d5d16a019,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:05.997245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-15313a10-673d-42d7-885a-a7b333ac578f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:06.004344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-49c8896f-1b49-47c2-9d86-3ee8e685bbac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:06.024686 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-15313a10-673d-42d7-885a-a7b333ac578f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/34b4f650-3afb-4000-af6b-e10d5d16a019 HTTP/1.1" status: 204 len: 168 time: 0.9562044 Jun 03 21:52:06.024939 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55126) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:06.031352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-49c8896f-1b49-47c2-9d86-3ee8e685bbac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:06.035936 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-49c8896f-1b49-47c2-9d86-3ee8e685bbac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1755729 Jun 03 21:52:06.036662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55128) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:06.042398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'network_id': 'b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368', 'name': 'tempest-PortsTestJSON-2106992224'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:06.107491 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6c0b18a0-6713-4b47-9a1d-bd1bfdffccc8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817208 Jun 03 21:52:06.110917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55130) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:06.117858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:06.199879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:06.204995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:port and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:06.208121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:06.214000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:06.226455 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:06.230756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:06.258169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port 6c521b59-1015-4f0d-8962-728d6dd1a721 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:52:06.302045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:06.314205 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:06.317585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:06.324342 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:06.326972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:06.332904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-323c520e-f7fc-4e1d-9c06-e44259f68173 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:06.347497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-f4c512f9-d2d0-46ed-8e86-90ff696dea13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:52:06.348152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-f4c512f9-d2d0-46ed-8e86-90ff696dea13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:52:06.360030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:52:06.360425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:52:06.375147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3764a3-23ee-4c28-a7dd-bf7f2dd68825,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:06.384575 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:06.387684 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:06.388062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:06.388429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:06.388789 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:06.389147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:06.389503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:06.389855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:06.390204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:06.390746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:06.391321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:06.391708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:06.392061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:06.394530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:06.397926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:06.404396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e390e354-8884-4f4c-80ac-3f1e29dbd578 None None] Network 29ed646c-3940-4813-a41d-0e759e6ad402 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:06.442839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:06.448032 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/ad3764a3-23ee-4c28-a7dd-bf7f2dd68825 HTTP/1.1" status: 204 len: 168 time: 0.8459237 Jun 03 21:52:06.448670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.10 (b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368/8c466783-3e95-4112-b995-e44a7a2786f4/6c521b59-1015-4f0d-8962-728d6dd1a721) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:06.451307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55132) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:06.620986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:06.728355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368', 'network_id': 'b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368', 'tenant_id': '186550332a33447bbe2062e93350d5e1', 'fixed_ips': [{'subnet_id': '8c466783-3e95-4112-b995-e44a7a2786f4'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:52:06.729191 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:06.836699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:06.849140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port cde72b6b-3029-4901-8d84-22ca7eace6dc {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:06.849562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:06.881955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Transition to ACTIVE for port object 6c521b59-1015-4f0d-8962-728d6dd1a721 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:07.015610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.020874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f4c512f9-d2d0-46ed-8e86-90ff696dea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.021083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b6070efd-4e26-45f8-b5c6-65eac5bc28f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:07.033256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.078016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-020f1261-bcf5-4e6e-a8f0-df992736f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:52:04Z', 'revision_number': 9, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:07.092458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:07.095972 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020f1261-bcf5-4e6e-a8f0-df992736f713 None None] Checking router: 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:52:07.096971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:07.105255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f4c512f9-d2d0-46ed-8e86-90ff696dea13 None None] For port 0b45edaa-b8b8-4205-b9f7-48f96848feb9, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0b45edaa-b8b8-4205-b9f7-48f96848feb9,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:07.108780 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f1261-bcf5-4e6e-a8f0-df992736f713 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:07.109672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-020f1261-bcf5-4e6e-a8f0-df992736f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:07.120471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:07.121065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.124762 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=6e800b9e-7bd6-4003-8fc3-2c6c489b3c92,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:07.129345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:07.155717 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0434339 Jun 03 21:52:07.158413 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55134) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:07.163825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'name': 'tempest-NetworksTestDHCPv6-1120873678'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:07.172982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f16818a-79f9-42ae-9271-1730713dc1c3 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:07.183431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] For port cde72b6b-3029-4901-8d84-22ca7eace6dc, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cde72b6b-3029-4901-8d84-22ca7eace6dc,segment=NetworkSegment(d0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12),segment_id=d0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:07.183707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f4c512f9-d2d0-46ed-8e86-90ff696dea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.187114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.187941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:07.297166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce187fbd-fad3-4219-b096-297cbfac1b1b None None] DHCP port deletion for 29ed646c-3940-4813-a41d-0e759e6ad402 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:07.308481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:07.312519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:07.315678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:07.321487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:07.332959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:07.333398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for cde72b6b-3029-4901-8d84-22ca7eace6dc owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:07.337080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.337265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.345210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a7e3f5de-3166-45ae-a1c3-1c9da7bde373 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:07.362514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port 2419fb37-33a1-4449-8795-edf8c9d5d8f0 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:52:07.427308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:07.436277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:07.438971 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:07.474900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=6c521b59-1015-4f0d-8962-728d6dd1a721,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:07.477955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:07.520558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:07.520558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.534717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::f4 (1dba7523-f1ba-457a-be10-44fa003aff73/6e800b9e-7bd6-4003-8fc3-2c6c489b3c92/2419fb37-33a1-4449-8795-edf8c9d5d8f0) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:07.543681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-077942c3-4d98-445a-ad56-4732cb6274af None None] Could not find standard attr ID for object 3be59aa6-1dc1-4369-b461-ab3fddb58c74. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:52:07.553864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.559560 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:07.599136 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5586314 Jun 03 21:52:07.599632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55136) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:07.606913 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-020f1261-bcf5-4e6e-a8f0-df992736f713 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:07.610886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No DVR routers for this DVR port cde72b6b-3029-4901-8d84-22ca7eace6dc on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:07.637493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=cde72b6b-3029-4901-8d84-22ca7eace6dc,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:07.640270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:07.656456 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:52:07.656882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:52:07.670257 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c512f9-d2d0-46ed-8e86-90ff696dea13 None None] Pushing event updated for resources: {'Port': ['ID=0b45edaa-b8b8-4205-b9f7-48f96848feb9,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:07.682237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f4c512f9-d2d0-46ed-8e86-90ff696dea13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:07.690154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Allocated IP 172.20.0.2 (b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368/8c466783-3e95-4112-b995-e44a7a2786f4/f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:07.762859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.774748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ed646c-3940-4813-a41d-0e759e6ad402']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:07.789336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:07.789613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f49bbb-c4e8-4439-afe4-4fe4a5f1aa12') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:07.802483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.820307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.826409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:52:07.826849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:52:07.844836 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:52:07.933861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.942833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.945705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8dd3cfc3-eb9a-49d1-b19e-7a200aa67521 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:07.976926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Network': ['ID=29ed646c-3940-4813-a41d-0e759e6ad402,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:07.978702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9f16818a-79f9-42ae-9271-1730713dc1c3 None None] Deleting port 0b45edaa-b8b8-4205-b9f7-48f96848feb9 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:07.979276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9f16818a-79f9-42ae-9271-1730713dc1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:07.981176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:07.986466 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/networks/29ed646c-3940-4813-a41d-0e759e6ad402 HTTP/1.1" status: 204 len: 168 time: 1.5341723 Jun 03 21:52:07.987184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55138) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:08.055795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ce187fbd-fad3-4219-b096-297cbfac1b1b None None] Deleting port cde72b6b-3029-4901-8d84-22ca7eace6dc {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:08.056428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ce187fbd-fad3-4219-b096-297cbfac1b1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.108730 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cde72b6b-3029-4901-8d84-22ca7eace6dc no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server [None req-ce187fbd-fad3-4219-b096-297cbfac1b1b None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 29ed646c-3940-4813-a41d-0e759e6ad402 could not be found. Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 161, in get_by_id Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3500, in one Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server raise orm_exc.NoResultFound("No row was found for one()") Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one() Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1519, in delete_ports_by_device_id Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1932, in delete_port Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 29ed646c-3940-4813-a41d-0e759e6ad402 could not be found. Jun 03 21:52:08.200531 dv-neutron-792998-2-hyperv neutron-server[104398]: ERROR oslo_messaging.rpc.server Jun 03 21:52:08.237568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.288435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: cde72b6b-3029-4901-8d84-22ca7eace6dc {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:08.288700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cde72b6b-3029-4901-8d84-22ca7eace6dc not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:08.289375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0b45edaa-b8b8-4205-b9f7-48f96848feb9 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:08.327753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83b97c9-e61a-4f04-877c-b06f029d5628 None None] DHCP port deletion for 29ed646c-3940-4813-a41d-0e759e6ad402 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:08.459224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 2419fb37-33a1-4449-8795-edf8c9d5d8f0 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:08.492555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.500715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:08.521945 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9f16818a-79f9-42ae-9271-1730713dc1c3 None None] For port 0b45edaa-b8b8-4205-b9f7-48f96848feb9, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0b45edaa-b8b8-4205-b9f7-48f96848feb9,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:08.522497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9f16818a-79f9-42ae-9271-1730713dc1c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.595248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.624845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:08.630805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:08.633527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:08.640263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:08.641092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.670309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.683269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9f16818a-79f9-42ae-9271-1730713dc1c3 None None] Calling delete_port for 0b45edaa-b8b8-4205-b9f7-48f96848feb9 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:08.699034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.710022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=2419fb37-33a1-4449-8795-edf8c9d5d8f0,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:08.713918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:08.754101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Transition to ACTIVE for port object f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:08.765782 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6062493 Jun 03 21:52:08.766965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55140) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:08.851067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Transition to ACTIVE for port object f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:08.876021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.882136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:08.910893 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:08.972009 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Network b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:08.983486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:08.988139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:09.044098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Pushing event updated for resources: {'Port': ['ID=f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:09.047658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 0b45edaa-b8b8-4205-b9f7-48f96848feb9, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0b45edaa-b8b8-4205-b9f7-48f96848feb9,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:09.054059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:09.092664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:09.105165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f45cc600-77ac-4949-9a3d-8ec5bbaa1b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:09.123161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f3d4a7-7af1-42c3-a1bc-10db2ab6fdb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:09.129549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f3d4a7-7af1-42c3-a1bc-10db2ab6fdb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:09.130268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d8f3d4a7-7af1-42c3-a1bc-10db2ab6fdb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:09.160234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9f16818a-79f9-42ae-9271-1730713dc1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:09.165328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-020f1261-bcf5-4e6e-a8f0-df992736f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:52:04Z', 'revision_number': 9, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:09.170547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d8f3d4a7-7af1-42c3-a1bc-10db2ab6fdb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:09.171387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event deleted for resources: {'Port': ['ID=0b45edaa-b8b8-4205-b9f7-48f96848feb9,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:09.174993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55142) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:09.175610 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d8f3d4a7-7af1-42c3-a1bc-10db2ab6fdb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.4072368 Jun 03 21:52:09.179007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:09.181996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8bf359e5-2cca-487f-bd83-d2681fc886b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:09.216722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Attempting to bind port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:09.216958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:09.217166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Attempting to bind port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'be4e71ab-ba88-427b-b47b-2f4ffef68f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:09.217455 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Attempting to bind port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 on network b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:09.219716 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020f1261-bcf5-4e6e-a8f0-df992736f713 None None] The sync data for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv is: [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:52:04Z', 'revision_number': 9, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb8875e0-0637-431c-9d12-da57bc15ef45', 'name': '', 'network_id': 'ad2d725a-43fb-4718-9f23-f8fd1f64a44f', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:4c:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:25Z', 'updated_at': '2021-06-03T21:51:36Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': 'e05bd3a1-15fa-4967-9d74-ae52109e72bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:09.222531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:09.228453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8509f338-0ba5-495f-9317-4dab029d54c9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:09.234144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:09.234522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Checking segment: {'id': 'be4e71ab-ba88-427b-b47b-2f4ffef68f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:09.234982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:09.235383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Bound using segment: {'id': 'be4e71ab-ba88-427b-b47b-2f4ffef68f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:09.235897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Bound port: f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4e71ab-ba88-427b-b47b-2f4ffef68f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': 'b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:09.236274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:09.245837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16818a-79f9-42ae-9271-1730713dc1c3 None None] Pushing event deleted for resources: {'Port': ['ID=0b45edaa-b8b8-4205-b9f7-48f96848feb9,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:09.250005 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16818a-79f9-42ae-9271-1730713dc1c3 None None] No DVR routers for this DVR port 0b45edaa-b8b8-4205-b9f7-48f96848feb9 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:09.255382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9f16818a-79f9-42ae-9271-1730713dc1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:09.303437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e783560-6dc8-4c40-85e6-4074f36b7d6f None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:09.361527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=6c521b59-1015-4f0d-8962-728d6dd1a721,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:09.365479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:09.366197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port fb8875e0-0637-431c-9d12-da57bc15ef45 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:09.366639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:09.488512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d3fcfa68-4b0f-4ad9-8dc3-df16ccfdf439 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 2419fb37-33a1-4449-8795-edf8c9d5d8f0 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:09.489018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3fcfa68-4b0f-4ad9-8dc3-df16ccfdf439 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:09.511576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] For port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:09.516541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] For port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4,segment=NetworkSegment(be4e71ab-ba88-427b-b47b-2f4ffef68f08),segment_id=be4e71ab-ba88-427b-b47b-2f4ffef68f08)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:09.522955 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:09.535710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c457956f-6515-4a48-bab6-b0fbeca14eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:09.606794 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:09.613461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] For port fb8875e0-0637-431c-9d12-da57bc15ef45, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fb8875e0-0637-431c-9d12-da57bc15ef45,segment=NetworkSegment(c3b8f99d-ec8d-42dc-be62-aa106b40f338),segment_id=c3b8f99d-ec8d-42dc-be62-aa106b40f338)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:09.614586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:09.677813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Pushing event updated for resources: {'Port': ['ID=f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:09.682460 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:09.755967 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:09.787653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for fb8875e0-0637-431c-9d12-da57bc15ef45 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:09.799548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '6e800b9e-7bd6-4003-8fc3-2c6c489b3c92'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:52:09.800494 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:09.817354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3fcfa68-4b0f-4ad9-8dc3-df16ccfdf439 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:10.030649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d3fcfa68-4b0f-4ad9-8dc3-df16ccfdf439 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 2419fb37-33a1-4449-8795-edf8c9d5d8f0 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:10.052459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Allocated IP 2001:db8::2 (1dba7523-f1ba-457a-be10-44fa003aff73/6e800b9e-7bd6-4003-8fc3-2c6c489b3c92/cecd9b5e-94a1-405d-9340-e05e8435471a) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:10.219930 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:10.252779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:10.264884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c3d25410-deff-4536-97e3-38af60a96cac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:10.296124 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:10.304609 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:10.318416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=fb8875e0-0637-431c-9d12-da57bc15ef45,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:10.363281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:10.368222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:10.368938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:10.369542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:10.370103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:10.370653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:10.371170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:10.371894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:10.372391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:10.372853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:10.373409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:10.373910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:10.379039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:10.406123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:10.436855 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:10.441018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3fcfa68-4b0f-4ad9-8dc3-df16ccfdf439 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:10.463379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2c7c52c0-ec90-44fe-88a8-4a743791cf8e tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:10.499981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:10.500336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7fec8c77-28fe-4a3c-9f0c-355aa7f88ecd not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:10.510052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:10.537770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Transition to ACTIVE for port object cecd9b5e-94a1-405d-9340-e05e8435471a will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:10.562403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-54ad85ef-fc23-4fce-88d8-3e33b23c62c8 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:10.564442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcfa68-4b0f-4ad9-8dc3-df16ccfdf439 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=2419fb37-33a1-4449-8795-edf8c9d5d8f0,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:10.567213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3fcfa68-4b0f-4ad9-8dc3-df16ccfdf439 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:10.570868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3fcfa68-4b0f-4ad9-8dc3-df16ccfdf439 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:10.572030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Transition to ACTIVE for port object cecd9b5e-94a1-405d-9340-e05e8435471a will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:10.580309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:10.586448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:10.646549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:10.653731 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:10.661173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:10.662331 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d3fcfa68-4b0f-4ad9-8dc3-df16ccfdf439 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/2419fb37-33a1-4449-8795-edf8c9d5d8f0 HTTP/1.1" status: 204 len: 168 time: 1.4859512 Jun 03 21:52:10.669920 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:10.680042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Pushing event updated for resources: {'Port': ['ID=cecd9b5e-94a1-405d-9340-e05e8435471a,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:10.684695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:10.694236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55144) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:10.695729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=6c521b59-1015-4f0d-8962-728d6dd1a721,revision_number=3']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:10.748018 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:10.790991 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Attempting to bind port cecd9b5e-94a1-405d-9340-e05e8435471a on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:10.791432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Attempting to bind port cecd9b5e-94a1-405d-9340-e05e8435471a by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:10.792560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Attempting to bind port cecd9b5e-94a1-405d-9340-e05e8435471a on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:10.800529 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:10.801025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:10.801643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:10.802144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:10.802871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Bound port: cecd9b5e-94a1-405d-9340-e05e8435471a, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:10.803588 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:10.887414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfde8f04-e40b-4b86-ade1-13e98542170f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:10.889367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfde8f04-e40b-4b86-ade1-13e98542170f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:10.890067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-bfde8f04-e40b-4b86-ade1-13e98542170f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:10.920255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] For port cecd9b5e-94a1-405d-9340-e05e8435471a, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:10.925647 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] For port cecd9b5e-94a1-405d-9340-e05e8435471a, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cecd9b5e-94a1-405d-9340-e05e8435471a,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:10.933315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:10.944372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-bfde8f04-e40b-4b86-ade1-13e98542170f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:10.944992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-31d93354-69fb-4ff9-ac9b-994b1e54e139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:10.945947 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bfde8f04-e40b-4b86-ade1-13e98542170f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2395325 Jun 03 21:52:10.946897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:10.949559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55146) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:11.025933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaad8a5d-3c85-48ec-a7b2-aa87423d1b62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 6e800b9e-7bd6-4003-8fc3-2c6c489b3c92 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:11.029507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eaad8a5d-3c85-48ec-a7b2-aa87423d1b62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:11.036004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Pushing event updated for resources: {'Port': ['ID=cecd9b5e-94a1-405d-9340-e05e8435471a,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:11.046892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:11.049446 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66035cd3-c892-4e49-9f12-8bd4787eaa34 None None] Network b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:11.095829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:11.099562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:11.176425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3a101149-9e09-42e5-a7fd-db26dc46c95c None None] Provisioning for port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:11.186866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3a101149-9e09-42e5-a7fd-db26dc46c95c None None] Provisioning complete for port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:11.187246 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a101149-9e09-42e5-a7fd-db26dc46c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:11.239144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eaad8a5d-3c85-48ec-a7b2-aa87423d1b62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:11.347268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:52:11.408580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eaad8a5d-3c85-48ec-a7b2-aa87423d1b62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:11.436762 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Router c1d140d0-4434-4108-950f-f7fa0f8659a1 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:52:11.476902 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a101149-9e09-42e5-a7fd-db26dc46c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:11.515700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3a101149-9e09-42e5-a7fd-db26dc46c95c None None] For port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4,segment=NetworkSegment(be4e71ab-ba88-427b-b47b-2f4ffef68f08),segment_id=be4e71ab-ba88-427b-b47b-2f4ffef68f08)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:11.525813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a101149-9e09-42e5-a7fd-db26dc46c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:11.530229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9f16818a-79f9-42ae-9271-1730713dc1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:11.533748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:11.538981 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5507021 Jun 03 21:52:11.543033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55148) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:11.544724 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce72ef7b-14f8-4d2a-905f-663af490d894 None None] Sync routers for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:11.556329 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce72ef7b-14f8-4d2a-905f-663af490d894 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:11.557250 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ce72ef7b-14f8-4d2a-905f-663af490d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:11.608458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a101149-9e09-42e5-a7fd-db26dc46c95c None None] Pushing event updated for resources: {'Port': ['ID=f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:11.618699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3a101149-9e09-42e5-a7fd-db26dc46c95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:11.629351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bab44a9-bf3d-4fe2-ade3-f2a253a3941b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting subnet e05bd3a1-15fa-4967-9d74-ae52109e72bb {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:11.633088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3bab44a9-bf3d-4fe2-ade3-f2a253a3941b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:11.698981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3bab44a9-bf3d-4fe2-ade3-f2a253a3941b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:11.761806 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-ce72ef7b-14f8-4d2a-905f-663af490d894 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:11.785674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:11.793015 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "PUT /v2.0/routers/c1d140d0-4434-4108-950f-f7fa0f8659a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1922047 Jun 03 21:52:11.795621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55150) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:11.804035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267f2b3-dece-42ef-afce-bc299142d64d None None] Sync routers for ids ['c1d140d0-4434-4108-950f-f7fa0f8659a1'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:11.818239 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267f2b3-dece-42ef-afce-bc299142d64d None None] Routers {'c1d140d0-4434-4108-950f-f7fa0f8659a1'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:11.818949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-d267f2b3-dece-42ef-afce-bc299142d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c1d140d0-4434-4108-950f-f7fa0f8659a1'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:11.880390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3bab44a9-bf3d-4fe2-ade3-f2a253a3941b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:11.955839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eaad8a5d-3c85-48ec-a7b2-aa87423d1b62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:11.960170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-d267f2b3-dece-42ef-afce-bc299142d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:11.962267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-21657f45-871d-4925-8ef0-6547b25c0477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:11.973000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267f2b3-dece-42ef-afce-bc299142d64d None None] Routers {'c1d140d0-4434-4108-950f-f7fa0f8659a1'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:11.973736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-d267f2b3-dece-42ef-afce-bc299142d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c1d140d0-4434-4108-950f-f7fa0f8659a1'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:12.071179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-d267f2b3-dece-42ef-afce-bc299142d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:12.074682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad8a5d-3c85-48ec-a7b2-aa87423d1b62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=6e800b9e-7bd6-4003-8fc3-2c6c489b3c92,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:12.076428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267f2b3-dece-42ef-afce-bc299142d64d None None] The sync data for ids ['c1d140d0-4434-4108-950f-f7fa0f8659a1'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:12.091372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-eaad8a5d-3c85-48ec-a7b2-aa87423d1b62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:12.101519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2115b515-dfd1-4ccf-94ba-a975d579b07e None None] Provisioning for port 6c521b59-1015-4f0d-8962-728d6dd1a721 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:12.113900 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eaad8a5d-3c85-48ec-a7b2-aa87423d1b62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:12.119371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2115b515-dfd1-4ccf-94ba-a975d579b07e None None] Provisioning complete for port 6c521b59-1015-4f0d-8962-728d6dd1a721 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:12.120965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2115b515-dfd1-4ccf-94ba-a975d579b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:12.149077 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-eaad8a5d-3c85-48ec-a7b2-aa87423d1b62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/6e800b9e-7bd6-4003-8fc3-2c6c489b3c92 HTTP/1.1" status: 204 len: 168 time: 1.1978147 Jun 03 21:52:12.149824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55152) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:12.220651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df6e513-63e4-4d61-b534-5a201696502e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:12.221417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9df6e513-63e4-4d61-b534-5a201696502e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:12.244146 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-82cb33fd-6744-402e-82fb-5c273596cffa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927703 Jun 03 21:52:12.244864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55154) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:12.286046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9df6e513-63e4-4d61-b534-5a201696502e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:12.287412 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9df6e513-63e4-4d61-b534-5a201696502e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d140d0-4434-4108-950f-f7fa0f8659a1 HTTP/1.1" status: 200 len: 983 time: 0.4907546 Jun 03 21:52:12.293606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55156) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:12.311996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-2115b515-dfd1-4ccf-94ba-a975d579b07e None None] Port 6c521b59-1015-4f0d-8962-728d6dd1a721 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:12.351943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2115b515-dfd1-4ccf-94ba-a975d579b07e None None] Provisioning complete for port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:12.352251 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2115b515-dfd1-4ccf-94ba-a975d579b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:12.420486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d17bc-0cf1-41a8-8040-d88f83f6e2e4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:12.424045 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0f3d17bc-0cf1-41a8-8040-d88f83f6e2e4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1777930 Jun 03 21:52:12.425340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55158) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:12.436579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:12.445926 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ce72ef7b-14f8-4d2a-905f-663af490d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:52:10Z', 'revision_number': 10, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:12.454987 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce72ef7b-14f8-4d2a-905f-663af490d894 None None] Checking router: 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:52:12.466042 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce72ef7b-14f8-4d2a-905f-663af490d894 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:12.467031 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ce72ef7b-14f8-4d2a-905f-663af490d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:12.581472 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75584fb3-8719-48c7-96b6-9fd731de7738 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:12.582459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-75584fb3-8719-48c7-96b6-9fd731de7738 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:12.606792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-75584fb3-8719-48c7-96b6-9fd731de7738 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:12.612287 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-75584fb3-8719-48c7-96b6-9fd731de7738 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1858888 Jun 03 21:52:12.613651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55160) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:12.654227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767db9d-6c34-48a7-b223-d31479047d8d None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:12.763643 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-ce72ef7b-14f8-4d2a-905f-663af490d894 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:12.777681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:12.778065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:12.851594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3c8cd0a7-66ed-4d63-9a32-c80b33671199 None None] Could not find standard attr ID for object 2419fb37-33a1-4449-8795-edf8c9d5d8f0. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:52:12.927452 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-20b6ea80-a5f8-454d-99f0-1e048970866a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3121638 Jun 03 21:52:12.928542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55162) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:12.933719 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:12.993666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3c8cd0a7-66ed-4d63-9a32-c80b33671199 None None] Provisioning for port cecd9b5e-94a1-405d-9340-e05e8435471a completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:13.072698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3c8cd0a7-66ed-4d63-9a32-c80b33671199 None None] Provisioning complete for port 6c521b59-1015-4f0d-8962-728d6dd1a721 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:13.073142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd0a7-66ed-4d63-9a32-c80b33671199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.114505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:13.132821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cecd9b5e-94a1-405d-9340-e05e8435471a up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:13.135163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:13.151955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:13.157594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.195261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cd0a7-66ed-4d63-9a32-c80b33671199 None None] Port 6c521b59-1015-4f0d-8962-728d6dd1a721 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:13.226549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port cecd9b5e-94a1-405d-9340-e05e8435471a completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:13.231834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port cecd9b5e-94a1-405d-9340-e05e8435471a triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:13.232299 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.244840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3bab44a9-bf3d-4fe2-ade3-f2a253a3941b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.251827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f7bd2c41-aacb-4567-ab77-204e2681e2de tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:13.256560 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ce72ef7b-14f8-4d2a-905f-663af490d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:52:10Z', 'revision_number': 10, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:13.261811 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce72ef7b-14f8-4d2a-905f-663af490d894 None None] The sync data for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv is: [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:52:10Z', 'revision_number': 10, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None, '_interfaces': [{'id': 'ab5134cd-418c-45a7-b045-1c45a6891e74', 'name': '', 'network_id': 'e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'mac_address': 'fa:16:3e:37:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:51:19Z', 'updated_at': '2021-06-03T21:51:30Z', 'revision_number': 5, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'subnets': [{'id': '96980067-a1d5-4eb4-90f2-0cd272280e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:13.283680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb7e13-3b9c-4cb9-8dd2-3d0e5e2aded1 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:13.346443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab44a9-bf3d-4fe2-ade3-f2a253a3941b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Subnet': ['ID=e05bd3a1-15fa-4967-9d74-ae52109e72bb,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:13.353952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3bab44a9-bf3d-4fe2-ade3-f2a253a3941b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:13.358877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3bab44a9-bf3d-4fe2-ade3-f2a253a3941b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.364127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-60f3a198-71e8-4092-aa9d-b25ce00c9044 None None] Provisioning complete for port 6c521b59-1015-4f0d-8962-728d6dd1a721 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:13.364894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-60f3a198-71e8-4092-aa9d-b25ce00c9044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.371671 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3bab44a9-bf3d-4fe2-ade3-f2a253a3941b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/e05bd3a1-15fa-4967-9d74-ae52109e72bb HTTP/1.1" status: 204 len: 168 time: 1.8261304 Jun 03 21:52:13.373563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55164) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:13.391324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb46490-1694-4749-bb83-51120f9c8b68 None None] Network ad2d725a-43fb-4718-9f23-f8fd1f64a44f requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:13.545300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.578387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-60f3a198-71e8-4092-aa9d-b25ce00c9044 None None] Port 6c521b59-1015-4f0d-8962-728d6dd1a721 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:13.581009 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.602569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3232cbc-0407-4c42-957c-e8a66f578adb tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.665400 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-48fb7e13-3b9c-4cb9-8dd2-3d0e5e2aded1 None None] Deleting port cecd9b5e-94a1-405d-9340-e05e8435471a {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:13.665790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-48fb7e13-3b9c-4cb9-8dd2-3d0e5e2aded1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.719140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port cecd9b5e-94a1-405d-9340-e05e8435471a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cecd9b5e-94a1-405d-9340-e05e8435471a,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:13.728220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.748304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.758180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5a4fd080-b2db-487c-85a4-f61ff935e7d4 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:13.777053 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:13.817027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:13.821142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:13.836780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:13.837367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.845657 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=58010197-be38-49b0-875d-c78c0a6000d0,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:13.848383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:13.878065 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9485886 Jun 03 21:52:13.878780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55166) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:13.884475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': '58010197-be38-49b0-875d-c78c0a6000d0', 'ip_address': '2001:db8::95df:7745:b702:ea81'}], 'name': 'tempest-NetworksTestDHCPv6-2006104662'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:13.913445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port 16c1c445-e38d-4bd2-984e-2cfcfe751573 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:13.913664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:13.942419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-48fb7e13-3b9c-4cb9-8dd2-3d0e5e2aded1 None None] For port cecd9b5e-94a1-405d-9340-e05e8435471a, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cecd9b5e-94a1-405d-9340-e05e8435471a,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:13.943089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-48fb7e13-3b9c-4cb9-8dd2-3d0e5e2aded1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.013412 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=cecd9b5e-94a1-405d-9340-e05e8435471a,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:14.027334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] For port 16c1c445-e38d-4bd2-984e-2cfcfe751573, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=16c1c445-e38d-4bd2-984e-2cfcfe751573,segment=NetworkSegment(c3b8f99d-ec8d-42dc-be62-aa106b40f338),segment_id=c3b8f99d-ec8d-42dc-be62-aa106b40f338)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:14.028581 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.033883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:14.039177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:14.042352 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:14.048713 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:14.060632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:14.080773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-48fb7e13-3b9c-4cb9-8dd2-3d0e5e2aded1 None None] Calling delete_port for cecd9b5e-94a1-405d-9340-e05e8435471a owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:14.084566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:14.111038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fb8875e0-0637-431c-9d12-da57bc15ef45 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:14.145145 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] DHCP port deletion for ad2d725a-43fb-4718-9f23-f8fd1f64a44f request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:14.155528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: fb8875e0-0637-431c-9d12-da57bc15ef45 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:14.155961 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fb8875e0-0637-431c-9d12-da57bc15ef45 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:14.156460 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cecd9b5e-94a1-405d-9340-e05e8435471a no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:14.196010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for 16c1c445-e38d-4bd2-984e-2cfcfe751573 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:14.222578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.245629 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port e23873c7-b6f7-44c7-94be-7a230371d76e yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:52:14.275574 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-48fb7e13-3b9c-4cb9-8dd2-3d0e5e2aded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.279590 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No ports have port_id starting with cecd9b5e-94a1-405d-9340-e05e8435471a Jun 03 21:52:14.280773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9163406e-e716-4615-b58b-2f3b13c62fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:14.314775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.319710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8fd60f25-6274-4f27-86e3-809c48e84262 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:14.328687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb7e13-3b9c-4cb9-8dd2-3d0e5e2aded1 None None] Pushing event deleted for resources: {'Port': ['ID=cecd9b5e-94a1-405d-9340-e05e8435471a,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:14.332562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-48fb7e13-3b9c-4cb9-8dd2-3d0e5e2aded1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:14.334573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb7e13-3b9c-4cb9-8dd2-3d0e5e2aded1 None None] No DVR routers for this DVR port cecd9b5e-94a1-405d-9340-e05e8435471a on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:14.351138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b87bb-3189-472c-ae03-8b395c6a8e7b None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:14.370411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=16c1c445-e38d-4bd2-984e-2cfcfe751573,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:14.382434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:14.384915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No DVR routers for this DVR port 16c1c445-e38d-4bd2-984e-2cfcfe751573 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:14.408770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Deleting port 16c1c445-e38d-4bd2-984e-2cfcfe751573 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:14.409988 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.424575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c3232cbc-0407-4c42-957c-e8a66f578adb tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 6c521b59-1015-4f0d-8962-728d6dd1a721 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:14.424859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3232cbc-0407-4c42-957c-e8a66f578adb tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.489971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::95df:7745:b702:ea81 (1dba7523-f1ba-457a-be10-44fa003aff73/58010197-be38-49b0-875d-c78c0a6000d0/e23873c7-b6f7-44c7-94be-7a230371d76e) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:14.590599 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] For port 16c1c445-e38d-4bd2-984e-2cfcfe751573, host dv-neutron-792998-2-hyperv, got binding levels [] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:14.591003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.731267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.747390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object e23873c7-b6f7-44c7-94be-7a230371d76e will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:14.760140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Calling delete_port for 16c1c445-e38d-4bd2-984e-2cfcfe751573 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:14.762601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.769715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.ipam_backend_mixin [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Port 16c1c445-e38d-4bd2-984e-2cfcfe751573 was not found and therefore no delete operation was performed {{(pid=104398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 21:52:14.773595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.780746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e65e584d-e484-4adf-9e9c-0f1a59069c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:14.780960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.787135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5b1fc310-3035-49f3-8cc0-239833854552 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:14.791259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2d725a-43fb-4718-9f23-f8fd1f64a44f']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:14.809264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b8f99d-ec8d-42dc-be62-aa106b40f338') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:14.809620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b8f99d-ec8d-42dc-be62-aa106b40f338') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:14.830541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Pushing event deleted for resources: {'Port': ['ID=16c1c445-e38d-4bd2-984e-2cfcfe751573,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:14.836957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.849637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3232cbc-0407-4c42-957c-e8a66f578adb tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.850006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:14.853046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:14.863073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:14.869472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] No DVR routers for this DVR port 16c1c445-e38d-4bd2-984e-2cfcfe751573 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:14.869687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:14.869913 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.871185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:14.882659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:14.882659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:14.882659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:14.882659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:14.882659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:14.882659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:14.883270 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:14.883270 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:14.885023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:14.885023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:14.885023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:14.885023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:14.892940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:14.896466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=e23873c7-b6f7-44c7-94be-7a230371d76e,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:14.900913 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0211964 Jun 03 21:52:14.901901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:14.903366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55168) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:14.934796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '58010197-be38-49b0-875d-c78c0a6000d0'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:52:14.935976 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.003423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd67180e-672a-4ea7-beea-6d94c7bf4783 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:15.004034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c3232cbc-0407-4c42-957c-e8a66f578adb tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 6c521b59-1015-4f0d-8962-728d6dd1a721 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:15.006929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:52:15.007331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.009763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dd67180e-672a-4ea7-beea-6d94c7bf4783 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:52:15.022282 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:52:15.031726 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dd67180e-672a-4ea7-beea-6d94c7bf4783 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:15.033239 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dd67180e-672a-4ea7-beea-6d94c7bf4783 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1256099 Jun 03 21:52:15.035608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55170) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:15.119343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Allocated IP 2001:db8::2 (1dba7523-f1ba-457a-be10-44fa003aff73/58010197-be38-49b0-875d-c78c0a6000d0/3fe163a8-08c8-4c0f-bd22-409609132ecb) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:15.131433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.137546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5f236b96-39c0-4af8-9cd6-192d44aeeac1 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:15.154913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.170730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Network': ['ID=ad2d725a-43fb-4718-9f23-f8fd1f64a44f,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:15.175874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:15.183539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3ba664b9-dc63-4982-9147-fc1653603c73 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port e23873c7-b6f7-44c7-94be-7a230371d76e {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:15.183539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3ba664b9-dc63-4982-9147-fc1653603c73 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.183788 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/networks/ad2d725a-43fb-4718-9f23-f8fd1f64a44f HTTP/1.1" status: 204 len: 168 time: 1.8045824 Jun 03 21:52:15.190252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55172) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:15.324041 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3ba664b9-dc63-4982-9147-fc1653603c73 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.345014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.358372 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Transition to ACTIVE for port object 3fe163a8-08c8-4c0f-bd22-409609132ecb will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:15.378898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Transition to ACTIVE for port object 3fe163a8-08c8-4c0f-bd22-409609132ecb will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:15.385288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.389435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:15.460635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Pushing event updated for resources: {'Port': ['ID=3fe163a8-08c8-4c0f-bd22-409609132ecb,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:15.465268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:15.477109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:15.478956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:15.481311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:15.597254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3ba664b9-dc63-4982-9147-fc1653603c73 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for e23873c7-b6f7-44c7-94be-7a230371d76e owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:15.631375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3232cbc-0407-4c42-957c-e8a66f578adb tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.635998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Attempting to bind port 3fe163a8-08c8-4c0f-bd22-409609132ecb on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:15.636378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Attempting to bind port 3fe163a8-08c8-4c0f-bd22-409609132ecb by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:15.636740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Attempting to bind port 3fe163a8-08c8-4c0f-bd22-409609132ecb on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:15.642446 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:15.642833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:15.643486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.643652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:15.644323 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Bound port: 3fe163a8-08c8-4c0f-bd22-409609132ecb, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:15.644498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.645973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e023615e-0cf8-4a10-a4bc-b2e4e6836663 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:15.697799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3232cbc-0407-4c42-957c-e8a66f578adb tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=6c521b59-1015-4f0d-8962-728d6dd1a721,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:15.735786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3ba664b9-dc63-4982-9147-fc1653603c73 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.741800 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8578b779-375e-49d7-b72c-ce7807f74228 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:15.765287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] For port 3fe163a8-08c8-4c0f-bd22-409609132ecb, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:15.770833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] For port 3fe163a8-08c8-4c0f-bd22-409609132ecb, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3fe163a8-08c8-4c0f-bd22-409609132ecb,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:15.777713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c3232cbc-0407-4c42-957c-e8a66f578adb tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:15.780712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.786608 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:15.795011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba664b9-dc63-4982-9147-fc1653603c73 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=e23873c7-b6f7-44c7-94be-7a230371d76e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:15.826415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3ba664b9-dc63-4982-9147-fc1653603c73 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:15.844233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3ba664b9-dc63-4982-9147-fc1653603c73 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:15.861499 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3ba664b9-dc63-4982-9147-fc1653603c73 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/e23873c7-b6f7-44c7-94be-7a230371d76e HTTP/1.1" status: 204 len: 168 time: 0.8247530 Jun 03 21:52:15.863836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55174) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:15.900669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Pushing event updated for resources: {'Port': ['ID=3fe163a8-08c8-4c0f-bd22-409609132ecb,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:15.907830 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:15.938649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459fc8c7-ca86-4c6c-ad8a-455c8102c953 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:15.941021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459fc8c7-ca86-4c6c-ad8a-455c8102c953 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:15.942797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-459fc8c7-ca86-4c6c-ad8a-455c8102c953 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:15.965328 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-459fc8c7-ca86-4c6c-ad8a-455c8102c953 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:15.966513 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-459fc8c7-ca86-4c6c-ad8a-455c8102c953 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1017041 Jun 03 21:52:15.969530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55176) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:16.013676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c3232cbc-0407-4c42-957c-e8a66f578adb tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:16.053521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bda4480-ac3c-42af-9bd4-a524316f5cf6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 58010197-be38-49b0-875d-c78c0a6000d0 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:16.057174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bda4480-ac3c-42af-9bd4-a524316f5cf6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:16.124520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 16c1c445-e38d-4bd2-984e-2cfcfe751573 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:16.127569 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bda4480-ac3c-42af-9bd4-a524316f5cf6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:16.203670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 16c1c445-e38d-4bd2-984e-2cfcfe751573 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:16.204014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 16c1c445-e38d-4bd2-984e-2cfcfe751573 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:16.263654 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bda4480-ac3c-42af-9bd4-a524316f5cf6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:16.549269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bda4480-ac3c-42af-9bd4-a524316f5cf6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:16.553354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-de52b910-d7de-470d-95da-93dd43b608b1 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:16.580636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3232cbc-0407-4c42-957c-e8a66f578adb tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Router c1d140d0-4434-4108-950f-f7fa0f8659a1 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:52:16.596435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda4480-ac3c-42af-9bd4-a524316f5cf6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=58010197-be38-49b0-875d-c78c0a6000d0,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:16.600111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4bda4480-ac3c-42af-9bd4-a524316f5cf6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:16.604486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bda4480-ac3c-42af-9bd4-a524316f5cf6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:16.620385 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4bda4480-ac3c-42af-9bd4-a524316f5cf6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/58010197-be38-49b0-875d-c78c0a6000d0 HTTP/1.1" status: 204 len: 168 time: 0.6498682 Jun 03 21:52:16.622758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55178) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:16.695059 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b54bd345-c79a-4048-9741-ab129c67bdd0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700610 Jun 03 21:52:16.695779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55180) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:16.701890 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:16.744545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3232cbc-0407-4c42-957c-e8a66f578adb tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:16.752813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:16.757811 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1d2e7-9d8a-4eed-b413-cde61a036c8f None None] Sync routers for ids ['c1d140d0-4434-4108-950f-f7fa0f8659a1'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:16.770426 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1d2e7-9d8a-4eed-b413-cde61a036c8f None None] Routers {'c1d140d0-4434-4108-950f-f7fa0f8659a1'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:16.771449 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0cb1d2e7-9d8a-4eed-b413-cde61a036c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c1d140d0-4434-4108-950f-f7fa0f8659a1'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:16.831231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:16.838854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:16.841220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:16.847389 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0cb1d2e7-9d8a-4eed-b413-cde61a036c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:16.848088 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:16.858080 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1d2e7-9d8a-4eed-b413-cde61a036c8f None None] Routers {'c1d140d0-4434-4108-950f-f7fa0f8659a1'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:16.858823 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0cb1d2e7-9d8a-4eed-b413-cde61a036c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c1d140d0-4434-4108-950f-f7fa0f8659a1'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:16.861453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:16.866318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:16.890901 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c3232cbc-0407-4c42-957c-e8a66f578adb tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "PUT /v2.0/routers/c1d140d0-4434-4108-950f-f7fa0f8659a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5929494 Jun 03 21:52:16.895867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55182) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:16.927904 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0cb1d2e7-9d8a-4eed-b413-cde61a036c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:16.928316 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1d2e7-9d8a-4eed-b413-cde61a036c8f None None] The sync data for ids ['c1d140d0-4434-4108-950f-f7fa0f8659a1'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:16.972527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ffcf5e-01de-4433-8147-65c3ec59a732 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:16.972958 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c908cd0-2623-4385-8c65-13100d1d78c7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:52:16.974296 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8c908cd0-2623-4385-8c65-13100d1d78c7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/6c521b59-1015-4f0d-8962-728d6dd1a721 HTTP/1.1" status: 404 len: 333 time: 0.0777678 Jun 03 21:52:16.977550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55184) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:17.078367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-87220847-489c-4c88-8970-64db5f971053 None None] Could not find standard attr ID for object e23873c7-b6f7-44c7-94be-7a230371d76e. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:52:17.122091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-87220847-489c-4c88-8970-64db5f971053 None None] Provisioning for port 3fe163a8-08c8-4c0f-bd22-409609132ecb completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:17.188383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5ee3-2c0f-4a74-b802-955468d13ba2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:17.206509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port ab5134cd-418c-45a7-b045-1c45a6891e74 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:17.206890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:17.277294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01f87d0-9f77-49d6-8108-df933bb3e315 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:17.355363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] For port ab5134cd-418c-45a7-b045-1c45a6891e74, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ab5134cd-418c-45a7-b045-1c45a6891e74,segment=NetworkSegment(7e9d81e8-114d-4133-914a-d7d767ebc7cd),segment_id=7e9d81e8-114d-4133-914a-d7d767ebc7cd)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:17.355639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c01f87d0-9f77-49d6-8108-df933bb3e315 None None] Deleting port 3fe163a8-08c8-4c0f-bd22-409609132ecb {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:17.355921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c01f87d0-9f77-49d6-8108-df933bb3e315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:17.356185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:17.468334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c01f87d0-9f77-49d6-8108-df933bb3e315 None None] For port 3fe163a8-08c8-4c0f-bd22-409609132ecb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3fe163a8-08c8-4c0f-bd22-409609132ecb,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:17.468757 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c01f87d0-9f77-49d6-8108-df933bb3e315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:17.481904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for ab5134cd-418c-45a7-b045-1c45a6891e74 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:17.601490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c01f87d0-9f77-49d6-8108-df933bb3e315 None None] Calling delete_port for 3fe163a8-08c8-4c0f-bd22-409609132ecb owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:17.641464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:17.652425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f7c17cdd-4e62-472a-8e44-b13253e06210 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:17.657748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c01f87d0-9f77-49d6-8108-df933bb3e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:17.665081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-48fb7e13-3b9c-4cb9-8dd2-3d0e5e2aded1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:17.702073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5ee3-2c0f-4a74-b802-955468d13ba2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:17.716479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5ee3-2c0f-4a74-b802-955468d13ba2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:17.745986 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f87d0-9f77-49d6-8108-df933bb3e315 None None] Pushing event deleted for resources: {'Port': ['ID=3fe163a8-08c8-4c0f-bd22-409609132ecb,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:17.750646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c01f87d0-9f77-49d6-8108-df933bb3e315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:17.752088 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f87d0-9f77-49d6-8108-df933bb3e315 None None] No DVR routers for this DVR port 3fe163a8-08c8-4c0f-bd22-409609132ecb on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:17.782378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f7f99-3aaf-438f-8002-6b0c0f3ba9c6 None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 21:52:17.790617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5ee3-2c0f-4a74-b802-955468d13ba2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:17.791391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8c5ee3-2c0f-4a74-b802-955468d13ba2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Fanout notify agent at l3_agent the message router_deleted on router c1d140d0-4434-4108-950f-f7fa0f8659a1 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:52:17.841712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5ee3-2c0f-4a74-b802-955468d13ba2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:17.845724 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bf8c5ee3-2c0f-4a74-b802-955468d13ba2 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/routers/c1d140d0-4434-4108-950f-f7fa0f8659a1 HTTP/1.1" status: 204 len: 168 time: 0.8644218 Jun 03 21:52:17.847176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55186) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:17.887987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=ab5134cd-418c-45a7-b045-1c45a6891e74,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:17.895890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:17.947149 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0f7f99-3aaf-438f-8002-6b0c0f3ba9c6 None None] Resources bound (agent type, host, resource id): {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 21:52:17.952931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa58c9e4-730b-4703-8f51-2aec99eb0aa0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting subnet 8c466783-3e95-4112-b995-e44a7a2786f4 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:17.959104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-aa58c9e4-730b-4703-8f51-2aec99eb0aa0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.062796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-aa58c9e4-730b-4703-8f51-2aec99eb0aa0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.122328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.178175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-aa58c9e4-730b-4703-8f51-2aec99eb0aa0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.326895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '197c2474-5fd7-473a-bd2a-b5bd0422b7f6'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:52:18.328035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.378367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.389342 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-25d76df2-6a81-49b2-a9e0-ff0075ba107d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:18.423848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:52:18.459044 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:18.465049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:18.484824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=197c2474-5fd7-473a-bd2a-b5bd0422b7f6,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:18.489200 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:18.498491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:18.498709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.499745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Allocated IP 2001:db8::2 (1dba7523-f1ba-457a-be10-44fa003aff73/197c2474-5fd7-473a-bd2a-b5bd0422b7f6/7df57d8a-f4fc-4228-a54b-9d777322bb26) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:18.563850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:18.564109 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8642135 Jun 03 21:52:18.564109 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55188) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:18.569037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': '197c2474-5fd7-473a-bd2a-b5bd0422b7f6', 'ip_address': '2001:db8::3638:9d7a:1008:f314'}], 'name': 'tempest-NetworksTestDHCPv6-798152694'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:18.584752 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3923197 Jun 03 21:52:18.589202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55190) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:18.598054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083b903-1f50-4451-bf08-54916a2bb6d3 None None] Sync routers for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:18.614326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083b903-1f50-4451-bf08-54916a2bb6d3 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:18.615781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-3083b903-1f50-4451-bf08-54916a2bb6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:18.670370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e32fd4-855e-4c04-a557-98994dfce4ee tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting subnet 96980067-a1d5-4eb4-90f2-0cd272280e48 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:18.675314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6e32fd4-855e-4c04-a557-98994dfce4ee tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.715784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-aa58c9e4-730b-4703-8f51-2aec99eb0aa0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.725351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fc123f45-123c-4005-8b91-9cd95cfe80ff tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:18.736663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6e32fd4-855e-4c04-a557-98994dfce4ee tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.769271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-aa58c9e4-730b-4703-8f51-2aec99eb0aa0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.796532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55192) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:18.798420 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-aa58c9e4-730b-4703-8f51-2aec99eb0aa0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/8c466783-3e95-4112-b995-e44a7a2786f4 HTTP/1.1" status: 204 len: 168 time: 0.9472322 Jun 03 21:52:18.802580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58c9e4-730b-4703-8f51-2aec99eb0aa0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Subnet': ['ID=8c466783-3e95-4112-b995-e44a7a2786f4,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:18.806803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-aa58c9e4-730b-4703-8f51-2aec99eb0aa0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:18.817660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:18.818068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-3083b903-1f50-4451-bf08-54916a2bb6d3 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:18.822257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:18.825997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:18.833662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:18.847623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:18.853347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.876780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port ea44b674-86b1-42cf-9ba5-882b71a6c5b3 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:52:18.939216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-3083b903-1f50-4451-bf08-54916a2bb6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:52:17Z', 'revision_number': 11, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:18.948319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.952533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083b903-1f50-4451-bf08-54916a2bb6d3 None None] Checking router: 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:52:18.964381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6e32fd4-855e-4c04-a557-98994dfce4ee tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:18.998002 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083b903-1f50-4451-bf08-54916a2bb6d3 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:18.998649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-3083b903-1f50-4451-bf08-54916a2bb6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:19.146814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-3083b903-1f50-4451-bf08-54916a2bb6d3 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:19.201919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:19.202297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.245531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.260727 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-3083b903-1f50-4451-bf08-54916a2bb6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:52:17Z', 'revision_number': 11, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:19.265305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Transition to ACTIVE for port object 7df57d8a-f4fc-4228-a54b-9d777322bb26 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:19.271711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083b903-1f50-4451-bf08-54916a2bb6d3 None None] The sync data for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv is: [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:52:17Z', 'revision_number': 11, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:19.288179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Transition to ACTIVE for port object 7df57d8a-f4fc-4228-a54b-9d777322bb26 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:19.295825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.301435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3a68ee66-7c61-4889-b256-a11b3098e05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:19.361074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:19.363966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:19.366789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:19.375492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::3638:9d7a:1008:f314 (1dba7523-f1ba-457a-be10-44fa003aff73/197c2474-5fd7-473a-bd2a-b5bd0422b7f6/ea44b674-86b1-42cf-9ba5-882b71a6c5b3) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:19.420898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Pushing event updated for resources: {'Port': ['ID=7df57d8a-f4fc-4228-a54b-9d777322bb26,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:19.424304 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:19.475019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Attempting to bind port 7df57d8a-f4fc-4228-a54b-9d777322bb26 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:19.475019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Attempting to bind port 7df57d8a-f4fc-4228-a54b-9d777322bb26 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:19.475577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Attempting to bind port 7df57d8a-f4fc-4228-a54b-9d777322bb26 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:19.480842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:19.481213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:19.481611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.482430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:19.482430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Bound port: 7df57d8a-f4fc-4228-a54b-9d777322bb26, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:19.482816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.530249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] For port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4,segment=NetworkSegment(be4e71ab-ba88-427b-b47b-2f4ffef68f08),segment_id=be4e71ab-ba88-427b-b47b-2f4ffef68f08)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:19.530578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.580791 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] For port 7df57d8a-f4fc-4228-a54b-9d777322bb26, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:19.584720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] For port 7df57d8a-f4fc-4228-a54b-9d777322bb26, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7df57d8a-f4fc-4228-a54b-9d777322bb26,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:19.590497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.595913 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fa96d1d4-8d42-4c9a-b8cd-9c8c1c361eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:19.602896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.622394 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object ea44b674-86b1-42cf-9ba5-882b71a6c5b3 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:19.649049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.659135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9ba447a0-dee7-4efe-b679-ffed34fd739f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:19.683639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Pushing event updated for resources: {'Port': ['ID=7df57d8a-f4fc-4228-a54b-9d777322bb26,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:19.690409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:19.705017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:19.733889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6e32fd4-855e-4c04-a557-98994dfce4ee tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.735818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:19.740640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0cbe8c55-cdb2-45ff-9bab-a93e1c3f833f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:19.744290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:19.749404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:19.759429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:19.760606 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.779835 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=ea44b674-86b1-42cf-9ba5-882b71a6c5b3,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:19.781928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e32fd4-855e-4c04-a557-98994dfce4ee tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Subnet': ['ID=96980067-a1d5-4eb4-90f2-0cd272280e48,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:19.785847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:19.786827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a6e32fd4-855e-4c04-a557-98994dfce4ee tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:19.803539 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2360353 Jun 03 21:52:19.803790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55194) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:19.811809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6e32fd4-855e-4c04-a557-98994dfce4ee tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.822372 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a6e32fd4-855e-4c04-a557-98994dfce4ee tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/96980067-a1d5-4eb4-90f2-0cd272280e48 HTTP/1.1" status: 204 len: 168 time: 1.2314692 Jun 03 21:52:19.824350 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55196) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:19.848402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:19.862780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5666505f-88aa-4567-9b0f-5254884e0433 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:19.912156 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b2e4f3-3534-44d0-b7a4-974d6c848b7c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:19.923605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b2e4f3-3534-44d0-b7a4-974d6c848b7c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:19.924748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-78b2e4f3-3534-44d0-b7a4-974d6c848b7c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:19.940076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No DVR routers for this DVR port f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:19.958963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-78b2e4f3-3534-44d0-b7a4-974d6c848b7c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:19.960554 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-78b2e4f3-3534-44d0-b7a4-974d6c848b7c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1558418 Jun 03 21:52:19.963300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55198) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:19.982489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:20.035869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:20.116392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.123846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e14e99d8-0b79-45da-8dea-1dc50a38f497 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port ea44b674-86b1-42cf-9ba5-882b71a6c5b3 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:20.124060 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e14e99d8-0b79-45da-8dea-1dc50a38f497 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.181872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.208501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7df57d8a-f4fc-4228-a54b-9d777322bb26 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:20.226515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:20.248934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4e71ab-ba88-427b-b47b-2f4ffef68f08') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:20.249232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4e71ab-ba88-427b-b47b-2f4ffef68f08') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:20.267055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.288632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.297423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:52:20.297820 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.298232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 7df57d8a-f4fc-4228-a54b-9d777322bb26 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:52:20.312642 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:52:20.315685 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ab5134cd-418c-45a7-b045-1c45a6891e74 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:20.351424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: ab5134cd-418c-45a7-b045-1c45a6891e74 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:20.351930 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ab5134cd-418c-45a7-b045-1c45a6891e74 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:20.396570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Deleting port 84d3ab85-2d92-4169-88d4-4994e85727bd {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:20.396868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.430858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.436073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:20.450499 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.455437 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e14e99d8-0b79-45da-8dea-1dc50a38f497 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.509128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Network': ['ID=b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:20.511722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:20.535499 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/networks/b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368 HTTP/1.1" status: 204 len: 168 time: 1.7375822 Jun 03 21:52:20.539319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55200) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:20.592128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e14e99d8-0b79-45da-8dea-1dc50a38f497 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for ea44b674-86b1-42cf-9ba5-882b71a6c5b3 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:20.593466 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] For port 84d3ab85-2d92-4169-88d4-4994e85727bd, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=84d3ab85-2d92-4169-88d4-4994e85727bd,segment=NetworkSegment(7e9d81e8-114d-4133-914a-d7d767ebc7cd),segment_id=7e9d81e8-114d-4133-914a-d7d767ebc7cd)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:20.593839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.733007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e14e99d8-0b79-45da-8dea-1dc50a38f497 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.740428 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Calling delete_port for 84d3ab85-2d92-4169-88d4-4994e85727bd owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:20.748614 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9238fa1c-6fe7-4a3d-bbac-edaee265cdea tempest-FloatingIPAdminTestJSON-2089487567 tempest-FloatingIPAdminTestJSON-2089487567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:20.753652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0656ed-687f-466a-bdfa-51578e418e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:20.754252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fa0656ed-687f-466a-bdfa-51578e418e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:20.776274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cff2d8-6474-4b08-b62a-44b2d9735885 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:20.787208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fa0656ed-687f-466a-bdfa-51578e418e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:20.788474 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fa0656ed-687f-466a-bdfa-51578e418e9e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/1e5859a9-f734-4762-a278-39d208c5061d HTTP/1.1" status: 200 len: 839 time: 0.2480578 Jun 03 21:52:20.793411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55202) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:20.859039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e14e99d8-0b79-45da-8dea-1dc50a38f497 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.866135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e99d8-0b79-45da-8dea-1dc50a38f497 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=ea44b674-86b1-42cf-9ba5-882b71a6c5b3,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:20.868859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e14e99d8-0b79-45da-8dea-1dc50a38f497 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:20.879275 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6f6de5e0-90b3-46bf-8ab1-3b99b636ab69 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/1e5859a9-f734-4762-a278-39d208c5061d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0846381 Jun 03 21:52:20.882859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55204) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:20.886009 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76747b66-31e1-4680-8593-3f09d46ced0d None None] Network b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:20.888983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:20.894106 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e14e99d8-0b79-45da-8dea-1dc50a38f497 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/ea44b674-86b1-42cf-9ba5-882b71a6c5b3 HTTP/1.1" status: 204 len: 168 time: 0.9296374 Jun 03 21:52:20.894945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55206) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:20.908509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:20.918286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e0966738-fb68-4ff8-8dab-1704d0206451 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:20.984793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3fc9a1-ee0b-4c1f-8362-bff225c6a2b2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:20.987605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3fc9a1-ee0b-4c1f-8362-bff225c6a2b2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:20.989051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ea3fc9a1-ee0b-4c1f-8362-bff225c6a2b2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:21.004160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76747b66-31e1-4680-8593-3f09d46ced0d None None] Network b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368 could not be found, it might have been deleted concurrently. {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 03 21:52:21.009855 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2c5386-9790-4d51-9762-d8cdac7a09f6 None None] Network e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:21.018570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ea3fc9a1-ee0b-4c1f-8362-bff225c6a2b2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:21.024074 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ea3fc9a1-ee0b-4c1f-8362-bff225c6a2b2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1274180 Jun 03 21:52:21.024754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55208) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:21.101373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7e5ea3a9-02d5-48f1-87b5-b64b41437332 None None] Provisioning for port 7df57d8a-f4fc-4228-a54b-9d777322bb26 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:21.129644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-219c0e8d-5f6a-4add-a4c4-e4daa0368e1d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 197c2474-5fd7-473a-bd2a-b5bd0422b7f6 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:21.129908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7e5ea3a9-02d5-48f1-87b5-b64b41437332 None None] Provisioning complete for port 7df57d8a-f4fc-4228-a54b-9d777322bb26 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:21.130180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea3a9-02d5-48f1-87b5-b64b41437332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.132566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-219c0e8d-5f6a-4add-a4c4-e4daa0368e1d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.154318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07621ae-34ab-4d48-a974-bd3c55eee2b8 None None] DHCP port deletion for b2a0c7ca-6dd2-4304-9320-e6d2d7e5d368 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:21.195868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-219c0e8d-5f6a-4add-a4c4-e4daa0368e1d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.203772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Port': ['ID=84d3ab85-2d92-4169-88d4-4994e85727bd,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:21.214593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No DVR routers for this DVR port 84d3ab85-2d92-4169-88d4-4994e85727bd on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:21.218746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:21.276892 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:21.280277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:21.283501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:21.290110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:21.309076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-219c0e8d-5f6a-4add-a4c4-e4daa0368e1d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.311031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:21.314657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.407281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.462987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea3a9-02d5-48f1-87b5-b64b41437332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.472669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:21.473636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5151b126-77c4-435e-bfbf-e8cb63903b38 None None] DHCP port deletion for e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:21.495294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9d81e8-114d-4133-914a-d7d767ebc7cd') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:21.495806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9d81e8-114d-4133-914a-d7d767ebc7cd') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:21.518075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.544345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.553181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:52:21.553619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:52:21.569341 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:52:21.669668 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-219c0e8d-5f6a-4add-a4c4-e4daa0368e1d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.681947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6170d386-0469-4c32-9c58-ec8314ead066 tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:21.729992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.739354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-85349752-6601-4697-a3fb-c7ecb39db834 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:21.740733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-7e5ea3a9-02d5-48f1-87b5-b64b41437332 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:52:21.741359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-7e5ea3a9-02d5-48f1-87b5-b64b41437332 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:52:21.763264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-219c0e8d-5f6a-4add-a4c4-e4daa0368e1d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.767008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:21.770505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c0e8d-5f6a-4add-a4c4-e4daa0368e1d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=197c2474-5fd7-473a-bd2a-b5bd0422b7f6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:21.777272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-219c0e8d-5f6a-4add-a4c4-e4daa0368e1d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:21.788039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Pushing event deleted for resources: {'Network': ['ID=e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:21.791134 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-219c0e8d-5f6a-4add-a4c4-e4daa0368e1d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/197c2474-5fd7-473a-bd2a-b5bd0422b7f6 HTTP/1.1" status: 204 len: 168 time: 0.7652178 Jun 03 21:52:21.792324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55214) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:21.801786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a26394-a0aa-4393-be14-566a003eba4e None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:21.808399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:21.833417 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/networks/e9ae7fb5-5f4d-4b45-bd9f-5a9af513df33 HTTP/1.1" status: 204 len: 168 time: 2.0080583 Jun 03 21:52:21.836794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55216) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:21.841847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-33af561b-fec2-4d6c-8021-483e8ff105aa tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'router': {'routes': None}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:21.872615 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d8d4ccc7-b9da-4915-89dd-db132e6ebcfe tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785608 Jun 03 21:52:21.873597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55218) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:21.880313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:21.994806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:21.999734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:22.005348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:22.013663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:22.035442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:22.041158 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:22.077744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c7dc7-af81-4ef3-aa32-01de5b345144 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:22.142810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:22.183894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:22.183894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f0f0bb21-4705-4fcb-a5c6-bd03ca3976c4 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:22.184373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 84d3ab85-2d92-4169-88d4-4994e85727bd no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:22.219055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 84d3ab85-2d92-4169-88d4-4994e85727bd {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:22.219809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 84d3ab85-2d92-4169-88d4-4994e85727bd not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:22.241300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.extraroute_db [None req-33af561b-fec2-4d6c-8021-483e8ff105aa tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Added routes are [] {{(pid=104396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 21:52:22.241794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.extraroute_db [None req-33af561b-fec2-4d6c-8021-483e8ff105aa tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Removed routes are [] {{(pid=104396) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 21:52:22.241976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-33af561b-fec2-4d6c-8021-483e8ff105aa tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:22.270568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c7dc7-af81-4ef3-aa32-01de5b345144 None None] Deleting port 7df57d8a-f4fc-4228-a54b-9d777322bb26 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:22.270821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fb6c7dc7-af81-4ef3-aa32-01de5b345144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:22.387306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea3a9-02d5-48f1-87b5-b64b41437332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:22.411610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-fb6c7dc7-af81-4ef3-aa32-01de5b345144 None None] For port 7df57d8a-f4fc-4228-a54b-9d777322bb26, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7df57d8a-f4fc-4228-a54b-9d777322bb26,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:22.412024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fb6c7dc7-af81-4ef3-aa32-01de5b345144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:22.448196 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3850ad-1a11-425b-a57a-312e0c35d1d0 req-1f36e712-7893-4807-a272-df8b3a3b27b4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:22.450173 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6b3850ad-1a11-425b-a57a-312e0c35d1d0 req-1f36e712-7893-4807-a272-df8b3a3b27b4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 945 time: 0.5563009 Jun 03 21:52:22.526458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:22.530318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-473dd43e-8df0-4fc3-a650-ed5fe307c119 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:22.557201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c7dc7-af81-4ef3-aa32-01de5b345144 None None] Calling delete_port for 7df57d8a-f4fc-4228-a54b-9d777322bb26 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:22.564210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7e5ea3a9-02d5-48f1-87b5-b64b41437332 None None] For port 7df57d8a-f4fc-4228-a54b-9d777322bb26, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7df57d8a-f4fc-4228-a54b-9d777322bb26,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:22.571861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea3a9-02d5-48f1-87b5-b64b41437332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:22.580586 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:22.588843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:22.592093 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:22.606957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:22.607600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:22.612628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=5e0c12ea-d690-4511-81ca-7c4ab5bff225,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:22.620455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:22.651487 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7736871 Jun 03 21:52:22.652232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55220) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:22.659063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': '5e0c12ea-d690-4511-81ca-7c4ab5bff225', 'ip_address': '2001:db8::7534:14e7:cb90:81f8'}], 'name': 'tempest-NetworksTestDHCPv6-881809666'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:22.662888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ea3a9-02d5-48f1-87b5-b64b41437332 None None] Pushing event updated for resources: {'Port': ['ID=7df57d8a-f4fc-4228-a54b-9d777322bb26,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:22.666474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7e5ea3a9-02d5-48f1-87b5-b64b41437332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:22.687707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fb6c7dc7-af81-4ef3-aa32-01de5b345144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:22.692435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9e5bfbf2-6326-4eb6-b359-1f0f5d018018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:22.725712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-deb9847f-876c-41b0-8755-8e43a560a722 None None] Could not find standard attr ID for object 7df57d8a-f4fc-4228-a54b-9d777322bb26. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:52:22.743407 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c7dc7-af81-4ef3-aa32-01de5b345144 None None] Pushing event deleted for resources: {'Port': ['ID=7df57d8a-f4fc-4228-a54b-9d777322bb26,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:22.745271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c7dc7-af81-4ef3-aa32-01de5b345144 None None] No DVR routers for this DVR port 7df57d8a-f4fc-4228-a54b-9d777322bb26 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:22.746671 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fb6c7dc7-af81-4ef3-aa32-01de5b345144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:22.768160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e71e5d6-986e-4bee-a585-75b2b07185f4 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:22.785197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-33af561b-fec2-4d6c-8021-483e8ff105aa tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:22.797974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-33af561b-fec2-4d6c-8021-483e8ff105aa tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:22.802582 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6b3850ad-1a11-425b-a57a-312e0c35d1d0 req-d5094c43-6639-482d-92f8-aef079df2a74 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2956786 Jun 03 21:52:22.831568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:22.836255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:22.839216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:22.846270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:22.863935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:22.877095 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a7fb-abda-41f1-a65d-a3bce45ab64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:22.953572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33af561b-fec2-4d6c-8021-483e8ff105aa tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:52:23.002471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:23.020823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '5e0c12ea-d690-4511-81ca-7c4ab5bff225'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:52:23.021659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:23.030381 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port b28aa54f-3dde-4c9f-9047-0b53e364afda yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:52:23.161212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33af561b-fec2-4d6c-8021-483e8ff105aa tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:23.170501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-33af561b-fec2-4d6c-8021-483e8ff105aa tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:23.177160 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-33af561b-fec2-4d6c-8021-483e8ff105aa tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e HTTP/1.1" status: 200 len: 701 time: 1.3337619 Jun 03 21:52:23.177390 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a16f3-9e76-41d6-902b-ccc847a1d2c0 None None] Sync routers for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:23.180312 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55222) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:23.184845 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a16f3-9e76-41d6-902b-ccc847a1d2c0 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:23.185472 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0c7a16f3-9e76-41d6-902b-ccc847a1d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:23.187087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:23.217827 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Allocated IP 2001:db8::2 (1dba7523-f1ba-457a-be10-44fa003aff73/5e0c12ea-d690-4511-81ca-7c4ab5bff225/30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:23.237133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-15313a10-673d-42d7-885a-a7b333ac578f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:23.293403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9ea91109-2070-4f87-bf58-aeaa68dfe0c2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Synchronizing usage tracker for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:23.322124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:23.327502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:23.342936 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-0c7a16f3-9e76-41d6-902b-ccc847a1d2c0 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:23.343955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:23.344906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:23.370730 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4839094 Jun 03 21:52:23.372217 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9ea91109-2070-4f87-bf58-aeaa68dfe0c2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Unset dirty status for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:23.372524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55224) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:23.375027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a092c3b0-e5b9-4e9f-a234-3e88a60ca2f5 None None] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:23.377410 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9ea91109-2070-4f87-bf58-aeaa68dfe0c2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e HTTP/1.1" status: 200 len: 205 time: 0.1925097 Jun 03 21:52:23.378008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55226) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:23.379198 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'security_group': {'name': 'tempest-secgroup-1083554963'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:23.386424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:23.391576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:security_group and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:23.396075 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:23.402676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:23.416684 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:23.441159 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:23.447445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:security_group_rule and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:23.452414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:23.454432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Subnet': ['ID=bccc7632-3c85-4d05-acbd-1fbd36586588,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:23.466400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:23.470395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:23.478378 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0c7a16f3-9e76-41d6-902b-ccc847a1d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:52:17Z', 'revision_number': 11, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:23.483992 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a16f3-9e76-41d6-902b-ccc847a1d2c0 None None] Checking router: 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:52:23.495620 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a16f3-9e76-41d6-902b-ccc847a1d2c0 None None] Routers {'0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:23.496451 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0c7a16f3-9e76-41d6-902b-ccc847a1d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:51:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:23.596365 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:23.602954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:23.609378 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f0ae572e-cea4-4feb-b8eb-0c8f046e8a71 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:23.662800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:23.663832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d992-17ae-40d2-8c03-acaebaa470d3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:23.674532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b60b30-ab28-43fe-8208-35f89c29cc81,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:23.685160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:23.689570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:23.694374 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3181887 Jun 03 21:52:23.694825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55230) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:23.696266 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-0c7a16f3-9e76-41d6-902b-ccc847a1d2c0 None None] Set router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:23.700760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'security_group': {'name': 'tempest-secgroup-1071309079'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:23.708062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:23.710036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Transition to ACTIVE for port object 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:23.712976 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:security_group and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:23.716608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:23.723071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:23.737722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:23.738127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Transition to ACTIVE for port object 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:23.748074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:23.754034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fb6c7dc7-af81-4ef3-aa32-01de5b345144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:23.813537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:23.821471 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:23.826963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:23.828722 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0c7a16f3-9e76-41d6-902b-ccc847a1d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:52:17Z', 'revision_number': 11, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:23.833454 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a16f3-9e76-41d6-902b-ccc847a1d2c0 None None] The sync data for ids ['0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e'] in dv-neutron-792998-2-hyperv is: [{'id': '0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e', 'name': 'tempest-RoutersTest-router-1021064729', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:51:15Z', 'updated_at': '2021-06-03T21:52:17Z', 'revision_number': 11, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:23.849840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:23.856776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::7534:14e7:cb90:81f8 (1dba7523-f1ba-457a-be10-44fa003aff73/5e0c12ea-d690-4511-81ca-7c4ab5bff225/b28aa54f-3dde-4c9f-9047-0b53e364afda) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:23.860315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:security_group_rule and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:23.863489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-d395d42e-332d-412f-9575-636a966332a6 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:23.865815 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-d395d42e-332d-412f-9575-636a966332a6 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 945 time: 0.3984461 Jun 03 21:52:23.867916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:23.880675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:23.931074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Pushing event updated for resources: {'Port': ['ID=30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:23.938406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:23.950168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'tenant_id': '186550332a33447bbe2062e93350d5e1', 'fixed_ips': [{'subnet_id': 'bccc7632-3c85-4d05-acbd-1fbd36586588'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:52:23.951024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.131537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7df57d8a-f4fc-4228-a54b-9d777322bb26 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:24.145740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d992-17ae-40d2-8c03-acaebaa470d3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.150207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d992-17ae-40d2-8c03-acaebaa470d3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.162103 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Attempting to bind port 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:24.162464 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Attempting to bind port 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:24.162852 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Attempting to bind port 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:24.170042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.173368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 7df57d8a-f4fc-4228-a54b-9d777322bb26 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:24.173368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7df57d8a-f4fc-4228-a54b-9d777322bb26 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:24.183913 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.187554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:24.187876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:24.188163 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.188643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:24.189354 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Bound port: 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:24.189654 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.201634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9ce428af-1a2c-4b99-ba4e-13409bcbeb1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:24.233455 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d992-17ae-40d2-8c03-acaebaa470d3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.233940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd2d992-17ae-40d2-8c03-acaebaa470d3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Fanout notify agent at l3_agent the message router_deleted on router 0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:52:24.253306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d992-17ae-40d2-8c03-acaebaa470d3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.254384 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1dd2d992-17ae-40d2-8c03-acaebaa470d3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e HTTP/1.1" status: 204 len: 168 time: 0.8731415 Jun 03 21:52:24.261322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55234) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:24.272756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-77b6a771-fea3-4499-8212-da5923281f37 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1543756188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:24.285358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-77b6a771-fea3-4499-8212-da5923281f37 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:24.290981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.292657 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5953593 Jun 03 21:52:24.293376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-77b6a771-fea3-4499-8212-da5923281f37 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Usage tracker for resource:router and tenant:aa202fc3040847e895873fe6724c33a2 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:24.308453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55236) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:24.327661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8499847-921a-40a0-8356-2df9074e15a0 req-a7abb700-8a79-49ff-b9f4-c06d76d4fcfa tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:24.336401 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b8499847-921a-40a0-8356-2df9074e15a0 req-a7abb700-8a79-49ff-b9f4-c06d76d4fcfa tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 945 time: 0.3157935 Jun 03 21:52:24.343447 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792b7767-7a53-48e0-84a4-63c62cb0c53c,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:24.368479 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] For port 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:24.373469 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] For port 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:24.378883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Allocated IP 172.20.0.2 (ec63def4-6448-4322-8fbc-1b7bf0ec12c2/bccc7632-3c85-4d05-acbd-1fbd36586588/0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:24.383105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.388589 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1436175841', 'security_groups': ['792b7767-7a53-48e0-84a4-63c62cb0c53c'], 'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bccc7632-3c85-4d05-acbd-1fbd36586588'}]}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:24.391247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:24.416187 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.419513 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:24.466508 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b8499847-921a-40a0-8356-2df9074e15a0 req-8ba810a9-a94a-404b-b619-a3e8893d42c7 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1292021 Jun 03 21:52:24.471099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object b28aa54f-3dde-4c9f-9047-0b53e364afda will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:24.508193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-77b6a771-fea3-4499-8212-da5923281f37 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:24.526719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-77b6a771-fea3-4499-8212-da5923281f37 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:24.529947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Deleting port c3689881-9794-4783-a99f-8358093df719 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:24.530283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.566030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-77b6a771-fea3-4499-8212-da5923281f37 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.567202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-77b6a771-fea3-4499-8212-da5923281f37 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.576037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Pushing event updated for resources: {'Port': ['ID=30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:24.587866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:24.607749 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:24.613653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:port and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:24.617688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:24.624051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.627621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:24.633611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-96987355-5def-4844-b61b-1782266932f5 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:24.659907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-77b6a771-fea3-4499-8212-da5923281f37 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.700797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] For port c3689881-9794-4783-a99f-8358093df719, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c3689881-9794-4783-a99f-8358093df719,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:24.701151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.710464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-77b6a771-fea3-4499-8212-da5923281f37 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.715971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:24.725222 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:24.731339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:24.754219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:24.754851 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.763531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:24.763531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.764512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=b28aa54f-3dde-4c9f-9047-0b53e364afda,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:24.780608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:24.781862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Transition to ACTIVE for port object 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:24.809408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-77b6a771-fea3-4499-8212-da5923281f37 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.810899 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-77b6a771-fea3-4499-8212-da5923281f37 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5478313 Jun 03 21:52:24.814393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55240) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:24.819572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-07552b0a-ae0c-4ca6-887c-9940d59fb2f9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:24.821794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Transition to ACTIVE for port object 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:24.829622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.834194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-807fd911-fdd7-49ed-a698-0cf958eee592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:24.884128 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2288282 Jun 03 21:52:24.886681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55242) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:24.930466 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:24.937869 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:24.943809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:24.947356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Pushing event updated for resources: {'Port': ['ID=0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:24.952251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:24.962622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:24.994549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port 1448c747-122c-40e5-961b-f44a0dfc7f0a yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:52:25.066526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Attempting to bind port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:25.066906 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Attempting to bind port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'b32070b1-2562-4e7e-8c07-bbe3adea9453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:25.067277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Attempting to bind port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc on network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:25.074518 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:25.074905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Checking segment: {'id': 'b32070b1-2562-4e7e-8c07-bbe3adea9453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:25.075316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:25.075758 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Bound using segment: {'id': 'b32070b1-2562-4e7e-8c07-bbe3adea9453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:25.076237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Bound port: 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32070b1-2562-4e7e-8c07-bbe3adea9453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:25.076620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:25.199345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] For port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:25.204440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] For port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc,segment=NetworkSegment(b32070b1-2562-4e7e-8c07-bbe3adea9453),segment_id=b32070b1-2562-4e7e-8c07-bbe3adea9453)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:25.211621 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:25.217011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7e5ea3a9-02d5-48f1-87b5-b64b41437332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:25.263905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.7 (ec63def4-6448-4322-8fbc-1b7bf0ec12c2/bccc7632-3c85-4d05-acbd-1fbd36586588/1448c747-122c-40e5-961b-f44a0dfc7f0a) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:25.366316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Pushing event updated for resources: {'Port': ['ID=0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:25.380618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:25.386376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:25.477634 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b6a26622-f2d9-4558-8dd5-29b42afa15cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:25.565632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:25.590076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Transition to ACTIVE for port object 1448c747-122c-40e5-961b-f44a0dfc7f0a will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:25.645527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:25.653591 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d24e9072-14dd-49f1-89d2-7760dcaa9e62 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:25.684381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07552b0a-ae0c-4ca6-887c-9940d59fb2f9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:25.728590 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:25.731608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:25.734112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:25.769095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07552b0a-ae0c-4ca6-887c-9940d59fb2f9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:25.796710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1943e81-86b8-42b3-adb2-1572285ea4f9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:25.803751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1943e81-86b8-42b3-adb2-1572285ea4f9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:25.804839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b1943e81-86b8-42b3-adb2-1572285ea4f9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:25.812866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=1448c747-122c-40e5-961b-f44a0dfc7f0a,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:25.817277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:25.832789 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:25.833855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:25.864865 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5262873 Jun 03 21:52:25.865667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55246) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:25.871873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-0cce3eff-0f39-49b5-a399-8317922676ea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:25.890298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:25.890569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:25.890972 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Floating IP c800fc0d-25c6-46fb-bd9f-03019ceb8717 disassociated. External IP: 172.26.3.223, port: c3689881-9794-4783-a99f-8358093df719. Jun 03 21:52:25.891343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Calling delete_port for c3689881-9794-4783-a99f-8358093df719 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:25.993321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b1943e81-86b8-42b3-adb2-1572285ea4f9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:25.997217 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b1943e81-86b8-42b3-adb2-1572285ea4f9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.1066389 Jun 03 21:52:26.010088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55248) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:26.090741 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fdd137f2-c867-481a-b632-350f5a82c996 None None] Provisioning for port 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:26.111885 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:52:26.222415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0cce3eff-0f39-49b5-a399-8317922676ea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:26.231288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0cce3eff-0f39-49b5-a399-8317922676ea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:26.234925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0cce3eff-0f39-49b5-a399-8317922676ea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:26.252847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0cce3eff-0f39-49b5-a399-8317922676ea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:26.264216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:26.272570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cce3eff-0f39-49b5-a399-8317922676ea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:26.277876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0cce3eff-0f39-49b5-a399-8317922676ea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:26.324332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-38bac68b-2265-43ec-8b0c-a673d1698c02 None None] Could not find standard attr ID for object ea44b674-86b1-42cf-9ba5-882b71a6c5b3. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:52:26.363951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:26.370409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:26.393866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5b068-40d5-4ddf-890a-f0ada9798f3b req-d260a0db-2d9e-4d06-9e25-0878740dd5b4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:26.395642 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d7e5b068-40d5-4ddf-890a-f0ada9798f3b req-d260a0db-2d9e-4d06-9e25-0878740dd5b4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 945 time: 0.7039144 Jun 03 21:52:26.506133 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.ipam_backend_mixin [None req-0cce3eff-0f39-49b5-a399-8317922676ea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bccc7632-3c85-4d05-acbd-1fbd36586588 (CIDR: 172.20.0.0/28) Jun 03 21:52:26.511651 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cce3eff-0f39-49b5-a399-8317922676ea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:52:26.512141 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cce3eff-0f39-49b5-a399-8317922676ea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:26.520769 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d7e5b068-40d5-4ddf-890a-f0ada9798f3b req-ad914931-1f71-4e8b-a69d-b3c0c860d4a6 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050141 Jun 03 21:52:26.523658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07552b0a-ae0c-4ca6-887c-9940d59fb2f9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Router becf3ab9-affd-4133-a608-cd502bb3e1bf is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:52:26.561965 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0cce3eff-0f39-49b5-a399-8317922676ea tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6940548 Jun 03 21:52:26.563698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55250) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:26.570569 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:26.580390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:26.587616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:26.588277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:26.700307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-abadd8ab-734e-45ec-94a8-49b0d3247bdb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port b28aa54f-3dde-4c9f-9047-0b53e364afda {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:26.700795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-abadd8ab-734e-45ec-94a8-49b0d3247bdb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:26.730860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d7c049d5-aa9c-4157-bc47-29a13546d1dd None None] Provisioning for port b28aa54f-3dde-4c9f-9047-0b53e364afda completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:26.742001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:26.747099 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d7c049d5-aa9c-4157-bc47-29a13546d1dd None None] Provisioning complete for port b28aa54f-3dde-4c9f-9047-0b53e364afda triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:26.747482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d7c049d5-aa9c-4157-bc47-29a13546d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:26.772093 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:26.777532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:26.780576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:26.799090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:26.816977 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:26.822283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:26.823946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:26.865157 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:26.894914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:26.903624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07552b0a-ae0c-4ca6-887c-9940d59fb2f9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:26.916460 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:26.939757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07552b0a-ae0c-4ca6-887c-9940d59fb2f9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:26.943543 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-07552b0a-ae0c-4ca6-887c-9940d59fb2f9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "PUT /v2.0/routers/becf3ab9-affd-4133-a608-cd502bb3e1bf HTTP/1.1" status: 200 len: 694 time: 2.1253738 Jun 03 21:52:26.944546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:26.954774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55252) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:26.957954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b038be53-9fe8-4647-b9f7-1d9dc0c720e5 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:26.959249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706d77b-0646-4dfb-a0cd-e3b64bfcf52d None None] Sync routers for ids ['becf3ab9-affd-4133-a608-cd502bb3e1bf'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:26.965744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d7c049d5-aa9c-4157-bc47-29a13546d1dd None None] Port b28aa54f-3dde-4c9f-9047-0b53e364afda cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:26.985544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:26.991806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b706d77b-0646-4dfb-a0cd-e3b64bfcf52d None None] Routers {'becf3ab9-affd-4133-a608-cd502bb3e1bf'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:26.992688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b706d77b-0646-4dfb-a0cd-e3b64bfcf52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['becf3ab9-affd-4133-a608-cd502bb3e1bf'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:27.163795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b706d77b-0646-4dfb-a0cd-e3b64bfcf52d None None] Set router becf3ab9-affd-4133-a608-cd502bb3e1bf gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:27.205563 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-443bcd95-dc15-431c-bbdf-d1d00cb793d3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/routers/becf3ab9-affd-4133-a608-cd502bb3e1bf HTTP/1.1" status: 200 len: 700 time: 0.1918852 Jun 03 21:52:27.210118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55254) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:27.219225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event deleted for resources: {'Port': ['ID=c3689881-9794-4783-a99f-8358093df719,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:27.222969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:27.270930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a6962c34-eb74-4039-bc17-1e302f02ca14 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Synchronizing usage tracker for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:27.273665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:27.282874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-abc2a137-e775-4465-b9c5-2377bf43adba None None] Provisioning complete for port 1e5859a9-f734-4762-a278-39d208c5061d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:27.283361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-abc2a137-e775-4465-b9c5-2377bf43adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:27.303217 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a6962c34-eb74-4039-bc17-1e302f02ca14 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Unset dirty status for tenant:aa202fc3040847e895873fe6724c33a2 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:27.307117 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a6962c34-eb74-4039-bc17-1e302f02ca14 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=becf3ab9-affd-4133-a608-cd502bb3e1bf HTTP/1.1" status: 200 len: 205 time: 0.0959508 Jun 03 21:52:27.308224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55256) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:27.318773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:27.319022 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-abadd8ab-734e-45ec-94a8-49b0d3247bdb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:27.321700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b706d77b-0646-4dfb-a0cd-e3b64bfcf52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becf3ab9-affd-4133-a608-cd502bb3e1bf', 'name': 'tempest-RoutersTest-router-1543756188', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:24Z', 'updated_at': '2021-06-03T21:52:25Z', 'revision_number': 2, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:27.330958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706d77b-0646-4dfb-a0cd-e3b64bfcf52d None None] Checking router: becf3ab9-affd-4133-a608-cd502bb3e1bf for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:52:27.349602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b706d77b-0646-4dfb-a0cd-e3b64bfcf52d None None] Routers {'becf3ab9-affd-4133-a608-cd502bb3e1bf'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:27.350340 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b706d77b-0646-4dfb-a0cd-e3b64bfcf52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['becf3ab9-affd-4133-a608-cd502bb3e1bf'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:27.401215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-abc2a137-e775-4465-b9c5-2377bf43adba None None] Port 1e5859a9-f734-4762-a278-39d208c5061d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:27.469744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-abc2a137-e775-4465-b9c5-2377bf43adba None None] Provisioning for port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:27.487097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-abc2a137-e775-4465-b9c5-2377bf43adba None None] Provisioning complete for port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:27.487525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-abc2a137-e775-4465-b9c5-2377bf43adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:27.499270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:27.503290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-15ba85b5-bf65-4e32-b75a-964b47d8b378 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:27.514308 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b706d77b-0646-4dfb-a0cd-e3b64bfcf52d None None] Set router becf3ab9-affd-4133-a608-cd502bb3e1bf gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:27.547516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-abadd8ab-734e-45ec-94a8-49b0d3247bdb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for b28aa54f-3dde-4c9f-9047-0b53e364afda owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:27.561679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c3689881-9794-4783-a99f-8358093df719 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:27.564091 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:27.567185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:27.580808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Subnet': ['ID=7879dd96-0d39-4cbf-8972-47fede61fb95,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:27.585845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:27.586422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:27.595725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:27.620080 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0550032 Jun 03 21:52:27.620610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55260) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:27.626738 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1023222547', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7879dd96-0d39-4cbf-8972-47fede61fb95'}], 'security_groups': ['b4b60b30-ab28-43fe-8208-35f89c29cc81']}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:27.692972 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9358cc8c-bf5b-4a38-b732-2deb1a6c9ef7 None None] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:27.714593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: c3689881-9794-4783-a99f-8358093df719 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:27.714973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c3689881-9794-4783-a99f-8358093df719 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:27.725750 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b706d77b-0646-4dfb-a0cd-e3b64bfcf52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becf3ab9-affd-4133-a608-cd502bb3e1bf', 'name': 'tempest-RoutersTest-router-1543756188', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:24Z', 'updated_at': '2021-06-03T21:52:25Z', 'revision_number': 2, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:27.726030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38bbd8d2-8dcb-45f4-81ed-8d94972a56f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:27.754701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706d77b-0646-4dfb-a0cd-e3b64bfcf52d None None] The sync data for ids ['becf3ab9-affd-4133-a608-cd502bb3e1bf'] in dv-neutron-792998-2-hyperv is: [{'id': 'becf3ab9-affd-4133-a608-cd502bb3e1bf', 'name': 'tempest-RoutersTest-router-1543756188', 'tenant_id': 'aa202fc3040847e895873fe6724c33a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:24Z', 'updated_at': '2021-06-03T21:52:25Z', 'revision_number': 2, 'project_id': 'aa202fc3040847e895873fe6724c33a2', 'gw_port_host': None}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:27.850901 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f5d73994-fd45-4e0e-8951-6380ca800a91 req-0d5394d3-9026-4375-a38b-1e0975dd8e51 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 210 time: 0.0735066 Jun 03 21:52:27.880641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.005294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-abc2a137-e775-4465-b9c5-2377bf43adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.093593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-abc2a137-e775-4465-b9c5-2377bf43adba None None] For port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc,segment=NetworkSegment(b32070b1-2562-4e7e-8c07-bbe3adea9453),segment_id=b32070b1-2562-4e7e-8c07-bbe3adea9453)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:28.109163 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-abc2a137-e775-4465-b9c5-2377bf43adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.115246 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:28.209229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:28.308052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-eb4b87d0-005a-4c08-a993-4f57e6183789 None None] Provisioning for port 1448c747-122c-40e5-961b-f44a0dfc7f0a completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:28.317536 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2a137-e775-4465-b9c5-2377bf43adba None None] Pushing event updated for resources: {'Port': ['ID=0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:28.321145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Router 852748e3-944e-4f14-bdb5-f13b9e3d169c has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:52:28.323560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-abc2a137-e775-4465-b9c5-2377bf43adba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:28.325677 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-eb4b87d0-005a-4c08-a993-4f57e6183789 None None] Provisioning complete for port 1448c747-122c-40e5-961b-f44a0dfc7f0a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:28.326058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eb4b87d0-005a-4c08-a993-4f57e6183789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.344693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38bbd8d2-8dcb-45f4-81ed-8d94972a56f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.354998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38bbd8d2-8dcb-45f4-81ed-8d94972a56f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.406622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Delete allocated IP 172.20.0.7 (ec63def4-6448-4322-8fbc-1b7bf0ec12c2/bccc7632-3c85-4d05-acbd-1fbd36586588) {{(pid=104397) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 21:52:28.409472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.410439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b87d0-005a-4c08-a993-4f57e6183789 None None] Port 1448c747-122c-40e5-961b-f44a0dfc7f0a cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:28.417165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:28.417551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.421663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.29 (ec63def4-6448-4322-8fbc-1b7bf0ec12c2/7879dd96-0d39-4cbf-8972-47fede61fb95/1448c747-122c-40e5-961b-f44a0dfc7f0a) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:28.506064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38bbd8d2-8dcb-45f4-81ed-8d94972a56f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.506543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bbd8d2-8dcb-45f4-81ed-8d94972a56f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Fanout notify agent at l3_agent the message router_deleted on router becf3ab9-affd-4133-a608-cd502bb3e1bf {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:52:28.538817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a75ecd-b5da-42e5-8a81-cfb69afefb62 None None] Update dhcp port {'port': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'fixed_ips': [{'subnet_id': 'bccc7632-3c85-4d05-acbd-1fbd36586588', 'ip_address': '172.20.0.2'}, {'subnet_id': '7879dd96-0d39-4cbf-8972-47fede61fb95'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': '0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:52:28.632885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38bbd8d2-8dcb-45f4-81ed-8d94972a56f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.634249 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-38bbd8d2-8dcb-45f4-81ed-8d94972a56f8 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/becf3ab9-affd-4133-a608-cd502bb3e1bf HTTP/1.1" status: 204 len: 168 time: 1.3174529 Jun 03 21:52:28.636879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22a75ecd-b5da-42e5-8a81-cfb69afefb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.642006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55264) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:28.651923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-abadd8ab-734e-45ec-94a8-49b0d3247bdb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.672218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.691311 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Ignored duplicate provisioning block setup for port 1448c747-122c-40e5-961b-f44a0dfc7f0a by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 21:52:28.698628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.698888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:28.712137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6a8c3bb0-b52c-4107-9e1c-c759e9371668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:28.824103 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-712e12ea-ec80-457e-9bb9-f7e61bc44444 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=becf3ab9-affd-4133-a608-cd502bb3e1bf HTTP/1.1" status: 200 len: 205 time: 0.1729743 Jun 03 21:52:28.834994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadd8ab-734e-45ec-94a8-49b0d3247bdb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=b28aa54f-3dde-4c9f-9047-0b53e364afda,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:28.838387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-abadd8ab-734e-45ec-94a8-49b0d3247bdb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:28.844517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55266) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:28.914428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-22a75ecd-b5da-42e5-8a81-cfb69afefb62 None None] Allocated IP 172.20.0.18 (ec63def4-6448-4322-8fbc-1b7bf0ec12c2/7879dd96-0d39-4cbf-8972-47fede61fb95/0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:28.921741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-abadd8ab-734e-45ec-94a8-49b0d3247bdb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:28.927288 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-abadd8ab-734e-45ec-94a8-49b0d3247bdb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/b28aa54f-3dde-4c9f-9047-0b53e364afda HTTP/1.1" status: 204 len: 168 time: 2.9156518 Jun 03 21:52:28.931687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:28.942307 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8430fa-ec03-449c-b87d-ea2272cc976c None None] Sync routers for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:28.948386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55270) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:28.961770 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8430fa-ec03-449c-b87d-ea2272cc976c None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:28.962432 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2b8430fa-ec03-449c-b87d-ea2272cc976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:28.993565 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-aa2e949b-f125-4f78-9b82-14d047c85033 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] delete failed (client error): The resource could not be found. Jun 03 21:52:28.994913 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-aa2e949b-f125-4f78-9b82-14d047c85033 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/becf3ab9-affd-4133-a608-cd502bb3e1bf HTTP/1.1" status: 404 len: 336 time: 0.1467538 Jun 03 21:52:29.055432 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55272) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:29.092342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] No DVR routers for this DVR port c3689881-9794-4783-a99f-8358093df719 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:29.097676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:29.100236 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ec4236-e161-4863-9a8f-1e90db0bba61 req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "DELETE /v2.0/ports/c3689881-9794-4783-a99f-8358093df719 HTTP/1.1" status: 204 len: 173 time: 5.1762862 Jun 03 21:52:29.100820 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6f061e-84e8-4146-aaaf-7d79aad3d87e', 'name': 'network-vif-deleted', 'tag': 'c3689881-9794-4783-a99f-8358093df719'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:52:29.104730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a0d9c3-5cf7-4c32-b646-c48c02dcbe69" -d '{"events": [{"server_uuid": "5e6f061e-84e8-4146-aaaf-7d79aad3d87e", "name": "network-vif-deleted", "tag": "c3689881-9794-4783-a99f-8358093df719"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:52:29.193565 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a588b0-c553-488e-bb29-ada59bd75eb6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:29.194039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a588b0-c553-488e-bb29-ada59bd75eb6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:29.196324 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-00a588b0-c553-488e-bb29-ada59bd75eb6 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/a21c4dca-a01a-4709-80a0-79926af2cbdd HTTP/1.1" status: 404 len: 337 time: 0.1113338 Jun 03 21:52:29.216207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55278) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:29.223202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427d91f9-a1d4-487f-ae01-34a305e4a383 x-openstack-request-id: req-427d91f9-a1d4-487f-ae01-34a305e4a383 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:52:29.224203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6f061e-84e8-4146-aaaf-7d79aad3d87e", "name": "network-vif-deleted", "tag": "c3689881-9794-4783-a99f-8358093df719", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:52:29.226841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-427d91f9-a1d4-487f-ae01-34a305e4a383 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:52:29.229870 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6f061e-84e8-4146-aaaf-7d79aad3d87e', 'name': 'network-vif-deleted', 'tag': 'c3689881-9794-4783-a99f-8358093df719', 'status': 'completed', 'code': 200} Jun 03 21:52:29.246864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-22a75ecd-b5da-42e5-8a81-cfb69afefb62 None None] For port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc,segment=NetworkSegment(b32070b1-2562-4e7e-8c07-bbe3adea9453),segment_id=b32070b1-2562-4e7e-8c07-bbe3adea9453)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:29.257281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-cb54c2ba-df11-4660-bdb9-8c142f36413f req-8892b142-4444-423f-bf3e-72af22c55a22 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Synchronizing usage tracker for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:29.280341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=1448c747-122c-40e5-961b-f44a0dfc7f0a,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:29.283651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:29.289679 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97e3110-4256-4592-92c8-456ed9746362 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:29.289933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97e3110-4256-4592-92c8-456ed9746362 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:29.293999 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f97e3110-4256-4592-92c8-456ed9746362 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/ad3764a3-23ee-4c28-a7dd-bf7f2dd68825 HTTP/1.1" status: 404 len: 337 time: 0.0744305 Jun 03 21:52:29.294268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55280) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:29.301401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7714ae5f-979f-403f-86ba-5b23aaba74e1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:29.303207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7714ae5f-979f-403f-86ba-5b23aaba74e1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:29.303696 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7714ae5f-979f-403f-86ba-5b23aaba74e1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:29.311626 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22a75ecd-b5da-42e5-8a81-cfb69afefb62 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:29.323094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] In _notify_port_updated(), no bound segment for port 1448c747-122c-40e5-961b-f44a0dfc7f0a on network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 {{(pid=104397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:52:29.330901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:29.331664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:29.333407 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "PUT /v2.0/ports/1448c747-122c-40e5-961b-f44a0dfc7f0a HTTP/1.1" status: 200 len: 921 time: 1.7114637 Jun 03 21:52:29.336257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55282) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:29.347135 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-22a75ecd-b5da-42e5-8a81-cfb69afefb62 None None] Transition to ACTIVE for port object 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:29.350134 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7714ae5f-979f-403f-86ba-5b23aaba74e1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:29.351525 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7714ae5f-979f-403f-86ba-5b23aaba74e1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3980486 Jun 03 21:52:29.355106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55284) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:29.356463 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-22a75ecd-b5da-42e5-8a81-cfb69afefb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:29.365520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3ac4bdc8-0acf-4ac3-aaaf-7ab09d90cfc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:29.418116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-cb54c2ba-df11-4660-bdb9-8c142f36413f req-8892b142-4444-423f-bf3e-72af22c55a22 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Unset dirty status for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:29.419760 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb54c2ba-df11-4660-bdb9-8c142f36413f req-8892b142-4444-423f-bf3e-72af22c55a22 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 210 time: 0.2837822 Jun 03 21:52:29.426346 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-2b8430fa-ec03-449c-b87d-ea2272cc976c None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:29.429832 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95a4da4-2790-4602-9b39-b7312953ffb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:29.430361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95a4da4-2790-4602-9b39-b7312953ffb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:29.432149 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c95a4da4-2790-4602-9b39-b7312953ffb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/e05bd3a1-15fa-4967-9d74-ae52109e72bb HTTP/1.1" status: 404 len: 337 time: 0.1369925 Jun 03 21:52:29.442779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55286) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:29.541055 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d37dbf6-2cb7-4e3a-b350-281e2cf9e892 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:29.542392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d37dbf6-2cb7-4e3a-b350-281e2cf9e892 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:29.544371 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4d37dbf6-2cb7-4e3a-b350-281e2cf9e892 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/96980067-a1d5-4eb4-90f2-0cd272280e48 HTTP/1.1" status: 404 len: 337 time: 0.1005821 Jun 03 21:52:29.548427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55288) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:29.560334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a75ecd-b5da-42e5-8a81-cfb69afefb62 None None] Pushing event updated for resources: {'Port': ['ID=0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:29.563914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4526e1-1f7d-45b3-8e6d-0345f6cd0a81 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 5e0c12ea-d690-4511-81ca-7c4ab5bff225 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:29.569204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c4526e1-1f7d-45b3-8e6d-0345f6cd0a81 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:29.571341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-22a75ecd-b5da-42e5-8a81-cfb69afefb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:29.638482 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a4ce1f70-fc0a-4c88-bf2b-fe38060d845d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e HTTP/1.1" status: 200 len: 205 time: 0.0876350 Jun 03 21:52:29.640726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55290) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:29.641057 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c4526e1-1f7d-45b3-8e6d-0345f6cd0a81 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:29.751022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c4526e1-1f7d-45b3-8e6d-0345f6cd0a81 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:29.751278 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-01853181-3445-48e0-9543-705ef84f8a6c tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] delete failed (client error): The resource could not be found. Jun 03 21:52:29.752245 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-01853181-3445-48e0-9543-705ef84f8a6c tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/0bc7a66b-c644-49a2-9aed-d6b9b97bfd4e HTTP/1.1" status: 404 len: 336 time: 0.1099558 Jun 03 21:52:29.755810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55292) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:29.822094 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5e2537e3-0942-41c7-9a65-432c31d2317e tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e798d05-1dfb-4237-b83c-b828f720210e HTTP/1.1" status: 200 len: 205 time: 0.0629451 Jun 03 21:52:29.824146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55294) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:29.904724 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-a0013d2d-e0ab-488c-8ec3-b26b4a7e8587 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] delete failed (client error): The resource could not be found. Jun 03 21:52:29.905755 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a0013d2d-e0ab-488c-8ec3-b26b4a7e8587 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/5e798d05-1dfb-4237-b83c-b828f720210e HTTP/1.1" status: 404 len: 336 time: 0.0807006 Jun 03 21:52:29.909477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-40fd7eef-58fd-4415-8fc7-82f5585d464f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 1448c747-122c-40e5-961b-f44a0dfc7f0a {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:29.909818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-40fd7eef-58fd-4415-8fc7-82f5585d464f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:29.938610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55296) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:30.013273 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2b8430fa-ec03-449c-b87d-ea2272cc976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:30.019058 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8430fa-ec03-449c-b87d-ea2272cc976c None None] Checking router: 852748e3-944e-4f14-bdb5-f13b9e3d169c for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:52:30.031206 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8430fa-ec03-449c-b87d-ea2272cc976c None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:30.032138 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2b8430fa-ec03-449c-b87d-ea2272cc976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:30.154972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c4526e1-1f7d-45b3-8e6d-0345f6cd0a81 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:30.162244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:30.177918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-86c1eb2b-b09a-4a45-88f6-6b824c1a4e73 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:30.228900 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4526e1-1f7d-45b3-8e6d-0345f6cd0a81 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0c12ea-d690-4511-81ca-7c4ab5bff225,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:30.235607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0c4526e1-1f7d-45b3-8e6d-0345f6cd0a81 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:30.251333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0c4526e1-1f7d-45b3-8e6d-0345f6cd0a81 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:30.267840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b5c529-4fed-4541-8024-62817582b72a None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:30.270636 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fcd3aa-1ed1-4c58-873d-cb7452d0bc2a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:30.271039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fcd3aa-1ed1-4c58-873d-cb7452d0bc2a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:30.273723 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-07fcd3aa-1ed1-4c58-873d-cb7452d0bc2a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/2c1c4999-8818-438c-a202-9c69ee25b95b HTTP/1.1" status: 404 len: 337 time: 0.3292003 Jun 03 21:52:30.276631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55298) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:30.331015 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-2b8430fa-ec03-449c-b87d-ea2272cc976c None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:30.336184 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0c4526e1-1f7d-45b3-8e6d-0345f6cd0a81 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/5e0c12ea-d690-4511-81ca-7c4ab5bff225 HTTP/1.1" status: 204 len: 168 time: 0.9795914 Jun 03 21:52:30.346513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55300) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:30.354245 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b4f37875-c88c-4b00-bfad-4cfe406cd753 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ea37305-cb97-4cc1-8277-de541f45034c HTTP/1.1" status: 200 len: 205 time: 0.0736902 Jun 03 21:52:30.355289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55302) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:30.453088 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0d7092c3-1542-4593-bcaa-0c296b093267 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053350 Jun 03 21:52:30.456903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55306) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:30.520684 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-fe38e3da-fabb-477e-b3ec-6a004f4fc0f4 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] delete failed (client error): The resource could not be found. Jun 03 21:52:30.524457 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fe38e3da-fabb-477e-b3ec-6a004f4fc0f4 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/2ea37305-cb97-4cc1-8277-de541f45034c HTTP/1.1" status: 404 len: 336 time: 0.1655314 Jun 03 21:52:30.524950 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55308) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:30.576952 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-af085a90-983f-40d9-a842-987c032ac359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=4192b1c2-bf36-47f0-94c0-c9c59fd1363a HTTP/1.1" status: 200 len: 205 time: 0.0488625 Jun 03 21:52:30.577191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-40fd7eef-58fd-4415-8fc7-82f5585d464f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:30.577290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55310) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:30.663818 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8f437bca-2fdf-4cb4-9f34-25da859934e3 None None] Provisioning complete for port 1e5859a9-f734-4762-a278-39d208c5061d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:30.664203 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8f437bca-2fdf-4cb4-9f34-25da859934e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:30.726842 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-80ebefe3-fb62-4d3b-a3f1-203fa605e944 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] delete failed (client error): The resource could not be found. Jun 03 21:52:30.734961 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-80ebefe3-fb62-4d3b-a3f1-203fa605e944 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/4192b1c2-bf36-47f0-94c0-c9c59fd1363a HTTP/1.1" status: 404 len: 336 time: 0.1516008 Jun 03 21:52:30.735171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8f437bca-2fdf-4cb4-9f34-25da859934e3 None None] Port 1e5859a9-f734-4762-a278-39d208c5061d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:30.736094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55312) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:30.771517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8f437bca-2fdf-4cb4-9f34-25da859934e3 None None] Provisioning complete for port 1448c747-122c-40e5-961b-f44a0dfc7f0a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:30.771782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8f437bca-2fdf-4cb4-9f34-25da859934e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:30.797249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-40fd7eef-58fd-4415-8fc7-82f5585d464f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 1448c747-122c-40e5-961b-f44a0dfc7f0a owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:30.856067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8f437bca-2fdf-4cb4-9f34-25da859934e3 None None] Port 1448c747-122c-40e5-961b-f44a0dfc7f0a cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:30.865805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc8f697-0331-4435-88a2-a95a17c96df3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:30.866554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fbc8f697-0331-4435-88a2-a95a17c96df3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:30.881598 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef200f63-1f5f-41e6-baee-a7112a6c769f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:30.882351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef200f63-1f5f-41e6-baee-a7112a6c769f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:30.885042 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ef200f63-1f5f-41e6-baee-a7112a6c769f tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/41e902bd-1a7c-4c21-91c2-f1488e9278b8 HTTP/1.1" status: 404 len: 337 time: 0.0695469 Jun 03 21:52:30.889406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55314) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:30.892044 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-61b2cb83-003d-432a-8381-757aec9760cd req-5ef5c58a-3384-4392-8ec6-907d20fb1587 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 210 time: 0.1545627 Jun 03 21:52:30.897386 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2b8430fa-ec03-449c-b87d-ea2272cc976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:30.900326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8f437bca-2fdf-4cb4-9f34-25da859934e3 None None] Provisioning for port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:30.907280 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8430fa-ec03-449c-b87d-ea2272cc976c None None] The sync data for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv is: [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:30.912610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8f437bca-2fdf-4cb4-9f34-25da859934e3 None None] Provisioning complete for port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:30.914013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8f437bca-2fdf-4cb4-9f34-25da859934e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:30.965683 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d4c571d7-f5bf-4254-bbb7-d2b9e9e10d16 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=58207fe6-5fb3-4382-8388-943498c32341 HTTP/1.1" status: 200 len: 205 time: 0.0748861 Jun 03 21:52:30.968148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55316) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:30.969213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d488a9ca-a8d3-4812-9c64-15f47f5c75bc None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:30.972911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fbc8f697-0331-4435-88a2-a95a17c96df3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:30.976639 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fbc8f697-0331-4435-88a2-a95a17c96df3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5161335 Jun 03 21:52:30.977921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55318) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:31.094907 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-d443b63d-2f02-4f38-9328-4efdb76bf668 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] delete failed (client error): The resource could not be found. Jun 03 21:52:31.096751 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d443b63d-2f02-4f38-9328-4efdb76bf668 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/58207fe6-5fb3-4382-8388-943498c32341 HTTP/1.1" status: 404 len: 336 time: 0.1268492 Jun 03 21:52:31.105681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55320) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:31.135216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea642e9-c047-49ae-887f-6a4755f1929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:31.136138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6ea642e9-c047-49ae-887f-6a4755f1929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:31.159249 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e20f326-71b9-426c-bab1-f71823d730a1 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:31.159879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e20f326-71b9-426c-bab1-f71823d730a1 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:31.162542 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1e20f326-71b9-426c-bab1-f71823d730a1 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/611bc48d-084a-4beb-9acf-3d1463a40beb HTTP/1.1" status: 404 len: 337 time: 0.0549245 Jun 03 21:52:31.164616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55322) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:31.170714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6ea642e9-c047-49ae-887f-6a4755f1929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:31.174851 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d488a9ca-a8d3-4812-9c64-15f47f5c75bc None None] Deleting port 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:31.175231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d488a9ca-a8d3-4812-9c64-15f47f5c75bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:31.179085 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6ea642e9-c047-49ae-887f-6a4755f1929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1990409 Jun 03 21:52:31.181030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-40fd7eef-58fd-4415-8fc7-82f5585d464f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:31.182743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55324) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:31.242368 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ad68cd27-c784-43f2-9ad3-d300ff456b6a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "GET /v2.0/ports?device_id=26e8e280-dc71-4614-b9a3-e8c885df05f9 HTTP/1.1" status: 200 len: 205 time: 0.0759473 Jun 03 21:52:31.244821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55326) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:31.293535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-be6bbb84-ddb3-4af4-a60f-0db857ee89fd tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:31.345839 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-ea58883d-eccb-4540-b23e-38f7f8ee0754 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] delete failed (client error): The resource could not be found. Jun 03 21:52:31.349251 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ea58883d-eccb-4540-b23e-38f7f8ee0754 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/routers/26e8e280-dc71-4614-b9a3-e8c885df05f9 HTTP/1.1" status: 404 len: 336 time: 0.1031287 Jun 03 21:52:31.349831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55328) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:31.364443 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-98d0c9cd-0bdb-4d12-b0b3-b79c4ae3b23a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1753349 Jun 03 21:52:31.365184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486f36b9-a3f4-434a-95d8-96e01f47ea67 None None] New status for floating IP c800fc0d-25c6-46fb-bd9f-03019ceb8717: DOWN {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:52:31.373524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55330) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:31.379072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:31.403757 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2497a05-2de3-42bc-a13e-7be6bb842bd9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:31.404611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2497a05-2de3-42bc-a13e-7be6bb842bd9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:31.409138 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e2497a05-2de3-42bc-a13e-7be6bb842bd9 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/89c717be-188a-4234-bcd6-a6ba09e77bd7 HTTP/1.1" status: 404 len: 337 time: 0.0556448 Jun 03 21:52:31.409489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55332) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:31.503121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd7eef-58fd-4415-8fc7-82f5585d464f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=1448c747-122c-40e5-961b-f44a0dfc7f0a,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:31.510718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-40fd7eef-58fd-4415-8fc7-82f5585d464f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:31.545527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d488a9ca-a8d3-4812-9c64-15f47f5c75bc None None] For port 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:31.546599 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d488a9ca-a8d3-4812-9c64-15f47f5c75bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:31.563972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:31.608826 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef24b1e2-0f35-4d08-b671-21d18b60fe47 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:31.609368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef24b1e2-0f35-4d08-b671-21d18b60fe47 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:31.614324 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ef24b1e2-0f35-4d08-b671-21d18b60fe47 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] 10.222.0.96 "DELETE /v2.0/subnets/d0f5cf24-a7c2-4052-bd72-d1aa4b269466 HTTP/1.1" status: 404 len: 337 time: 0.2015226 Jun 03 21:52:31.656825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-40fd7eef-58fd-4415-8fc7-82f5585d464f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:31.660874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:31.678392 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-40fd7eef-58fd-4415-8fc7-82f5585d464f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/1448c747-122c-40e5-961b-f44a0dfc7f0a HTTP/1.1" status: 204 len: 168 time: 2.3385439 Jun 03 21:52:31.679219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55336) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:31.749049 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6d6908ec-6a87-4d45-aae8-d1706b99cf32 None None] Could not find standard attr ID for object 1448c747-122c-40e5-961b-f44a0dfc7f0a. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:52:31.754638 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d738ff-7fc5-4f21-92c3-69e2f88237ac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:52:31.755511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b2d738ff-7fc5-4f21-92c3-69e2f88237ac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:31.759765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:31.763691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:31.830481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d488a9ca-a8d3-4812-9c64-15f47f5c75bc None None] Calling delete_port for 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:31.893431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d488a9ca-a8d3-4812-9c64-15f47f5c75bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:31.897314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-22a75ecd-b5da-42e5-8a81-cfb69afefb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:31.903941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b2d738ff-7fc5-4f21-92c3-69e2f88237ac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:31.905104 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b2d738ff-7fc5-4f21-92c3-69e2f88237ac tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/1448c747-122c-40e5-961b-f44a0dfc7f0a HTTP/1.1" status: 404 len: 333 time: 0.2248371 Jun 03 21:52:31.908512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55340) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:31.988534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488a9ca-a8d3-4812-9c64-15f47f5c75bc None None] Pushing event deleted for resources: {'Port': ['ID=30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:31.994366 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d488a9ca-a8d3-4812-9c64-15f47f5c75bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:32.005463 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488a9ca-a8d3-4812-9c64-15f47f5c75bc None None] No DVR routers for this DVR port 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:32.043616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48f3c265-649a-4f19-8938-a131c6de311e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.068976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55344) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:32.083532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48f3c265-649a-4f19-8938-a131c6de311e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.162108 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:32.164977 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48f3c265-649a-4f19-8938-a131c6de311e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.172258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1eb058b3-0f27-4d3a-89cd-5afc7a16065b tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:32.199494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48f3c265-649a-4f19-8938-a131c6de311e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.202954 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-48f3c265-649a-4f19-8938-a131c6de311e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/security-groups/792b7767-7a53-48e0-84a4-63c62cb0c53c HTTP/1.1" status: 204 len: 168 time: 0.2908213 Jun 03 21:52:32.202954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3c265-649a-4f19-8938-a131c6de311e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792b7767-7a53-48e0-84a4-63c62cb0c53c,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:32.208675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:32.209173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 30905e46-ac6e-4a3e-bd06-c8d8ae1dfaf2 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:32.210566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-48f3c265-649a-4f19-8938-a131c6de311e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:32.214670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55348) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:32.276646 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8db57f2b-e710-4c58-bed7-f02792fc7fe3 req-ea6231ee-0217-4353-94a6-1fa5e866340c tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 210 time: 0.1277318 Jun 03 21:52:32.391094 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-af1aa2f0-869f-41ff-942d-425b77e0f0d3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=aa202fc3040847e895873fe6724c33a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208747 Jun 03 21:52:32.394155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55350) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:32.396410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df303f81-b94a-4a09-91c8-55fdcabd39be tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.457922 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9db24aa6-f04b-4c74-9d43-22af516a8f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.487131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9db24aa6-f04b-4c74-9d43-22af516a8f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.547647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9db24aa6-f04b-4c74-9d43-22af516a8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.553483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c3134efc-7b4a-404f-91fe-56cfd3b64682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:32.566797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db24aa6-f04b-4c74-9d43-22af516a8f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a39f8e7-e801-41e1-beea-cc179733ee7d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:32.569774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9db24aa6-f04b-4c74-9d43-22af516a8f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:32.571871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9db24aa6-f04b-4c74-9d43-22af516a8f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.577192 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9db24aa6-f04b-4c74-9d43-22af516a8f68 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8a39f8e7-e801-41e1-beea-cc179733ee7d HTTP/1.1" status: 204 len: 168 time: 0.1800108 Jun 03 21:52:32.635412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df303f81-b94a-4a09-91c8-55fdcabd39be tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.707964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df303f81-b94a-4a09-91c8-55fdcabd39be tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.711340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-de4554ea-dade-4123-b8e6-723fa3561a24 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:32.728874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df303f81-b94a-4a09-91c8-55fdcabd39be tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b60b30-ab28-43fe-8208-35f89c29cc81,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:32.738818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-df303f81-b94a-4a09-91c8-55fdcabd39be tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:32.780900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-df303f81-b94a-4a09-91c8-55fdcabd39be tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.785112 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-df303f81-b94a-4a09-91c8-55fdcabd39be tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/security-groups/b4b60b30-ab28-43fe-8208-35f89c29cc81 HTTP/1.1" status: 204 len: 168 time: 0.5663998 Jun 03 21:52:32.785337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55356) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:32.820085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.825323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9826bf88-b84a-4228-912c-63d2a5b1a14e tempest-RoutersIpV6Test-226787516 tempest-RoutersIpV6Test-226787516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:32.875411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-067feb45-a9e4-46e3-8e11-a130bc32535f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting subnet bccc7632-3c85-4d05-acbd-1fbd36586588 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:32.880475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-067feb45-a9e4-46e3-8e11-a130bc32535f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.883321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:32.886850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:32.898699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c4346a-cc2c-4467-bdab-f0317abfcd99 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:32.903519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=53fd32f1-da3f-46e8-bb8d-a6b4d05f7ae9,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:32.906174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:32.907330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:32.910855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:32.932488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55362) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:32.933377 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5587118 Jun 03 21:52:32.938472 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': '53fd32f1-da3f-46e8-bb8d-a6b4d05f7ae9', 'ip_address': '2001:db8::e27c:324b:10f1:ba78'}], 'name': 'tempest-NetworksTestDHCPv6-830780003'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:33.073378 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-067feb45-a9e4-46e3-8e11-a130bc32535f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:33.198081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '53fd32f1-da3f-46e8-bb8d-a6b4d05f7ae9'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:52:33.199087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:33.217826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-067feb45-a9e4-46e3-8e11-a130bc32535f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:33.407895 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:33.464286 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Allocated IP 2001:db8::2 (1dba7523-f1ba-457a-be10-44fa003aff73/53fd32f1-da3f-46e8-bb8d-a6b4d05f7ae9/a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:33.489239 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-87180875-f4ce-44b7-ba7f-e59cd973e929 req-acd1647b-7ba9-4129-bf1d-18dbf76802fe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 210 time: 0.0740297 Jun 03 21:52:33.497704 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:33.530740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:33.728324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:33.775640 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:33.799688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Transition to ACTIVE for port object a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:33.805201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port aef867bd-439c-4470-95e5-833147106854 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:52:33.821942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Transition to ACTIVE for port object a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:33.832111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:33.845530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9e868517-49f2-4ff1-ac92-8b11a033375c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:33.908781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:33.912219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:33.921465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:33.923896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-067feb45-a9e4-46e3-8e11-a130bc32535f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:33.930562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Pushing event updated for resources: {'Port': ['ID=a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:33.940574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-edbbf30f-d8a1-4787-9ae2-13a3590b60c2 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:33.957601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:34.024684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Attempting to bind port a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:34.025050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Attempting to bind port a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:34.025413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Attempting to bind port a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:34.030932 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:34.031319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:34.031783 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:34.032181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:34.032661 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Bound port: a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:34.033048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:34.091511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::e27c:324b:10f1:ba78 (1dba7523-f1ba-457a-be10-44fa003aff73/53fd32f1-da3f-46e8-bb8d-a6b4d05f7ae9/aef867bd-439c-4470-95e5-833147106854) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:34.126761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] For port a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:34.130168 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067feb45-a9e4-46e3-8e11-a130bc32535f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Subnet': ['ID=bccc7632-3c85-4d05-acbd-1fbd36586588,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:34.131484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] For port a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:34.135912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-067feb45-a9e4-46e3-8e11-a130bc32535f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:34.139056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856c25e-6e44-42a4-92e4-c22c839aee7f None None] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:34.141702 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-067feb45-a9e4-46e3-8e11-a130bc32535f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:34.155391 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:34.170923 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-067feb45-a9e4-46e3-8e11-a130bc32535f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/bccc7632-3c85-4d05-acbd-1fbd36586588 HTTP/1.1" status: 204 len: 168 time: 1.3842080 Jun 03 21:52:34.175024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55392) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:34.178796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:34.182806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:34.333253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55394) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:34.392515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:34.397151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:34.401645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:34.402062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:34.409665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:34.414577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Pushing event updated for resources: {'Port': ['ID=a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:34.422224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:34.427854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:34.429708 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:34.435548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object aef867bd-439c-4470-95e5-833147106854 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:34.471950 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:34.481051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e2c6fa19-6b56-4e9b-84ae-44c21551b760 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:34.616454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:34.620911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'network': {'name': 'tempest-network-smoke--1079461819', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'port_security_enabled': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:34.621706 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:34.625256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:34.633402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:34.634115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:34.654118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:34.664772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=aef867bd-439c-4470-95e5-833147106854,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:34.668624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:34.693591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:network and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:34.694138 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7568626 Jun 03 21:52:34.696371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55400) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:34.704257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:34.713715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d2bab384-520b-4242-b4c5-2a82ade9b2b6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': '53fd32f1-da3f-46e8-bb8d-a6b4d05f7ae9', 'ip_address': '2001:db8::e27c:324b:10f1:ba78'}], 'name': 'tempest-NetworksTestDHCPv6-1741827387'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:34.736236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:34.865059 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-66694bba-3cf9-4dab-b90a-d032095129a0 req-b3f5831b-67cd-4524-8c2f-1d51dec6a351 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e6f061e-84e8-4146-aaaf-7d79aad3d87e HTTP/1.1" status: 200 len: 210 time: 0.1196346 Jun 03 21:52:34.869395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:34.874770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:34.908835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:34.933217 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:34.939602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:34.943874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:34.951234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:35.077083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d2bab384-520b-4242-b4c5-2a82ade9b2b6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:35.082767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d2bab384-520b-4242-b4c5-2a82ade9b2b6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:35.086543 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d2bab384-520b-4242-b4c5-2a82ade9b2b6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:35.094758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d2bab384-520b-4242-b4c5-2a82ade9b2b6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:35.108163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bab384-520b-4242-b4c5-2a82ade9b2b6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:35.114600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d2bab384-520b-4242-b4c5-2a82ade9b2b6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.153973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-d2bab384-520b-4242-b4c5-2a82ade9b2b6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port e507e3bf-1b41-4068-8316-c2a0f4caf65c yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:52:35.159004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.168215 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.173946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e4cdfcee-77fe-4962-9be0-5259e594741d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:35.227322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:52:35.249124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed23c63b-e992-4180-b33c-c6c6423e75f3,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:35.253506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:35.265459 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.265915 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Added segment 862b8d9b-3c79-459b-9738-0772d2290130 of type vlan for network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 Jun 03 21:52:35.363714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.393866 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bab384-520b-4242-b4c5-2a82ade9b2b6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 03 21:52:35.394342 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bab384-520b-4242-b4c5-2a82ade9b2b6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:35.417656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.424465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:35.424684 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d2bab384-520b-4242-b4c5-2a82ade9b2b6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7256656 Jun 03 21:52:35.424792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.425218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55402) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:35.430621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:35.505701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0a34ee4b-e60d-4a0d-b30b-dc0bf8d2b446 None None] Provisioning complete for port 1e5859a9-f734-4762-a278-39d208c5061d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:35.508568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0a34ee4b-e60d-4a0d-b30b-dc0bf8d2b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.521343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742a4dd-2f8f-45e1-b334-d6a78ae57600 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:35.527652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742a4dd-2f8f-45e1-b334-d6a78ae57600 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:35.528564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6742a4dd-2f8f-45e1-b334-d6a78ae57600 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:35.550974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6742a4dd-2f8f-45e1-b334-d6a78ae57600 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:35.552541 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6742a4dd-2f8f-45e1-b334-d6a78ae57600 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1262808 Jun 03 21:52:35.556327 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55404) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:35.561548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Network': ['ID=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:35.568613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:35.578851 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:52:35.607127 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2703390 Jun 03 21:52:35.608745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55406) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:35.609265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-0a34ee4b-e60d-4a0d-b30b-dc0bf8d2b446 None None] Port 1e5859a9-f734-4762-a278-39d208c5061d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:35.613303 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'admin_state_up': True, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:35.626711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:35.638847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:router and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:35.644202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:35.654163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:35.671621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.686269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d6538e59-7eb2-4ca1-aa95-0cd14d34940b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:35.703024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0a34ee4b-e60d-4a0d-b30b-dc0bf8d2b446 None None] Provisioning complete for port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:35.703638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0a34ee4b-e60d-4a0d-b30b-dc0bf8d2b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.728685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:35.730857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e7f7a-45d5-4fab-97a2-2684d685b252 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port aef867bd-439c-4470-95e5-833147106854 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:35.731326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7f7a-45d5-4fab-97a2-2684d685b252 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.733115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:35.744608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.745667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.751869 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d738c4f7-143f-46fc-a706-8f5ffd2eb029 None None] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:35.759712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:35.760314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.822514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Subnet': ['ID=d814f978-38c5-4346-aa2e-022c0a7d24dc,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:35.826218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:35.827589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.833147 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6537578 Jun 03 21:52:35.841342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55410) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:35.848781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'security_group': {'name': 'tempest-secgroup-1898917312'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:35.855154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:35.861906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:security_group and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:35.867843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:35.926120 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7f7a-45d5-4fab-97a2-2684d685b252 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:35.935487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:36.115902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e7f7a-45d5-4fab-97a2-2684d685b252 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for aef867bd-439c-4470-95e5-833147106854 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:36.183885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:36.214454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:36.248600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9253770b-7acc-4b55-b6ed-a3c1234c8458 None None] Provisioning for port a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:36.276684 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7f7a-45d5-4fab-97a2-2684d685b252 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:36.284177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e14e99d8-0b79-45da-8dea-1dc50a38f497 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:36.301874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9253770b-7acc-4b55-b6ed-a3c1234c8458 None None] Could not find standard attr ID for object aef867bd-439c-4470-95e5-833147106854. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:52:36.323351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:36.334361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:36.334757 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:36.342770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e7f7a-45d5-4fab-97a2-2684d685b252 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=aef867bd-439c-4470-95e5-833147106854,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:36.391625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0e8e7f7a-45d5-4fab-97a2-2684d685b252 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:36.392685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7f7a-45d5-4fab-97a2-2684d685b252 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:36.416131 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0e8e7f7a-45d5-4fab-97a2-2684d685b252 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/aef867bd-439c-4470-95e5-833147106854 HTTP/1.1" status: 204 len: 168 time: 0.8582208 Jun 03 21:52:36.420320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55422) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:36.482908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:36.491922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:36.515323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c39b045-8b98-4516-912f-a4c4223a6189 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:36.515587 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c7ba2d-094f-4104-91c5-3ba8356537f5 None None] Update dhcp port {'port': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'fixed_ips': [{'subnet_id': '7879dd96-0d39-4cbf-8972-47fede61fb95', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd814f978-38c5-4346-aa2e-022c0a7d24dc'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': '0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:52:36.516104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c39b045-8b98-4516-912f-a4c4223a6189 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:36.517012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9c39b045-8b98-4516-912f-a4c4223a6189 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:36.517162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:security_group_rule and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:36.521164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:36.531000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:36.534853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9c39b045-8b98-4516-912f-a4c4223a6189 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:36.538984 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9c39b045-8b98-4516-912f-a4c4223a6189 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1150727 Jun 03 21:52:36.539270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55424) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:36.550427 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-293463a5-cd08-49d2-9a3e-03955ba43ca3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24383470&fields=id&tenant_id=ea9dc95effb941b3ad996c5e7166ace0 HTTP/1.1" status: 200 len: 267 time: 0.1068199 Jun 03 21:52:36.593882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d8c7ba2d-094f-4104-91c5-3ba8356537f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:36.624801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-97047fd6-8be1-4bdb-a1b1-d07c922023a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 53fd32f1-da3f-46e8-bb8d-a6b4d05f7ae9 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:36.628840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97047fd6-8be1-4bdb-a1b1-d07c922023a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:36.668111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:36.697116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97047fd6-8be1-4bdb-a1b1-d07c922023a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:36.784513 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:36.790383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:36.795247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7263bf6c-815b-4d26-82da-f765f58cbb0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:36.808417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97047fd6-8be1-4bdb-a1b1-d07c922023a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:36.830479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-57e1750b-4a40-4866-9f33-f6fe864e48c7 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:36.832009 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-57e1750b-4a40-4866-9f33-f6fe864e48c7 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 812 time: 0.2728798 Jun 03 21:52:36.872722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:36.875937 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-1e039d3c-573a-4630-8a40-628d595f9b03 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/quotas/ea9dc95effb941b3ad996c5e7166ace0 HTTP/1.1" status: 200 len: 375 time: 0.0317159 Jun 03 21:52:36.880368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:36.884657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0137bc40-efab-4bb4-82fd-9739bee430a9 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:36.941138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:36.951272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-d8c7ba2d-094f-4104-91c5-3ba8356537f5 None None] Allocated IP 172.20.0.2 (ec63def4-6448-4322-8fbc-1b7bf0ec12c2/d814f978-38c5-4346-aa2e-022c0a7d24dc/0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:36.953552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:36.988140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b2393e-892b-451e-a6d6-48005bf385b2,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:36.993611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:36.997737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.001860 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-48bb2e93-9c5a-40ca-b4c2-15c8bff08977 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1591582 Jun 03 21:52:37.005163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55426) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:37.010585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'security_group': {'name': 'tempest-secgroup-1445496942'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:37.021466 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:37.029217 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:security_group and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:37.035771 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:37.047265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:37.107786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d8c7ba2d-094f-4104-91c5-3ba8356537f5 None None] For port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc,segment=NetworkSegment(b32070b1-2562-4e7e-8c07-bbe3adea9453),segment_id=b32070b1-2562-4e7e-8c07-bbe3adea9453)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:37.124939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.127773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97047fd6-8be1-4bdb-a1b1-d07c922023a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.132664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d5a1a018-c009-4b8a-8669-e188863d52fa tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:37.171694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97047fd6-8be1-4bdb-a1b1-d07c922023a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=53fd32f1-da3f-46e8-bb8d-a6b4d05f7ae9,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:37.175493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-97047fd6-8be1-4bdb-a1b1-d07c922023a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:37.176637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97047fd6-8be1-4bdb-a1b1-d07c922023a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.194375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea96622-f04c-4c58-8e86-cb06e6a4c0c5 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:37.194627 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-97047fd6-8be1-4bdb-a1b1-d07c922023a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/53fd32f1-da3f-46e8-bb8d-a6b4d05f7ae9 HTTP/1.1" status: 204 len: 168 time: 0.6517053 Jun 03 21:52:37.194627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55428) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:37.208802 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-8c4125bd-2f1c-49ff-9d61-b7b812cba1ab tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3122454 Jun 03 21:52:37.212798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d8c7ba2d-094f-4104-91c5-3ba8356537f5 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.223903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:37.246509 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d8c7ba2d-094f-4104-91c5-3ba8356537f5 None None] Transition to ACTIVE for port object 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:37.256350 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:security_group_rule and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:37.265457 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:37.268902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.284970 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9c96ba53-4e62-4b11-a8cb-649a315c662e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889156 Jun 03 21:52:37.285880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55432) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:37.295656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:37.305410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:37.307403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.319950 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d8c7ba2d-094f-4104-91c5-3ba8356537f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.326174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f59e6648-6782-4a7a-ae27-cf7c9d70ef86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:37.415656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:37.421110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:37.424996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:37.432592 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:37.445856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:37.450597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.565504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7ba2d-094f-4104-91c5-3ba8356537f5 None None] Pushing event updated for resources: {'Port': ['ID=0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:37.569315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d8c7ba2d-094f-4104-91c5-3ba8356537f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:37.609585 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-047eb086-457e-4337-9faa-71077baf2d5f service neutron] 10.222.0.96 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577018 Jun 03 21:52:37.618133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.634013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.644247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.61 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/f401403d-a26b-44c8-9b29-32b39341b55f) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:37.646415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-34f9bb7f-50f7-4e87-831b-c3823de79602 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:37.676901 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c6fe6-75fe-4bd4-9bb8-4ea41b43ad8f None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:37.760074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.764432 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7581828 Jun 03 21:52:37.765327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f9fcda-46d2-4129-8853-167e40fcd651,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:37.767257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55434) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:37.771839 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c6fe6-75fe-4bd4-9bb8-4ea41b43ad8f None None] Deleting port a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:37.772463 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fc1c6fe6-75fe-4bd4-9bb8-4ea41b43ad8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.775452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'security_group': {'name': 'tempest-secgroup-1363697001'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:37.785587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:37.792937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:security_group and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:37.797680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:37.805655 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:37.848955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:37.854139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.883896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:37.888810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:security_group_rule and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:37.892348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:37.897212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-fc1c6fe6-75fe-4bd4-9bb8-4ea41b43ad8f None None] For port a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:37.897773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fc1c6fe6-75fe-4bd4-9bb8-4ea41b43ad8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:37.900528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:37.990908 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-45f25249-5e68-4ad7-a162-319333708192 service neutron] 10.222.0.96 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515615 Jun 03 21:52:38.048161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c6fe6-75fe-4bd4-9bb8-4ea41b43ad8f None None] Calling delete_port for a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:38.061639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.080421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.092934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.102774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-48f3c265-649a-4f19-8938-a131c6de311e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:38.121019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fc1c6fe6-75fe-4bd4-9bb8-4ea41b43ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.134053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.138296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:38.140894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-134853a1-1729-4cfb-8436-de6166266758 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:38.195797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:38.203725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7440bcf-a76e-43bb-bcaf-6146bb9e01e8,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:38.232736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:38.234077 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.236432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c6fe6-75fe-4bd4-9bb8-4ea41b43ad8f None None] Pushing event deleted for resources: {'Port': ['ID=a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:38.237744 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4679918 Jun 03 21:52:38.239344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fc1c6fe6-75fe-4bd4-9bb8-4ea41b43ad8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:38.245422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55438) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:38.249469 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c6fe6-75fe-4bd4-9bb8-4ea41b43ad8f None None] No DVR routers for this DVR port a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:38.253763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-103443856', 'security_groups': ['c7440bcf-a76e-43bb-bcaf-6146bb9e01e8'], 'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd814f978-38c5-4346-aa2e-022c0a7d24dc'}]}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:38.264704 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=f401403d-a26b-44c8-9b29-32b39341b55f,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:38.278723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:38.292186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:38.293464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:38.296503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:38.403666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:38.457142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:38.458512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a03f1acd-a3ad-40c6-932f-1ec6d92ed5e3 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:38.480058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-02897acd-45d0-4011-8f48-43e065feb483 None None] Provisioning complete for port 1e5859a9-f734-4762-a278-39d208c5061d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:38.481117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-02897acd-45d0-4011-8f48-43e065feb483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.555945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:38.583619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-02897acd-45d0-4011-8f48-43e065feb483 None None] Port 1e5859a9-f734-4762-a278-39d208c5061d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:38.597904 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-02897acd-45d0-4011-8f48-43e065feb483 None None] Provisioning for port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:38.605701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-02897acd-45d0-4011-8f48-43e065feb483 None None] Provisioning complete for port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:38.606472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-02897acd-45d0-4011-8f48-43e065feb483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.613755 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:38.617555 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-960f83e9-db87-44bd-a464-dd1dc3d945f3 req-49b90c24-02be-4be1-b9a2-aa2338a7eb8d tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 210 time: 0.0510521 Jun 03 21:52:38.692657 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:38.838880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.850371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0c4526e1-1f7d-45b3-8e6d-0345f6cd0a81 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:38.928796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:38.936215 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:38.953303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afabd5a1-8bcf-4f06-b611-7434391712ab None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:38.962638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=d7e0d7f7-0417-4f85-83f6-2af064910fa4,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:38.969058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:38.969659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:38.974166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:38.988699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.017611 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c58869c9-dfd6-4902-8359-2995f317ec6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7268987 Jun 03 21:52:39.017611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] device_id is not set on port b3218850-a690-4532-b296-e01ee78b9a1b yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:52:39.056349 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55454) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:39.063232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-b6579de3-4a67-4a49-9065-a5e2e7a7493b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': 'd7e0d7f7-0417-4f85-83f6-2af064910fa4', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-229737606'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:39.146468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.245912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': 'd7e0d7f7-0417-4f85-83f6-2af064910fa4'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:52:39.247074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.401924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b6579de3-4a67-4a49-9065-a5e2e7a7493b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:39.409840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b6579de3-4a67-4a49-9065-a5e2e7a7493b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:39.413105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.4 (ec63def4-6448-4322-8fbc-1b7bf0ec12c2/d814f978-38c5-4346-aa2e-022c0a7d24dc/b3218850-a690-4532-b296-e01ee78b9a1b) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:39.420154 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b6579de3-4a67-4a49-9065-a5e2e7a7493b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:39.422850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Allocated IP 2001:db8::2 (1dba7523-f1ba-457a-be10-44fa003aff73/d7e0d7f7-0417-4f85-83f6-2af064910fa4/121d161a-b5cf-4963-919b-7540b9a11f15) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:39.432261 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b6579de3-4a67-4a49-9065-a5e2e7a7493b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:39.462882 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6579de3-4a67-4a49-9065-a5e2e7a7493b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:39.557719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.722453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b6579de3-4a67-4a49-9065-a5e2e7a7493b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.739778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.751722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Transition to ACTIVE for port object 121d161a-b5cf-4963-919b-7540b9a11f15 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:39.776376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Transition to ACTIVE for port object 121d161a-b5cf-4963-919b-7540b9a11f15 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:39.785886 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:39.793622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4ada99c3-3764-4536-863e-43456cc90cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:39.891438 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:39.893613 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2cf3302a-876b-4ace-9499-84dede34eeef req-3ab86460-9ba0-47b3-a5df-f988610a9589 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 210 time: 0.0898707 Jun 03 21:52:39.896091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:39.902329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:39.976504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Pushing event updated for resources: {'Port': ['ID=121d161a-b5cf-4963-919b-7540b9a11f15,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:39.992519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router ac23b94f-27d3-49cc-88e8-2c68356e3189 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:52:40.051475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-b6579de3-4a67-4a49-9065-a5e2e7a7493b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port e57e5bd5-c5e7-4d37-9cea-7bb99d334707 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:52:40.072645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:40.107983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-f1380bcd-5f30-463c-94d2-65c440520389 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:40.108867 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Attempting to bind port 121d161a-b5cf-4963-919b-7540b9a11f15 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:40.109477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Attempting to bind port 121d161a-b5cf-4963-919b-7540b9a11f15 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:40.109781 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-f1380bcd-5f30-463c-94d2-65c440520389 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 812 time: 0.3409832 Jun 03 21:52:40.110378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Attempting to bind port 121d161a-b5cf-4963-919b-7540b9a11f15 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:40.128459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:40.129405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:40.130668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:40.131146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:40.132065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Bound port: 121d161a-b5cf-4963-919b-7540b9a11f15, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:40.132341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:40.142567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:40.209260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Transition to ACTIVE for port object b3218850-a690-4532-b296-e01ee78b9a1b will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:40.266825 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6579de3-4a67-4a49-9065-a5e2e7a7493b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:52:40.267907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6579de3-4a67-4a49-9065-a5e2e7a7493b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:40.271666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] For port 121d161a-b5cf-4963-919b-7540b9a11f15, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:40.279325 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] For port 121d161a-b5cf-4963-919b-7540b9a11f15, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=121d161a-b5cf-4963-919b-7540b9a11f15,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:40.285715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:40.292538 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:40.304681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:40.319391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b063a06f-0088-4a4e-bd1d-745fac1dc456 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:40.368412 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b6579de3-4a67-4a49-9065-a5e2e7a7493b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3109276 Jun 03 21:52:40.369127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55462) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:40.402210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Pushing event updated for resources: {'Port': ['ID=121d161a-b5cf-4963-919b-7540b9a11f15,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:40.406236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:40.438308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:40.451125 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-eff36120-1791-4e19-9a65-4c57b5af8ff1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea9dc95effb941b3ad996c5e7166ace0 HTTP/1.1" status: 200 len: 378 time: 0.3287983 Jun 03 21:52:40.452943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:40.455509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:40.461838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Request body: {'port': {'device_id': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'admin_state_up': True, 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'security_groups': ['236e5f6c-879f-4f75-8b97-62d62125c618']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:40.495505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:40.508351 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Sync routers for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:40.513298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=b3218850-a690-4532-b296-e01ee78b9a1b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:40.525711 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:40.528067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:40.528886 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:40.553221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:40.553864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:40.583408 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3368630 Jun 03 21:52:40.584875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55464) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:40.591588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-83ccf3ed-32bf-4ead-95a8-4b300b30dc2d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:40.629818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b875a7f-9711-49da-b484-b1011a58fada tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:40.630290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9b875a7f-9711-49da-b484-b1011a58fada tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:40.784901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9b875a7f-9711-49da-b484-b1011a58fada tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:40.786274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:40.786451 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9b875a7f-9711-49da-b484-b1011a58fada tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4060123 Jun 03 21:52:40.790769 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1788809 Jun 03 21:52:40.790963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55466) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:40.796412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55468) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:40.853552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c52516e6-bbb9-4e3f-87ac-e128518d997c None None] Provisioning for port b3218850-a690-4532-b296-e01ee78b9a1b completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:40.863331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c52516e6-bbb9-4e3f-87ac-e128518d997c None None] Provisioning complete for port b3218850-a690-4532-b296-e01ee78b9a1b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:40.863781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c52516e6-bbb9-4e3f-87ac-e128518d997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:40.910874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:40.934715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-83ccf3ed-32bf-4ead-95a8-4b300b30dc2d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:40.942442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:40.957809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Made reservation on behalf of ea9dc95effb941b3ad996c5e7166ace0 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:40.972443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:40.977611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c52516e6-bbb9-4e3f-87ac-e128518d997c None None] Port b3218850-a690-4532-b296-e01ee78b9a1b cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:40.980940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-83ccf3ed-32bf-4ead-95a8-4b300b30dc2d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:40.981595 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:40.988665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-83ccf3ed-32bf-4ead-95a8-4b300b30dc2d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:40.998754 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e56614a7-775d-4198-a91c-8e4aa420c2d3 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=c505461944d44588ae1a2ee7f748a138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1630723 Jun 03 21:52:41.000503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55474) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:41.004165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-83ccf3ed-32bf-4ead-95a8-4b300b30dc2d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:41.015083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a43fd-3e89-4a78-86a8-86580f576ba2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:41.017148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a43fd-3e89-4a78-86a8-86580f576ba2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:41.018074 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cc8a43fd-3e89-4a78-86a8-86580f576ba2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:41.027414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ccf3ed-32bf-4ead-95a8-4b300b30dc2d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:41.031092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83ccf3ed-32bf-4ead-95a8-4b300b30dc2d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:41.188153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cc8a43fd-3e89-4a78-86a8-86580f576ba2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:41.190817 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cc8a43fd-3e89-4a78-86a8-86580f576ba2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3994510 Jun 03 21:52:41.193178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55476) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:41.218103 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-00d00e15-c1b6-4563-8c34-0213dc380f5e req-93c3dbfb-decd-4e62-823c-af81548f5996 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 210 time: 0.1490977 Jun 03 21:52:41.258280 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.ipam_backend_mixin [None req-83ccf3ed-32bf-4ead-95a8-4b300b30dc2d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d814f978-38c5-4346-aa2e-022c0a7d24dc (CIDR: 172.20.0.0/28) Jun 03 21:52:41.263627 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ccf3ed-32bf-4ead-95a8-4b300b30dc2d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:52:41.265055 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ccf3ed-32bf-4ead-95a8-4b300b30dc2d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:41.310840 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-83ccf3ed-32bf-4ead-95a8-4b300b30dc2d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7246099 Jun 03 21:52:41.314216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55478) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:41.329369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-bf6d05eb-4f47-4fef-b2bd-edbc0f66e308 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:41.336216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcef8c1-5783-4bce-863d-7175a42842b0 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:41.338152 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3fcef8c1-5783-4bce-863d-7175a42842b0 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3351610 Jun 03 21:52:41.343899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55480) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:41.446986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdefe621-e646-4a9c-b7c3-6d0a416aaa52 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet d7e0d7f7-0417-4f85-83f6-2af064910fa4 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:41.469665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bdefe621-e646-4a9c-b7c3-6d0a416aaa52 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:41.511398 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-210ab9f2-b970-41a7-90a7-b5bbb2de40e2 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1628263 Jun 03 21:52:41.522574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55482) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:41.532997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1134835417', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:41.556463 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:52:38Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:41.565294 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Checking router: ac23b94f-27d3-49cc-88e8-2c68356e3189 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:52:41.565687 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Updating router ac23b94f-27d3-49cc-88e8-2c68356e3189 port f401403d-a26b-44c8-9b29-32b39341b55f binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:52:41.573151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bdefe621-e646-4a9c-b7c3-6d0a416aaa52 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:41.626919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Allocated IP 172.20.0.7 (286f61e7-92b7-4b3e-b29f-ce7c7d38d749/0518fb2a-9330-44b3-8e05-85f28f75517e/68909855-106f-4dc3-b9bc-7ef36f84ffbe) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:41.642885 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:41.735121 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-bf6d05eb-4f47-4fef-b2bd-edbc0f66e308 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:41.744451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-bf6d05eb-4f47-4fef-b2bd-edbc0f66e308 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:41.748819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-bf6d05eb-4f47-4fef-b2bd-edbc0f66e308 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:41.753131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:41.760525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-bf6d05eb-4f47-4fef-b2bd-edbc0f66e308 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:41.767199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:subnet and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:41.777596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:41.794420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:41.808303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6d05eb-4f47-4fef-b2bd-edbc0f66e308 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:41.812982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf6d05eb-4f47-4fef-b2bd-edbc0f66e308 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:41.855146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:41.860274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:41.881576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bdefe621-e646-4a9c-b7c3-6d0a416aaa52 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:41.995024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:42.036472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d4370310-d2be-485d-b774-b466a06169de None None] Provisioning for port 121d161a-b5cf-4963-919b-7540b9a11f15 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:42.057660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Transition to ACTIVE for port object 68909855-106f-4dc3-b9bc-7ef36f84ffbe will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:42.138660 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:42.142151 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.ipam_backend_mixin [None req-bf6d05eb-4f47-4fef-b2bd-edbc0f66e308 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7879dd96-0d39-4cbf-8972-47fede61fb95 (CIDR: 172.20.0.16/28) Jun 03 21:52:42.149778 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6d05eb-4f47-4fef-b2bd-edbc0f66e308 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:52:42.150538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6d05eb-4f47-4fef-b2bd-edbc0f66e308 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:42.153262 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Transition to ACTIVE for port object f401403d-a26b-44c8-9b29-32b39341b55f will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:42.176605 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:42.182484 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:42.237072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 121d161a-b5cf-4963-919b-7540b9a11f15 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:42.243109 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bf6d05eb-4f47-4fef-b2bd-edbc0f66e308 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9274738 Jun 03 21:52:42.253916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55484) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:42.261066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'subnet': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:42.276647 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Attempting to bind port f401403d-a26b-44c8-9b29-32b39341b55f on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:42.277019 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Attempting to bind port f401403d-a26b-44c8-9b29-32b39341b55f by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:42.277380 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Attempting to bind port f401403d-a26b-44c8-9b29-32b39341b55f on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:42.284926 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Pushing event updated for resources: {'Port': ['ID=f401403d-a26b-44c8-9b29-32b39341b55f,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:42.309212 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:42.309594 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:42.310002 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:42.310398 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:42.311034 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Bound port: f401403d-a26b-44c8-9b29-32b39341b55f, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:42.311409 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:42.342538 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:42.342896 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:42.343232 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:42.343662 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:42.344423 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:42.344758 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:42.345084 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:42.345408 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:42.345741 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:42.346043 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:42.346360 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:42.346674 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:52:42.356769 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:42.375840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:42.398994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-95b6d213-84cd-4935-8037-4d58e4db6075 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:42.416258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 121d161a-b5cf-4963-919b-7540b9a11f15 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:42.424044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 121d161a-b5cf-4963-919b-7540b9a11f15 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:42.424609 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:42.468393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:42.470482 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] For port f401403d-a26b-44c8-9b29-32b39341b55f, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:42.479406 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] For port f401403d-a26b-44c8-9b29-32b39341b55f, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f401403d-a26b-44c8-9b29-32b39341b55f,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:42.480874 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Usage tracker for resource:subnet and tenant:186550332a33447bbe2062e93350d5e1 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:42.487472 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:42.490369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:42.491224 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:42.506398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:42.542628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Made reservation on behalf of 186550332a33447bbe2062e93350d5e1 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:42.547490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:42.556879 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:42.557683 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:42.596795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:42.714943 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:42.728793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:42.741433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'Port': ['ID=68909855-106f-4dc3-b9bc-7ef36f84ffbe,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:42.744869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:42.748801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:42.782286 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:42.969069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:42.969741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:43.009063 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fd2a1-eed8-4793-9da8-9c2165198d9a req-f53fbb6f-cc51-4774-b4ce-1f0008f8957b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:43.011056 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0b5fd2a1-eed8-4793-9da8-9c2165198d9a req-f53fbb6f-cc51-4774-b4ce-1f0008f8957b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 931 time: 0.5336208 Jun 03 21:52:43.028520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bdefe621-e646-4a9c-b7c3-6d0a416aaa52 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:43.049056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cd7d73fe-2a42-4234-873c-3a7472ce9b42 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:43.112293 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6542912 Jun 03 21:52:43.114626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefe621-e646-4a9c-b7c3-6d0a416aaa52 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e0d7f7-0417-4f85-83f6-2af064910fa4,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:43.118633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bdefe621-e646-4a9c-b7c3-6d0a416aaa52 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:43.128735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bdefe621-e646-4a9c-b7c3-6d0a416aaa52 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:43.131867 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bdefe621-e646-4a9c-b7c3-6d0a416aaa52 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/d7e0d7f7-0417-4f85-83f6-2af064910fa4 HTTP/1.1" status: 204 len: 168 time: 1.9297950 Jun 03 21:52:43.134896 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e11d2d-06db-4a31-a1fe-8721ea613891 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:43.143506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55488) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:43.149075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Request body: {'port': {'device_id': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:43.153980 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Pushing event updated for resources: {'Port': ['ID=f401403d-a26b-44c8-9b29-32b39341b55f,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:43.158091 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:52:38Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:43.160675 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:43.164492 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5233044-a5e9-4614-b20a-311d48fb595d None None] The sync data for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv is: [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:52:38Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:43.230582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8739120a-fe72-4a35-8d3f-d21470c314ed None None] Provisioning for port 68909855-106f-4dc3-b9bc-7ef36f84ffbe completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:43.239754 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:52:43.240116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:52:43.242946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:43.250784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-372ed5ba-1245-4009-a1e9-887d246c890a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:43.254356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8739120a-fe72-4a35-8d3f-d21470c314ed None None] Provisioning complete for port 68909855-106f-4dc3-b9bc-7ef36f84ffbe triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:43.254761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8739120a-fe72-4a35-8d3f-d21470c314ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:43.282732 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4408d9e4-db16-48fc-a14c-d7debbb9ddaf tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939772 Jun 03 21:52:43.286741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55490) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:43.307090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:43.347105 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0b5fd2a1-eed8-4793-9da8-9c2165198d9a req-b217ee68-c4c6-4ce2-a28f-8d28f319c9ce tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3270445 Jun 03 21:52:43.374330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8739120a-fe72-4a35-8d3f-d21470c314ed None None] Port 68909855-106f-4dc3-b9bc-7ef36f84ffbe cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:43.398515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Subnet': ['ID=9c32b018-b12c-4a68-8b4f-8b82540b7a83,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:43.400815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Checking segment: {'id': '862b8d9b-3c79-459b-9738-0772d2290130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:43.401177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network hostable DHCP agents. Network: e0e8af36-fc1e-45d6-a244-69d4d79ba7d7, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:52:43.407037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:43.514354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:52:43.571859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, e0e8af36-fc1e-45d6-a244-69d4d79ba7d7) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:43.589640 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9e29ce-355c-4a02-968a-532ccb4d0556 None None] Network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:43.614511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:43.615105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:43.764279 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2400796 Jun 03 21:52:43.767100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55492) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:43.861710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ede06-4039-488d-ab04-e4c3d2d76682 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:43.892957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:43.914860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:43.964114 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:52:43.965454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:43.972167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:44.021965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:44.202583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Allocated IP 172.20.0.2 (e0e8af36-fc1e-45d6-a244-69d4d79ba7d7/9c32b018-b12c-4a68-8b4f-8b82540b7a83/76b90ca2-e281-4dcb-841f-0b2401071d09) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:44.265494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:44.269002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:44.410104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:44.418176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-45804de8-96e1-4092-9687-d01e0bc64544 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:44.486558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:44.497624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:44.499271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Transition to ACTIVE for port object 76b90ca2-e281-4dcb-841f-0b2401071d09 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:44.519807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Transition to ACTIVE for port object 76b90ca2-e281-4dcb-841f-0b2401071d09 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:44.543772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 121d161a-b5cf-4963-919b-7540b9a11f15, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=121d161a-b5cf-4963-919b-7540b9a11f15,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:44.548552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:44.560517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:44.575611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:44.612354 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:44.613539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:44.625451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:44.630520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:44.633619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a52c86-f33b-4842-a698-49bc3e847e2d None None] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:44.712708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:44.713559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:44.719315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Subnet': ['ID=d2ddb0d7-58ee-4bdc-9504-501c4aa4aa47,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:44.738734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:44.756520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68909855-106f-4dc3-b9bc-7ef36f84ffbe {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:52:44.769456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:44.806881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Transition to ACTIVE for port object 68909855-106f-4dc3-b9bc-7ef36f84ffbe will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:44.818194 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5630298 Jun 03 21:52:44.824290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55498) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:44.831942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1707180948', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd2ddb0d7-58ee-4bdc-9504-501c4aa4aa47'}], 'security_groups': ['79b2393e-892b-451e-a6d6-48005bf385b2', 'b4f9fcda-46d2-4129-8853-167e40fcd651']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:44.876604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:44.887351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:44.970148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Pushing event updated for resources: {'Port': ['ID=68909855-106f-4dc3-b9bc-7ef36f84ffbe,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:45.001863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f401403d-a26b-44c8-9b29-32b39341b55f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:45.002785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:45.081720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-446ede06-4039-488d-ab04-e4c3d2d76682 None None] Deleting port 121d161a-b5cf-4963-919b-7540b9a11f15 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:45.082110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-446ede06-4039-488d-ab04-e4c3d2d76682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:45.124048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Pushing event updated for resources: {'Port': ['ID=76b90ca2-e281-4dcb-841f-0b2401071d09,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:45.150681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:45.151371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Attempting to bind port 76b90ca2-e281-4dcb-841f-0b2401071d09 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:45.151775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Attempting to bind port 76b90ca2-e281-4dcb-841f-0b2401071d09 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '862b8d9b-3c79-459b-9738-0772d2290130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:45.152137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Attempting to bind port 76b90ca2-e281-4dcb-841f-0b2401071d09 on network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:45.159521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bcff66e2-0c26-47f6-ba45-ddf2fa49cd1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:45.220483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa5cb5-a5bb-406c-b32b-70b632e0d734 req-d3e800ca-acc5-4cb0-966b-db3d74b69f99 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:45.222355 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cafa5cb5-a5bb-406c-b32b-70b632e0d734 req-d3e800ca-acc5-4cb0-966b-db3d74b69f99 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 931 time: 0.6261508 Jun 03 21:52:45.225057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:45.225636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Checking segment: {'id': '862b8d9b-3c79-459b-9738-0772d2290130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:45.225843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:45.226239 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Bound using segment: {'id': '862b8d9b-3c79-459b-9738-0772d2290130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:45.226793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Bound port: 76b90ca2-e281-4dcb-841f-0b2401071d09, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862b8d9b-3c79-459b-9738-0772d2290130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:45.227177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:45.364644 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cafa5cb5-a5bb-406c-b32b-70b632e0d734 req-8dc81b40-cd3b-4157-9f79-157f6a92cbe7 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1350996 Jun 03 21:52:45.387534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:45.524738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Attempting to bind port 68909855-106f-4dc3-b9bc-7ef36f84ffbe on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:45.525064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Attempting to bind port 68909855-106f-4dc3-b9bc-7ef36f84ffbe by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:45.525385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Attempting to bind port 68909855-106f-4dc3-b9bc-7ef36f84ffbe on network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:45.540731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Port 68909855-106f-4dc3-b9bc-7ef36f84ffbe on network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:52:45.541044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Attempting to bind port 68909855-106f-4dc3-b9bc-7ef36f84ffbe on network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:45.559078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:45.559709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Checking segment: {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:45.560134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Bound using segment: {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:45.560644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Bound port: 68909855-106f-4dc3-b9bc-7ef36f84ffbe, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:45.560984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:45.579237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port f401403d-a26b-44c8-9b29-32b39341b55f completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:45.608780 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port f401403d-a26b-44c8-9b29-32b39341b55f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:45.609159 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:45.646480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=121d161a-b5cf-4963-919b-7540b9a11f15,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:45.664886 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:45.689717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] For port 68909855-106f-4dc3-b9bc-7ef36f84ffbe, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:45.690210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] For port 76b90ca2-e281-4dcb-841f-0b2401071d09, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:45.712386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-446ede06-4039-488d-ab04-e4c3d2d76682 None None] For port 121d161a-b5cf-4963-919b-7540b9a11f15, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=121d161a-b5cf-4963-919b-7540b9a11f15,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:45.712791 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-446ede06-4039-488d-ab04-e4c3d2d76682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:45.725393 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] For port 76b90ca2-e281-4dcb-841f-0b2401071d09, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=76b90ca2-e281-4dcb-841f-0b2401071d09,segment=NetworkSegment(862b8d9b-3c79-459b-9738-0772d2290130),segment_id=862b8d9b-3c79-459b-9738-0772d2290130)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:45.764858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:45.807220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:45.824964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] For port 68909855-106f-4dc3-b9bc-7ef36f84ffbe, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=68909855-106f-4dc3-b9bc-7ef36f84ffbe,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:45.835878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:45.871499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:45.912204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-446ede06-4039-488d-ab04-e4c3d2d76682 None None] Calling delete_port for 121d161a-b5cf-4963-919b-7540b9a11f15 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:46.034582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.1 (e0e8af36-fc1e-45d6-a244-69d4d79ba7d7/9c32b018-b12c-4a68-8b4f-8b82540b7a83/c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:46.056085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4b307222-7a29-4447-81fb-ae572563d58d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:46.103714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Pushing event updated for resources: {'Port': ['ID=76b90ca2-e281-4dcb-841f-0b2401071d09,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:46.116914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:46.156138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Pushing event updated for resources: {'Port': ['ID=68909855-106f-4dc3-b9bc-7ef36f84ffbe,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:46.160850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:46.161721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:46.163349 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] 10.222.0.24 "PUT /v2.0/ports/68909855-106f-4dc3-b9bc-7ef36f84ffbe HTTP/1.1" status: 200 len: 1093 time: 3.0300403 Jun 03 21:52:46.173482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:46.175039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:46.179336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'tag': '68909855-106f-4dc3-b9bc-7ef36f84ffbe'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:52:46.185733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a867a56-48d9-4a6f-987c-1b623193f8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "42fb6f75-dbf7-48ec-a1ab-99d64e17cf20", "tag": "68909855-106f-4dc3-b9bc-7ef36f84ffbe"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:52:46.224528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85f7ff-7a0f-47d8-a4f6-b52da5803be0 None None] Update dhcp port {'port': {'network_id': 'ec63def4-6448-4322-8fbc-1b7bf0ec12c2', 'fixed_ips': [{'subnet_id': '7879dd96-0d39-4cbf-8972-47fede61fb95', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd814f978-38c5-4346-aa2e-022c0a7d24dc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd2ddb0d7-58ee-4bdc-9504-501c4aa4aa47'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': '0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:52:46.291556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2737ad-be97-413d-bd03-5e9ecf446c4f x-openstack-request-id: req-7f2737ad-be97-413d-bd03-5e9ecf446c4f {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:52:46.292216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fb6f75-dbf7-48ec-a1ab-99d64e17cf20", "tag": "68909855-106f-4dc3-b9bc-7ef36f84ffbe", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:52:46.292667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7f2737ad-be97-413d-bd03-5e9ecf446c4f {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:52:46.293569 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'tag': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'status': 'completed', 'code': 200} Jun 03 21:52:46.324254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:46.328656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e85f7ff-7a0f-47d8-a4f6-b52da5803be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:46.388360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3a09742f-f7b4-4367-b4a4-63701e9ddf66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:46.498732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:46.506517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:46.516340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:46.528769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port f401403d-a26b-44c8-9b29-32b39341b55f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f401403d-a26b-44c8-9b29-32b39341b55f,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:46.564965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:46.572408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:46.573038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:46.576665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-446ede06-4039-488d-ab04-e4c3d2d76682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:46.586185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:46.591509 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:46.668549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ede06-4039-488d-ab04-e4c3d2d76682 None None] No DVR routers for this DVR port 121d161a-b5cf-4963-919b-7540b9a11f15 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:46.695561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=44fa43a3-0318-4e31-9d1c-0a5729ab61f5,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:46.698195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 121d161a-b5cf-4963-919b-7540b9a11f15 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:46.698969 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:46.708064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e3153c0e-ab84-445c-bb74-8ce25ea941ae tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:46.719861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:46.744481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d33903-0ade-4522-80c1-79bbd30abc03 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:46.822943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:46.823688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-7ddbbfb0-913b-444a-a6c4-93acad529c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:46.825260 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-7ddbbfb0-913b-444a-a6c4-93acad529c8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 1096 time: 0.6147339 Jun 03 21:52:46.829173 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5326657 Jun 03 21:52:46.834883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55504) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:46.836132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a637f-140f-4c9d-9b85-d2d57810b529 req-8aca3b92-17dc-4e2c-b237-b5a78034ddbd tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:46.843906 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a41a637f-140f-4c9d-9b85-d2d57810b529 req-8aca3b92-17dc-4e2c-b237-b5a78034ddbd tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 943 time: 0.2571044 Jun 03 21:52:46.867285 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ede06-4039-488d-ab04-e4c3d2d76682 None None] Pushing event deleted for resources: {'Port': ['ID=121d161a-b5cf-4963-919b-7540b9a11f15,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:46.870057 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:46.890479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:46.890479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:46.890780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-943254e3-c71d-46ee-8d86-9dbf8dc018ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-745892279', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:46.919719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-943254e3-c71d-46ee-8d86-9dbf8dc018ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:46.927841 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-7422b800-f6cd-4009-b4e2-3c40691ecfe4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68909855-106f-4dc3-b9bc-7ef36f84ffbe HTTP/1.1" status: 200 len: 217 time: 0.0920942 Jun 03 21:52:46.928715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-943254e3-c71d-46ee-8d86-9dbf8dc018ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:router and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:46.935842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-943254e3-c71d-46ee-8d86-9dbf8dc018ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:46.975759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:46.980784 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 121d161a-b5cf-4963-919b-7540b9a11f15 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:46.981139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 121d161a-b5cf-4963-919b-7540b9a11f15 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:47.000910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-943254e3-c71d-46ee-8d86-9dbf8dc018ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:47.020027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:47.073359 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a41a637f-140f-4c9d-9b85-d2d57810b529 req-28e97e28-d9db-4ee7-8be6-1317d986d402 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2275345 Jun 03 21:52:47.084632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-943254e3-c71d-46ee-8d86-9dbf8dc018ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:47.087147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-943254e3-c71d-46ee-8d86-9dbf8dc018ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:47.125777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-673e0b04-de2e-4dae-aa30-507f39f6b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:47.128549 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-673e0b04-de2e-4dae-aa30-507f39f6b07e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.1933980 Jun 03 21:52:47.145336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-943254e3-c71d-46ee-8d86-9dbf8dc018ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:47.218278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-943254e3-c71d-46ee-8d86-9dbf8dc018ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:47.254264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-943254e3-c71d-46ee-8d86-9dbf8dc018ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:47.254521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:47.256406 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-943254e3-c71d-46ee-8d86-9dbf8dc018ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3697548 Jun 03 21:52:47.261838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 76b90ca2-e281-4dcb-841f-0b2401071d09 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:47.263589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55506) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:47.291877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=f401403d-a26b-44c8-9b29-32b39341b55f,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:47.303837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:47.310777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d488a9ca-a8d3-4812-9c64-15f47f5c75bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.651s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:47.311313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d488a9ca-a8d3-4812-9c64-15f47f5c75bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:47.314470 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '44fa43a3-0318-4e31-9d1c-0a5729ab61f5'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:52:47.315803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:47.508102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 76b90ca2-e281-4dcb-841f-0b2401071d09 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:47.511208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb532c-c9ec-4e7e-bfb1-0f535e10563e None None] Network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:47.648213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Allocated IP 2001:db8::2 (1dba7523-f1ba-457a-be10-44fa003aff73/44fa43a3-0318-4e31-9d1c-0a5729ab61f5/a2c89fae-2ae8-490e-bf65-9a637c07b860) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:47.650313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-18596f11-8db3-416c-b18e-71c392a7e0d4 None None] Provisioning for port 76b90ca2-e281-4dcb-841f-0b2401071d09 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:47.667226 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-18596f11-8db3-416c-b18e-71c392a7e0d4 None None] Provisioning complete for port 76b90ca2-e281-4dcb-841f-0b2401071d09 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:47.667667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18596f11-8db3-416c-b18e-71c392a7e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:47.731448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:47.737466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:47.766956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Delete allocated IP 172.20.0.4 (ec63def4-6448-4322-8fbc-1b7bf0ec12c2/d814f978-38c5-4346-aa2e-022c0a7d24dc) {{(pid=104396) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 21:52:47.767688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:47.821004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Allocated IP 172.20.0.35 (ec63def4-6448-4322-8fbc-1b7bf0ec12c2/d2ddb0d7-58ee-4bdc-9504-501c4aa4aa47/b3218850-a690-4532-b296-e01ee78b9a1b) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:47.845693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-962cc0d6-8e38-4c21-a1d6-4ab65aed698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:47.847087 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-962cc0d6-8e38-4c21-a1d6-4ab65aed698d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6728499 Jun 03 21:52:47.999235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:48.004254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:48.005566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:48.058580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18596f11-8db3-416c-b18e-71c392a7e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:48.119760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:48.132768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Transition to ACTIVE for port object a2c89fae-2ae8-490e-bf65-9a637c07b860 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:48.154606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Transition to ACTIVE for port object a2c89fae-2ae8-490e-bf65-9a637c07b860 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:48.168678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:48.173979 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:48.175745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:48.175879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:48.214495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:48.244843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-18596f11-8db3-416c-b18e-71c392a7e0d4 None None] For port 76b90ca2-e281-4dcb-841f-0b2401071d09, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=76b90ca2-e281-4dcb-841f-0b2401071d09,segment=NetworkSegment(862b8d9b-3c79-459b-9738-0772d2290130),segment_id=862b8d9b-3c79-459b-9738-0772d2290130)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:48.263173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:48.264294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18596f11-8db3-416c-b18e-71c392a7e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:48.268740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:48.274630 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:48.369288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Pushing event updated for resources: {'Port': ['ID=a2c89fae-2ae8-490e-bf65-9a637c07b860,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:48.412664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:48.414413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Attempting to bind port a2c89fae-2ae8-490e-bf65-9a637c07b860 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:48.414665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Attempting to bind port a2c89fae-2ae8-490e-bf65-9a637c07b860 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:48.415010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Attempting to bind port a2c89fae-2ae8-490e-bf65-9a637c07b860 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:48.417188 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:48.450807 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router ac23b94f-27d3-49cc-88e8-2c68356e3189 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:52:48.455699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:48.456093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:48.456509 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:48.456912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:48.457397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Bound port: a2c89fae-2ae8-490e-bf65-9a637c07b860, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:48.457804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:48.476878 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-4dc6a61e-63e3-4dea-8d4a-0f32e81d8432 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207423 Jun 03 21:52:48.702729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:48.733042 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/ac23b94f-27d3-49cc-88e8-2c68356e3189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9620452 Jun 03 21:52:48.733042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55510) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:48.734717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18596f11-8db3-416c-b18e-71c392a7e0d4 None None] Pushing event updated for resources: {'Port': ['ID=76b90ca2-e281-4dcb-841f-0b2401071d09,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:48.743038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Sync routers for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:48.753465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-18596f11-8db3-416c-b18e-71c392a7e0d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:48.761365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:48.762016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:48.813813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-88e57b1d-0faa-44e0-8bc5-69caadd17eeb None None] Provisioning for port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:48.827248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] For port a2c89fae-2ae8-490e-bf65-9a637c07b860, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:48.843453 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-88e57b1d-0faa-44e0-8bc5-69caadd17eeb None None] Provisioning complete for port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:48.844363 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88e57b1d-0faa-44e0-8bc5-69caadd17eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:48.898288 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-719df80f-f9dd-43b8-8901-59c5d1c80027 req-b299572a-7a73-4869-aef8-238063e99a2e service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075394 Jun 03 21:52:48.912797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c6670-47bd-4cfe-adeb-4a681754498a req-df7e061f-40f0-4396-8403-f5864b0a9d9b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:48.912797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-1d2c6670-47bd-4cfe-adeb-4a681754498a req-df7e061f-40f0-4396-8403-f5864b0a9d9b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Synchronizing usage tracker for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:48.917553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-88e57b1d-0faa-44e0-8bc5-69caadd17eeb None None] Port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:48.920043 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] For port a2c89fae-2ae8-490e-bf65-9a637c07b860, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a2c89fae-2ae8-490e-bf65-9a637c07b860,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:48.920684 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec6769-751e-45ec-8f3e-fcd8182ecb21 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:48.921577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec6769-751e-45ec-8f3e-fcd8182ecb21 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:48.922296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec6769-751e-45ec-8f3e-fcd8182ecb21 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:48.923030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec6769-751e-45ec-8f3e-fcd8182ecb21 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:48.923993 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec6769-751e-45ec-8f3e-fcd8182ecb21 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:48.923993 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec6769-751e-45ec-8f3e-fcd8182ecb21 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:48.924418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec6769-751e-45ec-8f3e-fcd8182ecb21 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:48.924877 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec6769-751e-45ec-8f3e-fcd8182ecb21 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:48.930738 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-76ec6769-751e-45ec-8f3e-fcd8182ecb21 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5770 time: 0.1952736 Jun 03 21:52:48.931905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55512) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:48.938078 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:48.946609 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f6446084-3e75-4c67-bcba-0bc87ab86322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:49.013367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.027275 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463099a4-6a5b-432a-b334-037743dce689 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.035632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463099a4-6a5b-432a-b334-037743dce689 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.036462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463099a4-6a5b-432a-b334-037743dce689 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.037140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463099a4-6a5b-432a-b334-037743dce689 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.037763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463099a4-6a5b-432a-b334-037743dce689 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.038993 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463099a4-6a5b-432a-b334-037743dce689 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.048528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463099a4-6a5b-432a-b334-037743dce689 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.049359 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463099a4-6a5b-432a-b334-037743dce689 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.050129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463099a4-6a5b-432a-b334-037743dce689 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.050740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463099a4-6a5b-432a-b334-037743dce689 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.053149 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-463099a4-6a5b-432a-b334-037743dce689 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6426 time: 0.1200485 Jun 03 21:52:49.057556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55514) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:49.074556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-1d2c6670-47bd-4cfe-adeb-4a681754498a req-df7e061f-40f0-4396-8403-f5864b0a9d9b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Unset dirty status for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:49.075798 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1d2c6670-47bd-4cfe-adeb-4a681754498a req-df7e061f-40f0-4396-8403-f5864b0a9d9b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 943 time: 0.8443568 Jun 03 21:52:49.081741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Transition to ACTIVE for port object b3218850-a690-4532-b296-e01ee78b9a1b will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:49.095937 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Pushing event updated for resources: {'Port': ['ID=a2c89fae-2ae8-490e-bf65-9a637c07b860,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:49.114805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.117219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:49.122552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::1 (1dba7523-f1ba-457a-be10-44fa003aff73/44fa43a3-0318-4e31-9d1c-0a5729ab61f5/245af4ae-e9ac-4fd1-a80b-6b679c1c0178) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:49.126598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-154de6bd-444e-46d7-aecd-67005d96eccb tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:49.178728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-88e57b1d-0faa-44e0-8bc5-69caadd17eeb None None] Provisioning complete for port 76b90ca2-e281-4dcb-841f-0b2401071d09 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:49.179114 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88e57b1d-0faa-44e0-8bc5-69caadd17eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.233198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 76b90ca2-e281-4dcb-841f-0b2401071d09 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:49.320978 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a95f12d8-f3a2-48cb-855b-22ecfdea75c5 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3579 time: 0.2593703 Jun 03 21:52:49.384517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] In _notify_port_updated(), no bound segment for port b3218850-a690-4532-b296-e01ee78b9a1b on network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 {{(pid=104396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 21:52:49.392032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.392658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.397231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55518) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:49.397408 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "PUT /v2.0/ports/b3218850-a690-4532-b296-e01ee78b9a1b HTTP/1.1" status: 200 len: 960 time: 4.5713787 Jun 03 21:52:49.402397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event updated for resources: {'Port': ['ID=b3218850-a690-4532-b296-e01ee78b9a1b,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:49.436265 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1d2c6670-47bd-4cfe-adeb-4a681754498a req-68f2dcf5-9ba8-4665-aed5-7128b369213d tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3460073 Jun 03 21:52:49.437731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:49.447934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a867a56-48d9-4a6f-987c-1b623193f8d7 req-0cd36ece-9399-48a7-bd5f-f439c1a51de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.449679 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a867a56-48d9-4a6f-987c-1b623193f8d7 req-0cd36ece-9399-48a7-bd5f-f439c1a51de4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 1096 time: 0.4773815 Jun 03 21:52:49.477741 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:49.547105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-6e85f7ff-7a0f-47d8-a4f6-b52da5803be0 None None] Allocated IP 172.20.0.34 (ec63def4-6448-4322-8fbc-1b7bf0ec12c2/d2ddb0d7-58ee-4bdc-9504-501c4aa4aa47/0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:49.655240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55520) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:49.664721 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1070042689', 'description': 'tempest-secgroup-smoke-1070042689 description', 'project_id': 'c505461944d44588ae1a2ee7f748a138'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:49.673269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:49.677857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:49.681343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:49.690891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:49.759707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.772537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.777148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-973899f6-f070-40fc-a676-0732d217f822 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port b3218850-a690-4532-b296-e01ee78b9a1b {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:49.777565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-973899f6-f070-40fc-a676-0732d217f822 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.803158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a867a56-48d9-4a6f-987c-1b623193f8d7 req-34020676-3432-4d4f-993d-f081b8bdccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:49.804753 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a867a56-48d9-4a6f-987c-1b623193f8d7 req-34020676-3432-4d4f-993d-f081b8bdccd5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 914 time: 0.2561929 Jun 03 21:52:49.808399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:49.819013 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:49.827410 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:49.877481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:49.882123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 76b90ca2-e281-4dcb-841f-0b2401071d09 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:49.882646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:49.889505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:49.956059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-973899f6-f070-40fc-a676-0732d217f822 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.085218 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a867a56-48d9-4a6f-987c-1b623193f8d7 req-9ebb9a0c-310a-4368-b3b5-61af3a773ef2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68909855-106f-4dc3-b9bc-7ef36f84ffbe HTTP/1.1" status: 200 len: 217 time: 0.2468812 Jun 03 21:52:50.146152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.159893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:50.243605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:50.254742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:50.274619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6a3e7f8c-3800-423a-82e3-8ffce9433e08 None None] Provisioning complete for port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:50.274986 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6a3e7f8c-3800-423a-82e3-8ffce9433e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.279646 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-973899f6-f070-40fc-a676-0732d217f822 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for b3218850-a690-4532-b296-e01ee78b9a1b owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:50.293797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a867a56-48d9-4a6f-987c-1b623193f8d7 req-981d9980-5164-479c-a501-21bdabd63c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:50.295276 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a867a56-48d9-4a6f-987c-1b623193f8d7 req-981d9980-5164-479c-a501-21bdabd63c9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.2024992 Jun 03 21:52:50.296644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:52:50.296644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.355472 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.364819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.402767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=245af4ae-e9ac-4fd1-a80b-6b679c1c0178,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:50.411962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e8935b08-ac5f-445f-a5f4-14b55900e282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:50.415187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:50.457677 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6e85f7ff-7a0f-47d8-a4f6-b52da5803be0 None None] For port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc,segment=NetworkSegment(b32070b1-2562-4e7e-8c07-bbe3adea9453),segment_id=b32070b1-2562-4e7e-8c07-bbe3adea9453)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:50.493567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e7f8c-3800-423a-82e3-8ffce9433e08 None None] Port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:50.548610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a867a56-48d9-4a6f-987c-1b623193f8d7 req-6a3a4211-7504-4265-9161-a81a67b53d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:50.550901 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a867a56-48d9-4a6f-987c-1b623193f8d7 req-6a3a4211-7504-4265-9161-a81a67b53d46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2416034 Jun 03 21:52:50.575843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.597622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e85f7ff-7a0f-47d8-a4f6-b52da5803be0 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.598074 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3da9ae-81f9-4d6d-853d-307a9e7c3207,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:50.600655 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.601970 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9410567 Jun 03 21:52:50.602996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:50.606184 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55524) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:50.611345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-6ba7cfa0-4f9b-47bf-92ff-bbacb8ce7075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '4c3da9ae-81f9-4d6d-853d-307a9e7c3207', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:50.621242 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6ba7cfa0-4f9b-47bf-92ff-bbacb8ce7075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:50.630498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6ba7cfa0-4f9b-47bf-92ff-bbacb8ce7075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:50.638473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6ba7cfa0-4f9b-47bf-92ff-bbacb8ce7075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:50.655027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6ba7cfa0-4f9b-47bf-92ff-bbacb8ce7075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:50.655673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f401403d-a26b-44c8-9b29-32b39341b55f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:50.657146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-973899f6-f070-40fc-a676-0732d217f822 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.673198 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:50.707323 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6e85f7ff-7a0f-47d8-a4f6-b52da5803be0 None None] Transition to ACTIVE for port object 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:50.721865 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e85f7ff-7a0f-47d8-a4f6-b52da5803be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.729942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:50.749981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973899f6-f070-40fc-a676-0732d217f822 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=b3218850-a690-4532-b296-e01ee78b9a1b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:50.757420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-973899f6-f070-40fc-a676-0732d217f822 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:50.839425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:52:47Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:47Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:50.858954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6ba7cfa0-4f9b-47bf-92ff-bbacb8ce7075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.949223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-973899f6-f070-40fc-a676-0732d217f822 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:50.951049 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Checking router: ac23b94f-27d3-49cc-88e8-2c68356e3189 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:52:50.951978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Updating router ac23b94f-27d3-49cc-88e8-2c68356e3189 port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:52:51.000167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6ba7cfa0-4f9b-47bf-92ff-bbacb8ce7075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.004064 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-973899f6-f070-40fc-a676-0732d217f822 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/b3218850-a690-4532-b296-e01ee78b9a1b HTTP/1.1" status: 204 len: 168 time: 1.6043596 Jun 03 21:52:51.006773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55526) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:51.058070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6ba7cfa0-4f9b-47bf-92ff-bbacb8ce7075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.077280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:51.101577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85f7ff-7a0f-47d8-a4f6-b52da5803be0 None None] Pushing event updated for resources: {'Port': ['ID=0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:51.107200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-774e6652-c275-4ac8-8418-ac59f26510b4 None None] Provisioning for port a2c89fae-2ae8-490e-bf65-9a637c07b860 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:51.107447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.123346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6e85f7ff-7a0f-47d8-a4f6-b52da5803be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:51.148042 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d325c010-5524-43ed-9f2b-3cfa47e115cf tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] GET failed (client error): The resource could not be found. Jun 03 21:52:51.149611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d325c010-5524-43ed-9f2b-3cfa47e115cf tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Synchronizing usage tracker for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:51.153563 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.174574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.175597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.181264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7cfa0-4f9b-47bf-92ff-bbacb8ce7075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8d1b17-f676-4cb4-aecd-f73caa801f04,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:51.185050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port f401403d-a26b-44c8-9b29-32b39341b55f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:51.185430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.194360 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6ba7cfa0-4f9b-47bf-92ff-bbacb8ce7075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:51.194801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b5c7ac7a-527f-4328-9d71-d7d0894fb0c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:51.200020 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6ba7cfa0-4f9b-47bf-92ff-bbacb8ce7075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.204603 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6ba7cfa0-4f9b-47bf-92ff-bbacb8ce7075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5956762 Jun 03 21:52:51.210602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55528) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:51.222021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7a057692-6993-4220-ae82-47b2eb1024c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '4c3da9ae-81f9-4d6d-853d-307a9e7c3207', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:51.232389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7a057692-6993-4220-ae82-47b2eb1024c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:51.243289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d325c010-5524-43ed-9f2b-3cfa47e115cf tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Unset dirty status for tenant:186550332a33447bbe2062e93350d5e1 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:51.244574 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d325c010-5524-43ed-9f2b-3cfa47e115cf tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports/b3218850-a690-4532-b296-e01ee78b9a1b HTTP/1.1" status: 404 len: 333 time: 0.2346966 Jun 03 21:52:51.245788 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7a057692-6993-4220-ae82-47b2eb1024c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:51.250159 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55530) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:51.252307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7a057692-6993-4220-ae82-47b2eb1024c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:51.286625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7a057692-6993-4220-ae82-47b2eb1024c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:51.352679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a057692-6993-4220-ae82-47b2eb1024c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.382322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-00840b2e-c37f-4c5c-9f57-37d0383dc82a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.453439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-00840b2e-c37f-4c5c-9f57-37d0383dc82a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.489109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0227e09e-3506-4647-801e-5989c2e8e285 None None] Provisioning for port 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:51.509531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a057692-6993-4220-ae82-47b2eb1024c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.518170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0227e09e-3506-4647-801e-5989c2e8e285 None None] Provisioning complete for port 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:51.518552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0227e09e-3506-4647-801e-5989c2e8e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.524294 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a057692-6993-4220-ae82-47b2eb1024c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.544257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:52:51.552651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:51.558576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:52:51.588716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b9a22-f0c9-4f48-872e-363c324153bd req-27227e61-81ab-41a0-98cf-c59097b44bd6 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:51.590490 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8f5b9a22-f0c9-4f48-872e-363c324153bd req-27227e61-81ab-41a0-98cf-c59097b44bd6 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 943 time: 0.4766448 Jun 03 21:52:51.591018 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a057692-6993-4220-ae82-47b2eb1024c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3b2499-90d8-43ab-ab99-36768b7836f8,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:51.594028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7a057692-6993-4220-ae82-47b2eb1024c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:51.620727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a057692-6993-4220-ae82-47b2eb1024c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.633502 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7a057692-6993-4220-ae82-47b2eb1024c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4174774 Jun 03 21:52:51.635170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55532) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:51.651249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2e9471e8-7a21-4bb9-a777-27f90df3495e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '4c3da9ae-81f9-4d6d-853d-307a9e7c3207', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:51.664873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-00840b2e-c37f-4c5c-9f57-37d0383dc82a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.670390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-0227e09e-3506-4647-801e-5989c2e8e285 None None] Port 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:51.686998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2e9471e8-7a21-4bb9-a777-27f90df3495e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:51.698485 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2e9471e8-7a21-4bb9-a777-27f90df3495e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:51.703607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2e9471e8-7a21-4bb9-a777-27f90df3495e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:51.717679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-53e700a5-5417-4371-b7de-a19120f438f2 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:51.728586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2e9471e8-7a21-4bb9-a777-27f90df3495e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:51.736402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-00840b2e-c37f-4c5c-9f57-37d0383dc82a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.737860 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-00840b2e-c37f-4c5c-9f57-37d0383dc82a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/security-groups/c7440bcf-a76e-43bb-bcaf-6146bb9e01e8 HTTP/1.1" status: 204 len: 168 time: 0.4866595 Jun 03 21:52:51.741601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00840b2e-c37f-4c5c-9f57-37d0383dc82a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7440bcf-a76e-43bb-bcaf-6146bb9e01e8,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:51.753271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-00840b2e-c37f-4c5c-9f57-37d0383dc82a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:51.754017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55534) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:51.801057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=245af4ae-e9ac-4fd1-a80b-6b679c1c0178,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:51.818690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:51.864383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.876432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a2c89fae-2ae8-490e-bf65-9a637c07b860 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:51.878436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2e9471e8-7a21-4bb9-a777-27f90df3495e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.880006 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a867a56-48d9-4a6f-987c-1b623193f8d7 req-f9ce2808-a5e7-454a-bab0-6bb4985e088a service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2690868 Jun 03 21:52:51.920600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6c04f5f3-7acf-441e-99c2-0f8aca35f759 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.923062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Transition to ACTIVE for port object c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:51.936294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:51.944970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-18596f11-8db3-416c-b18e-71c392a7e0d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:51.981303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6c04f5f3-7acf-441e-99c2-0f8aca35f759 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.066610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2e9471e8-7a21-4bb9-a777-27f90df3495e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.070738 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6c04f5f3-7acf-441e-99c2-0f8aca35f759 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.077729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-84bd92a8-7a1c-458f-b7f9-da2a5dcdfc69 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:52.095645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2e9471e8-7a21-4bb9-a777-27f90df3495e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.124509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04f5f3-7acf-441e-99c2-0f8aca35f759 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f9fcda-46d2-4129-8853-167e40fcd651,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:52.130273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2e9471e8-7a21-4bb9-a777-27f90df3495e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.134484 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2e9471e8-7a21-4bb9-a777-27f90df3495e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4971266 Jun 03 21:52:52.135819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6c04f5f3-7acf-441e-99c2-0f8aca35f759 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.139741 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6c04f5f3-7acf-441e-99c2-0f8aca35f759 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/security-groups/b4f9fcda-46d2-4129-8853-167e40fcd651 HTTP/1.1" status: 204 len: 168 time: 0.3822701 Jun 03 21:52:52.140857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6c04f5f3-7acf-441e-99c2-0f8aca35f759 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:52.141315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55536) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:52.141841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55538) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:52.142363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-75414601-541e-4902-956e-c6d015f5742a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:52.159601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3892e9a5-4dd4-49a3-8dbc-c9533d92c5cd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '4c3da9ae-81f9-4d6d-853d-307a9e7c3207', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:52.170427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port a2c89fae-2ae8-490e-bf65-9a637c07b860 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:52.184099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3892e9a5-4dd4-49a3-8dbc-c9533d92c5cd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:52.191651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9471e8-7a21-4bb9-a777-27f90df3495e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d18b67-7055-4d06-a5cd-160f18f0a987,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:52.200180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3892e9a5-4dd4-49a3-8dbc-c9533d92c5cd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:52.206084 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2e9471e8-7a21-4bb9-a777-27f90df3495e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:52.206891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3892e9a5-4dd4-49a3-8dbc-c9533d92c5cd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:52.221416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3892e9a5-4dd4-49a3-8dbc-c9533d92c5cd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:52.256273 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1f504-9e00-4803-9c0d-9e1681c2bb7f None None] Pushing event updated for resources: {'Port': ['ID=c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:52.262628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3892e9a5-4dd4-49a3-8dbc-c9533d92c5cd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.262850 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8f5b9a22-f0c9-4f48-872e-363c324153bd req-04f422e5-681a-437f-8390-f98eeb85ef86 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4959819 Jun 03 21:52:52.265893 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-83f1f504-9e00-4803-9c0d-9e1681c2bb7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:52.281760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a2c89fae-2ae8-490e-bf65-9a637c07b860 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:52.282481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.312944 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7112e99b-2bd0-47d8-a0d4-1a433af9c024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.341417 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a867a56-48d9-4a6f-987c-1b623193f8d7 req-2323f384-e894-45e4-b491-bec3d12398ce service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354479 Jun 03 21:52:52.359731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Router 304555ba-493c-40d6-8258-ec101e16923a is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:52:52.364305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-906d5478-cee7-45b3-b694-8f393a655e61 None None] Provisioning complete for port 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:52.364802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-906d5478-cee7-45b3-b694-8f393a655e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.365246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7112e99b-2bd0-47d8-a0d4-1a433af9c024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.379998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3892e9a5-4dd4-49a3-8dbc-c9533d92c5cd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.392236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3892e9a5-4dd4-49a3-8dbc-c9533d92c5cd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.395924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e29a1c7b-16f3-412b-a502-346b601258ec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:52.409168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Attempting to bind port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:52.409487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Attempting to bind port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '862b8d9b-3c79-459b-9738-0772d2290130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:52.410033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Attempting to bind port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 on network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:52.422472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:52.422728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Checking segment: {'id': '862b8d9b-3c79-459b-9738-0772d2290130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:52.423415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.424373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Bound using segment: {'id': '862b8d9b-3c79-459b-9738-0772d2290130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:52.425421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Bound port: c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862b8d9b-3c79-459b-9738-0772d2290130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:52.425645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.435914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892e9a5-4dd4-49a3-8dbc-c9533d92c5cd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972e8439-8fba-4e8f-8422-30e53ec8f658,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:52.441786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3892e9a5-4dd4-49a3-8dbc-c9533d92c5cd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:52.455507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3892e9a5-4dd4-49a3-8dbc-c9533d92c5cd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.459782 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3892e9a5-4dd4-49a3-8dbc-c9533d92c5cd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3064101 Jun 03 21:52:52.460448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55540) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:52.465621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '4c3da9ae-81f9-4d6d-853d-307a9e7c3207', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:52.470865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7112e99b-2bd0-47d8-a0d4-1a433af9c024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.473246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7112e99b-2bd0-47d8-a0d4-1a433af9c024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.477143 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7112e99b-2bd0-47d8-a0d4-1a433af9c024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/security-groups/79b2393e-892b-451e-a6d6-48005bf385b2 HTTP/1.1" status: 204 len: 168 time: 0.3226612 Jun 03 21:52:52.479008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55542) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:52.479597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0607b14e-6a73-4534-91d4-a428db0670b0 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:52.519766 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:52.528596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112e99b-2bd0-47d8-a0d4-1a433af9c024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b2393e-892b-451e-a6d6-48005bf385b2,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:52.536929 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:52.545211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7112e99b-2bd0-47d8-a0d4-1a433af9c024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:52.546176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:52.549586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:52.560857 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Sync routers for ids ['304555ba-493c-40d6-8258-ec101e16923a'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:52.573222 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "PUT /v2.0/routers/304555ba-493c-40d6-8258-ec101e16923a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3084064 Jun 03 21:52:52.573539 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Routers {'304555ba-493c-40d6-8258-ec101e16923a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:52.573885 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['304555ba-493c-40d6-8258-ec101e16923a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:52.574061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55544) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:52.576452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:52.618029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-906d5478-cee7-45b3-b694-8f393a655e61 None None] Port 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:52.636350 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9702759-681c-47c8-8465-6b9064b1d301 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting subnet d814f978-38c5-4346-aa2e-022c0a7d24dc {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:52.639899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b9702759-681c-47c8-8465-6b9064b1d301 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.666548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.678440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6e7d3-9fa1-48b9-9b80-ef9293cac42d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:52.679132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-73b6e7d3-9fa1-48b9-9b80-ef9293cac42d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:52.685337 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:52:52.695940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.708423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-73b6e7d3-9fa1-48b9-9b80-ef9293cac42d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:52.710397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] For port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:52.715546 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] For port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6,segment=NetworkSegment(862b8d9b-3c79-459b-9738-0772d2290130),segment_id=862b8d9b-3c79-459b-9738-0772d2290130)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:52.720848 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55546) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:52.727007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.729513 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-73b6e7d3-9fa1-48b9-9b80-ef9293cac42d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports/245af4ae-e9ac-4fd1-a80b-6b679c1c0178 HTTP/1.1" status: 200 len: 911 time: 0.1444068 Jun 03 21:52:52.734869 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3a101149-9e09-42e5-a7fd-db26dc46c95c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:52.786153 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port a2c89fae-2ae8-490e-bf65-9a637c07b860, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a2c89fae-2ae8-490e-bf65-9a637c07b860,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:52.815056 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b9702759-681c-47c8-8465-6b9064b1d301 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.837929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.839096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:52.872554 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Set router 304555ba-493c-40d6-8258-ec101e16923a gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:52.880445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-49472ae5-f917-4dfa-b092-d7cf80aba99c None None] Could not find standard attr ID for object b3218850-a690-4532-b296-e01ee78b9a1b. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:52:52.921516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:52.922115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.922266 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:52.934660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:52.951373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e8cc5eee-2ad9-4d8f-82a7-d9a0d1a655aa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:52.982003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5ffa6c-e1fb-4804-b37a-60a4751e68ca,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:52.985939 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:53.006645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-61d5d35d-247a-4d00-817c-f4f116415f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.039859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.040794 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5788968 Jun 03 21:52:53.044214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55548) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:53.049962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '4c3da9ae-81f9-4d6d-853d-307a9e7c3207', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:53.052843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1f504-9e00-4803-9c0d-9e1681c2bb7f None None] Pushing event updated for resources: {'Port': ['ID=c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:53.060948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:53.062760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-83f1f504-9e00-4803-9c0d-9e1681c2bb7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:53.069315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:53.072151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:52:53.074697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1fccd-dc1e-430a-8f59-48f65cf89a8a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:53.075538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:52:53.096637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1fccd-dc1e-430a-8f59-48f65cf89a8a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:53.097903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:53.109705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55550) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:53.110430 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-94b1fccd-dc1e-430a-8f59-48f65cf89a8a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3861010 Jun 03 21:52:53.118366 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-49472ae5-f917-4dfa-b092-d7cf80aba99c None None] Provisioning complete for port 1e5859a9-f734-4762-a278-39d208c5061d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:53.120200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-49472ae5-f917-4dfa-b092-d7cf80aba99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.129999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b9702759-681c-47c8-8465-6b9064b1d301 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.258737 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:52:53.273853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.287000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-49472ae5-f917-4dfa-b092-d7cf80aba99c None None] Port 1e5859a9-f734-4762-a278-39d208c5061d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:53.334288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=a2c89fae-2ae8-490e-bf65-9a637c07b860,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:53.346310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:53.349537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:53.359716 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304555ba-493c-40d6-8258-ec101e16923a', 'name': 'tempest-NetworksTestDHCPv6-router-745892279', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:47Z', 'updated_at': '2021-06-03T21:52:50Z', 'revision_number': 2, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'gw_port_host': None, '_interfaces': [{'id': '245af4ae-e9ac-4fd1-a80b-6b679c1c0178', 'name': '', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'mac_address': 'fa:16:3e:e1:e0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304555ba-493c-40d6-8258-ec101e16923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '44fa43a3-0318-4e31-9d1c-0a5729ab61f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:48Z', 'updated_at': '2021-06-03T21:52:50Z', 'revision_number': 2, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'subnets': [{'id': '44fa43a3-0318-4e31-9d1c-0a5729ab61f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:53.370104 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Checking router: 304555ba-493c-40d6-8258-ec101e16923a for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:52:53.372588 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Updating router 304555ba-493c-40d6-8258-ec101e16923a port 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:52:53.388879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.427367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-49472ae5-f917-4dfa-b092-d7cf80aba99c None None] Provisioning for port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:53.453791 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-49472ae5-f917-4dfa-b092-d7cf80aba99c None None] Provisioning complete for port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:53.455977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-49472ae5-f917-4dfa-b092-d7cf80aba99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.456198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.465774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4082c8fc-ef27-4729-af32-e4c43b47a76d tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:53.481099 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.547588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b9702759-681c-47c8-8465-6b9064b1d301 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.567891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4bda4480-ac3c-42af-9bd4-a524316f5cf6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:53.570618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa59fc33-76aa-43c7-abfd-59abcb6889bf,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:53.578418 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:53.589983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.591543 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5462000 Jun 03 21:52:53.678586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b98a-3df2-42da-8716-158b6fb30bf1 req-b3773ac6-5577-4c3a-a098-ec9099297b09 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:53.683361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370858bf-fc0b-4f1b-a707-11a0db5d3aea None None] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:53.687115 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b053b98a-3df2-42da-8716-158b6fb30bf1 req-b3773ac6-5577-4c3a-a098-ec9099297b09 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 943 time: 0.2398160 Jun 03 21:52:53.689676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9702759-681c-47c8-8465-6b9064b1d301 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Subnet': ['ID=d814f978-38c5-4346-aa2e-022c0a7d24dc,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:53.692468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b9702759-681c-47c8-8465-6b9064b1d301 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.697862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b9702759-681c-47c8-8465-6b9064b1d301 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:53.728647 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a2c89fae-2ae8-490e-bf65-9a637c07b860 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:53.736970 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b9702759-681c-47c8-8465-6b9064b1d301 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/d814f978-38c5-4346-aa2e-022c0a7d24dc HTTP/1.1" status: 204 len: 168 time: 1.2487943 Jun 03 21:52:53.740574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55558) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:53.820122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1948ac-e579-43c2-a937-c85dbe9a5646 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting subnet d2ddb0d7-58ee-4bdc-9504-501c4aa4aa47 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:53.825007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fe1948ac-e579-43c2-a937-c85dbe9a5646 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.867435 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b053b98a-3df2-42da-8716-158b6fb30bf1 req-d5cee1ad-4a57-4c4c-822f-4768a5c2df76 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1787736 Jun 03 21:52:53.913568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-9e8421c0-d195-41b6-a2a9-a8e74b87f191 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:53.932933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fe1948ac-e579-43c2-a937-c85dbe9a5646 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:53.934202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2e5bc3d-0de1-4697-9324-0e6d0b5ddb23 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.059192 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.062687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fe1948ac-e579-43c2-a937-c85dbe9a5646 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.068899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-9e8421c0-d195-41b6-a2a9-a8e74b87f191 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:54.070085 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-9e8421c0-d195-41b6-a2a9-a8e74b87f191 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070042689&fields=id&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 267 time: 0.2112143 Jun 03 21:52:54.074276 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Transition to ACTIVE for port object 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:54.088996 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.093122 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:54.197802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a2c89fae-2ae8-490e-bf65-9a637c07b860 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:54.198130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.268359 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-3101e0c9-3146-4cea-a487-ce6c657a08ab tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:54.268844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-3101e0c9-3146-4cea-a487-ce6c657a08ab tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:54.270244 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a8b15-0c8b-42ab-ba80-6a8e09614dfe None None] Pushing event updated for resources: {'Port': ['ID=245af4ae-e9ac-4fd1-a80b-6b679c1c0178,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:54.311016 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-f01a8b15-0c8b-42ab-ba80-6a8e09614dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:54.316643 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-3101e0c9-3146-4cea-a487-ce6c657a08ab tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:54.317825 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-3101e0c9-3146-4cea-a487-ce6c657a08ab tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/networks?id=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 HTTP/1.1" status: 200 len: 797 time: 0.2355011 Jun 03 21:52:54.426480 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Attempting to bind port 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:52:54.426954 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Attempting to bind port 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:52:54.427407 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Attempting to bind port 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:52:54.438780 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:52:54.439313 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:52:54.439918 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.440447 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:52:54.440936 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Bound port: 245af4ae-e9ac-4fd1-a80b-6b679c1c0178, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:52:54.441312 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.445914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:52:47Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:52Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:54.462695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b9c62-8c42-4ddc-80f4-ecbb88b007da None None] The sync data for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv is: [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:52:47Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:52Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:54.581778 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-7489dfb4-f87f-423b-a675-d2446ee72315 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/quotas/c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 375 time: 0.1095312 Jun 03 21:52:54.638233 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] For port 245af4ae-e9ac-4fd1-a80b-6b679c1c0178, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:52:54.642388 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] For port 245af4ae-e9ac-4fd1-a80b-6b679c1c0178, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=245af4ae-e9ac-4fd1-a80b-6b679c1c0178,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:52:54.649977 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.655408 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-4b494feb-1608-4dca-8b56-3bb7849ad1fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:54.767080 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Routers {'304555ba-493c-40d6-8258-ec101e16923a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:54.767870 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['304555ba-493c-40d6-8258-ec101e16923a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:54.803747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fe1948ac-e579-43c2-a937-c85dbe9a5646 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.815374 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-eaad8a5d-3c85-48ec-a7b2-aa87423d1b62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:54.875887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1948ac-e579-43c2-a937-c85dbe9a5646 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ddb0d7-58ee-4bdc-9504-501c4aa4aa47,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:54.878621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fe1948ac-e579-43c2-a937-c85dbe9a5646 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:54.886113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fe1948ac-e579-43c2-a937-c85dbe9a5646 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:54.903859 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fe1948ac-e579-43c2-a937-c85dbe9a5646 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/d2ddb0d7-58ee-4bdc-9504-501c4aa4aa47 HTTP/1.1" status: 204 len: 168 time: 1.1598396 Jun 03 21:52:54.904611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55574) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:54.998764 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e56e152-c6b7-473a-9125-a675f3655683 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:54.999338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e56e152-c6b7-473a-9125-a675f3655683 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:55.002341 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6e56e152-c6b7-473a-9125-a675f3655683 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/d814f978-38c5-4346-aa2e-022c0a7d24dc HTTP/1.1" status: 404 len: 337 time: 0.0964935 Jun 03 21:52:55.005118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55576) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:55.040552 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-44ae1def-ecb4-4998-9619-c5b46cac89c9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4405978 Jun 03 21:52:55.062498 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a8b15-0c8b-42ab-ba80-6a8e09614dfe None None] Pushing event updated for resources: {'Port': ['ID=245af4ae-e9ac-4fd1-a80b-6b679c1c0178,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:55.068294 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-f01a8b15-0c8b-42ab-ba80-6a8e09614dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:55.121691 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] Set router 304555ba-493c-40d6-8258-ec101e16923a gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:55.178802 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10d1c72-ba26-4656-984d-567bbdafe9e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting subnet 7879dd96-0d39-4cbf-8972-47fede61fb95 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:55.184840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10d1c72-ba26-4656-984d-567bbdafe9e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.262294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5bc3d-0de1-4697-9324-0e6d0b5ddb23 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:55.262837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2e5bc3d-0de1-4697-9324-0e6d0b5ddb23 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.390268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.391194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10d1c72-ba26-4656-984d-567bbdafe9e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.417030 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-93908ce5-06b8-4218-a5cc-a008250d9863 service neutron] 10.222.0.96 "GET /v2.0/networks/e0e8af36-fc1e-45d6-a244-69d4d79ba7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499053 Jun 03 21:52:55.483959 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-749884d1-092e-40c9-8b0a-912e2f8104c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.498350 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d658a-6bc0-41c3-956d-53c98f8275a6 req-8a491a9b-e247-4010-899d-f5156aa12be0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:55.501412 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-712d658a-6bc0-41c3-956d-53c98f8275a6 req-8a491a9b-e247-4010-899d-f5156aa12be0 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 943 time: 0.3195901 Jun 03 21:52:55.586206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2e5bc3d-0de1-4697-9324-0e6d0b5ddb23 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.628927 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-712d658a-6bc0-41c3-956d-53c98f8275a6 req-05389c83-ec03-4135-9334-a9f4e50a57bd tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201375 Jun 03 21:52:55.630333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10d1c72-ba26-4656-984d-567bbdafe9e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.724687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:55.796993 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6c1e8-ae65-4fd6-9e6b-758ca1dcad1c None None] Network ec63def4-6448-4322-8fbc-1b7bf0ec12c2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:55.902902 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-df6f3135-f847-40d1-a024-cba96af7b45e service neutron] 10.222.0.96 "GET /v2.0/networks/e0e8af36-fc1e-45d6-a244-69d4d79ba7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614077 Jun 03 21:52:55.912755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5bc3d-0de1-4697-9324-0e6d0b5ddb23 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:55.919774 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304555ba-493c-40d6-8258-ec101e16923a', 'name': 'tempest-NetworksTestDHCPv6-router-745892279', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:47Z', 'updated_at': '2021-06-03T21:52:50Z', 'revision_number': 2, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'gw_port_host': None, '_interfaces': [{'id': '245af4ae-e9ac-4fd1-a80b-6b679c1c0178', 'name': '', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'mac_address': 'fa:16:3e:e1:e0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304555ba-493c-40d6-8258-ec101e16923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '44fa43a3-0318-4e31-9d1c-0a5729ab61f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:48Z', 'updated_at': '2021-06-03T21:52:54Z', 'revision_number': 4, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'subnets': [{'id': '44fa43a3-0318-4e31-9d1c-0a5729ab61f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:55.925030 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f4c919-eccd-4d2e-a22a-ed4b02882b5b None None] The sync data for ids ['304555ba-493c-40d6-8258-ec101e16923a'] in dv-neutron-792998-2-hyperv is: [{'id': '304555ba-493c-40d6-8258-ec101e16923a', 'name': 'tempest-NetworksTestDHCPv6-router-745892279', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:47Z', 'updated_at': '2021-06-03T21:52:50Z', 'revision_number': 2, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'gw_port_host': None, '_interfaces': [{'id': '245af4ae-e9ac-4fd1-a80b-6b679c1c0178', 'name': '', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'mac_address': 'fa:16:3e:e1:e0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304555ba-493c-40d6-8258-ec101e16923a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '44fa43a3-0318-4e31-9d1c-0a5729ab61f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:48Z', 'updated_at': '2021-06-03T21:52:54Z', 'revision_number': 4, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'subnets': [{'id': '44fa43a3-0318-4e31-9d1c-0a5729ab61f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:55.993825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10d1c72-ba26-4656-984d-567bbdafe9e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:55.999857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b9702759-681c-47c8-8465-6b9064b1d301 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:56.042081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d1c72-ba26-4656-984d-567bbdafe9e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Subnet': ['ID=7879dd96-0d39-4cbf-8972-47fede61fb95,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:56.045667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d10d1c72-ba26-4656-984d-567bbdafe9e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:56.054346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d10d1c72-ba26-4656-984d-567bbdafe9e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.062398 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d10d1c72-ba26-4656-984d-567bbdafe9e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/7879dd96-0d39-4cbf-8972-47fede61fb95 HTTP/1.1" status: 204 len: 168 time: 1.0559478 Jun 03 21:52:56.064807 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55578) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:56.151177 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d794205-6cbd-4b6d-9bee-34a55deb7d9f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:56.151819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d794205-6cbd-4b6d-9bee-34a55deb7d9f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:56.153731 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6d794205-6cbd-4b6d-9bee-34a55deb7d9f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/bccc7632-3c85-4d05-acbd-1fbd36586588 HTTP/1.1" status: 404 len: 337 time: 0.0873384 Jun 03 21:52:56.157361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55584) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:56.227305 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-63c18bd8-0872-49f5-b1b4-c646afe6d3fe tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "GET /v2.0/ports?device_id=c1d140d0-4434-4108-950f-f7fa0f8659a1 HTTP/1.1" status: 200 len: 205 time: 0.0686362 Jun 03 21:52:56.229708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55586) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:56.238652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:52:56.254423 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-aff6cc17-75b5-4f81-8f4b-ade1b536c061 None None] Provisioning complete for port 1e5859a9-f734-4762-a278-39d208c5061d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:56.254842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aff6cc17-75b5-4f81-8f4b-ade1b536c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.278555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-c8907492-5cfa-4d96-bcfa-881fc61cdfa0 req-1f6db51e-5ecd-4f59-9057-43e3f3d3e967 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:56.294401 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:56.294795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.357346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-c8907492-5cfa-4d96-bcfa-881fc61cdfa0 req-1f6db51e-5ecd-4f59-9057-43e3f3d3e967 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:56.367882 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c8907492-5cfa-4d96-bcfa-881fc61cdfa0 req-1f6db51e-5ecd-4f59-9057-43e3f3d3e967 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 210 time: 0.2008235 Jun 03 21:52:56.378732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2e5bc3d-0de1-4697-9324-0e6d0b5ddb23 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.385356 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9bfe812a-01c8-4f36-8f14-fca3d165a458 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:56.436132 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-af7768fe-d340-4b32-a1b0-a15e434ce031 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] delete failed (client error): The resource could not be found. Jun 03 21:52:56.437174 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-af7768fe-d340-4b32-a1b0-a15e434ce031 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/routers/c1d140d0-4434-4108-950f-f7fa0f8659a1 HTTP/1.1" status: 404 len: 336 time: 0.1834803 Jun 03 21:52:56.440170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55592) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:56.453341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5bc3d-0de1-4697-9324-0e6d0b5ddb23 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=245af4ae-e9ac-4fd1-a80b-6b679c1c0178,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:56.488105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b2e5bc3d-0de1-4697-9324-0e6d0b5ddb23 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:56.551337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-aff6cc17-75b5-4f81-8f4b-ade1b536c061 None None] Port 1e5859a9-f734-4762-a278-39d208c5061d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:52:56.560439 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-df344ccc-244e-4d64-bf22-2524e808e168 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:56.560908 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df344ccc-244e-4d64-bf22-2524e808e168 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:56.570363 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-df344ccc-244e-4d64-bf22-2524e808e168 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/8c466783-3e95-4112-b995-e44a7a2786f4 HTTP/1.1" status: 404 len: 337 time: 0.1286228 Jun 03 21:52:56.571013 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55594) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:56.645081 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b34615-4e11-4e91-aee0-edf38e70742f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:56.645697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b34615-4e11-4e91-aee0-edf38e70742f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:56.648179 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-99b34615-4e11-4e91-aee0-edf38e70742f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/991f54e3-a2b9-4d56-9592-1e0d42d40468 HTTP/1.1" status: 404 len: 337 time: 0.0743327 Jun 03 21:52:56.650485 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55596) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:56.720249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.744792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-aff6cc17-75b5-4f81-8f4b-ade1b536c061 None None] Provisioning complete for port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:56.745880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aff6cc17-75b5-4f81-8f4b-ade1b536c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.761655 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2cabf9-1931-463f-b169-6e2791b63d01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:56.765215 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2cabf9-1931-463f-b169-6e2791b63d01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:56.767041 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8c2cabf9-1931-463f-b169-6e2791b63d01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/ff8e092c-ad7e-4940-b5d2-784e33b4671c HTTP/1.1" status: 404 len: 337 time: 0.1155047 Jun 03 21:52:56.770424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55602) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:56.776321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.817347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2e5bc3d-0de1-4697-9324-0e6d0b5ddb23 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.860892 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a1fa95-5528-45a2-8668-bb4df24aacdc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:56.861498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a1fa95-5528-45a2-8668-bb4df24aacdc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:56.864269 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a5a1fa95-5528-45a2-8668-bb4df24aacdc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/71acc8c7-2a3a-4ddf-b850-c43fa7ec09db HTTP/1.1" status: 404 len: 333 time: 0.0920033 Jun 03 21:52:56.867856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55604) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:56.892704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13086b34-a798-4031-9815-69572241b441 None None] DHCP port deletion for ec63def4-6448-4322-8fbc-1b7bf0ec12c2 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:56.908392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6,segment=NetworkSegment(862b8d9b-3c79-459b-9738-0772d2290130),segment_id=862b8d9b-3c79-459b-9738-0772d2290130)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:56.932558 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2c4d6e-bdd7-4ae8-a657-fddac37260ab tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:56.933284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2c4d6e-bdd7-4ae8-a657-fddac37260ab tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:56.935731 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6b2c4d6e-bdd7-4ae8-a657-fddac37260ab tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/fee094ac-f81e-4a21-92ef-26163a1b514b HTTP/1.1" status: 404 len: 337 time: 0.0614846 Jun 03 21:52:56.939256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55606) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:56.977714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:56.991548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-994a242a-eb34-442b-907a-ff8c3b97f276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:57.010420 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-af102456-5f43-4f9e-9057-b58175aca966 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:57.011026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af102456-5f43-4f9e-9057-b58175aca966 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:57.012855 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-af102456-5f43-4f9e-9057-b58175aca966 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/94845f96-47f5-450b-b424-df553a2fc5be HTTP/1.1" status: 404 len: 337 time: 0.0717437 Jun 03 21:52:57.015309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55608) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:57.069273 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.071634 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:57.075807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:57.115428 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a2145a-1e26-4005-9dbd-515d7654d5b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:57.116072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a2145a-1e26-4005-9dbd-515d7654d5b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:57.118901 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-31a2145a-1e26-4005-9dbd-515d7654d5b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/26ab469d-a4a1-4228-a96b-960d60dcd6b6 HTTP/1.1" status: 404 len: 333 time: 0.1021903 Jun 03 21:52:57.121515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55610) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:57.173328 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-93391b7b-c5a0-4f8c-a35d-1fe7e2a666c0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:57.173830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93391b7b-c5a0-4f8c-a35d-1fe7e2a666c0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:57.175839 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-93391b7b-c5a0-4f8c-a35d-1fe7e2a666c0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/c58532ba-a751-4716-a4e2-17aa378b216e HTTP/1.1" status: 404 len: 337 time: 0.0532331 Jun 03 21:52:57.178347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55612) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:57.187752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-13086b34-a798-4031-9815-69572241b441 None None] Deleting port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:57.188292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13086b34-a798-4031-9815-69572241b441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.217462 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7303dc76-6355-450c-830e-f0f6cf882692 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] DELETE failed (client error): The resource could not be found. Jun 03 21:52:57.217926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7303dc76-6355-450c-830e-f0f6cf882692 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:52:57.219995 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7303dc76-6355-450c-830e-f0f6cf882692 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/subnets/d13ba883-4c3b-4753-b646-1e6438fd4d85 HTTP/1.1" status: 404 len: 337 time: 0.0404313 Jun 03 21:52:57.222559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55614) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:57.323210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-13086b34-a798-4031-9815-69572241b441 None None] For port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc,segment=NetworkSegment(b32070b1-2562-4e7e-8c07-bbe3adea9453),segment_id=b32070b1-2562-4e7e-8c07-bbe3adea9453)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:57.323648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13086b34-a798-4031-9815-69572241b441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.373676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-40cd2c02-1c2f-4ef4-a793-32178702942f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Deleting port 1e5859a9-f734-4762-a278-39d208c5061d {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:57.374087 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40cd2c02-1c2f-4ef4-a793-32178702942f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.487965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e5bc3d-0de1-4697-9324-0e6d0b5ddb23 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Router 304555ba-493c-40d6-8258-ec101e16923a has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:52:57.539089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-13086b34-a798-4031-9815-69572241b441 None None] Calling delete_port for 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:57.616341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-13086b34-a798-4031-9815-69572241b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.621647 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:57.622305 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40cd2c02-1c2f-4ef4-a793-32178702942f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.678408 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 68909855-106f-4dc3-b9bc-7ef36f84ffbe details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:52:57.722265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e5bc3d-0de1-4697-9324-0e6d0b5ddb23 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:52:57.754256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13086b34-a798-4031-9815-69572241b441 None None] Pushing event deleted for resources: {'Port': ['ID=0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:57.758109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c6147-c46e-4b03-a59e-01638a02a87a req-28fb5d17-9061-4171-ac47-f75c0cb0a98d tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:57.759127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-13086b34-a798-4031-9815-69572241b441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:57.760884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13086b34-a798-4031-9815-69572241b441 None None] No DVR routers for this DVR port 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:52:57.765931 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4f5c6147-c46e-4b03-a59e-01638a02a87a req-28fb5d17-9061-4171-ac47-f75c0cb0a98d tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 943 time: 0.8264914 Jun 03 21:52:57.785082 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-40cd2c02-1c2f-4ef4-a793-32178702942f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Calling delete_port for 1e5859a9-f734-4762-a278-39d208c5061d owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:52:57.806515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:52:57.824402 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b2e5bc3d-0de1-4697-9324-0e6d0b5ddb23 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "PUT /v2.0/routers/304555ba-493c-40d6-8258-ec101e16923a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7112350 Jun 03 21:52:57.827532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55618) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:57.892375 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4f5c6147-c46e-4b03-a59e-01638a02a87a req-226478b7-9e09-448d-9a00-96ffde143339 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255050 Jun 03 21:52:57.901274 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cd5ee9cf-31a3-478a-a655-84d5c4dc2be2 req-86ee7645-3b17-4886-a005-f8a2b62381c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 210 time: 0.0918102 Jun 03 21:52:57.951196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40cd2c02-1c2f-4ef4-a793-32178702942f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:57.975807 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4a062f83-2670-490d-b275-57f9f4acf4d7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:58.064691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd2c02-1c2f-4ef4-a793-32178702942f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Port': ['ID=1e5859a9-f734-4762-a278-39d208c5061d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:58.070613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40cd2c02-1c2f-4ef4-a793-32178702942f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.077393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-40cd2c02-1c2f-4ef4-a793-32178702942f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:58.085667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2abd09-2394-44bc-880a-996b24e12967 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:58.088332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2abd09-2394-44bc-880a-996b24e12967 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:58.089342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4f2abd09-2394-44bc-880a-996b24e12967 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:52:58.110011 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-40cd2c02-1c2f-4ef4-a793-32178702942f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/ports/1e5859a9-f734-4762-a278-39d208c5061d HTTP/1.1" status: 204 len: 168 time: 0.8843648 Jun 03 21:52:58.110343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55620) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:58.114952 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 68909855-106f-4dc3-b9bc-7ef36f84ffbe, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=68909855-106f-4dc3-b9bc-7ef36f84ffbe,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:58.137373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'port_id': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'mac_address': 'fa:16:3e:5a:7d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:52:58.140162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:52:58.140677 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.178118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-eba61903-3edc-493d-aaac-5acb5e6008e2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:58.180213 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-eba61903-3edc-493d-aaac-5acb5e6008e2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks?id=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 HTTP/1.1" status: 200 len: 797 time: 0.3021767 Jun 03 21:52:58.188223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4f2abd09-2394-44bc-880a-996b24e12967 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:52:58.192611 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4f2abd09-2394-44bc-880a-996b24e12967 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3612201 Jun 03 21:52:58.209150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55622) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:58.228421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05883e5-6195-40a6-9262-c2c3c8b861cc None None] Sync routers for ids ['304555ba-493c-40d6-8258-ec101e16923a'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:52:58.279553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.296645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05883e5-6195-40a6-9262-c2c3c8b861cc None None] Routers {'304555ba-493c-40d6-8258-ec101e16923a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:58.297848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b05883e5-6195-40a6-9262-c2c3c8b861cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['304555ba-493c-40d6-8258-ec101e16923a'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:58.363919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7206668f-12fa-4ce8-9519-3ca206f427e9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 44fa43a3-0318-4e31-9d1c-0a5729ab61f5 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:52:58.375683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7206668f-12fa-4ce8-9519-3ca206f427e9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.410612 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-e3b26b6d-8ccc-4659-a119-b9c6082ecbdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 380 time: 0.2171617 Jun 03 21:52:58.426245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'port': {'device_id': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'admin_state_up': True, 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'security_groups': ['4c3da9ae-81f9-4d6d-853d-307a9e7c3207']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:52:58.463937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.486295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec63def4-6448-4322-8fbc-1b7bf0ec12c2']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:58.491738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7206668f-12fa-4ce8-9519-3ca206f427e9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.507069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32070b1-2562-4e7e-8c07-bbe3adea9453') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:58.507069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32070b1-2562-4e7e-8c07-bbe3adea9453') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:58.510485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.519659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.540378 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.548879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:52:58.549649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:52:58.569088 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:52:58.614755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b05883e5-6195-40a6-9262-c2c3c8b861cc None None] Set router 304555ba-493c-40d6-8258-ec101e16923a gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:58.667628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.679997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:52:58.683220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.686878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-abe9fc8b-34a9-45e5-9c73-1e2dc8fa7af9 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:58.692260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:52:58.703268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7206668f-12fa-4ce8-9519-3ca206f427e9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.708469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.722247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Pushing event deleted for resources: {'Network': ['ID=ec63def4-6448-4322-8fbc-1b7bf0ec12c2,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:58.725227 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] 10.222.0.96 "DELETE /v2.0/networks/ec63def4-6448-4322-8fbc-1b7bf0ec12c2 HTTP/1.1" status: 204 len: 168 time: 0.6139143 Jun 03 21:52:58.726296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:58.742364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68909855-106f-4dc3-b9bc-7ef36f84ffbe {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:52:58.744642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:52:58.748241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.751011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b05883e5-6195-40a6-9262-c2c3c8b861cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304555ba-493c-40d6-8258-ec101e16923a', 'name': 'tempest-NetworksTestDHCPv6-router-745892279', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:47Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 3, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:58.776109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 68909855-106f-4dc3-b9bc-7ef36f84ffbe, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=68909855-106f-4dc3-b9bc-7ef36f84ffbe,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:52:58.777113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05883e5-6195-40a6-9262-c2c3c8b861cc None None] Checking router: 304555ba-493c-40d6-8258-ec101e16923a for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:52:58.784158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:58.789596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:58.832799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05883e5-6195-40a6-9262-c2c3c8b861cc None None] Routers {'304555ba-493c-40d6-8258-ec101e16923a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:52:58.833558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b05883e5-6195-40a6-9262-c2c3c8b861cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['304555ba-493c-40d6-8258-ec101e16923a'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:58.896511 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:59.051999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:59.052700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0deb0daa-a0d8-4f32-a9fe-9443c4ee26bc not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:59.118789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=68909855-106f-4dc3-b9bc-7ef36f84ffbe,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:59.127022 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:59.129187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b05883e5-6195-40a6-9262-c2c3c8b861cc None None] Set router 304555ba-493c-40d6-8258-ec101e16923a gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:52:59.174938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55636) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:59.188222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['68909855-106f-4dc3-b9bc-7ef36f84ffbe'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:52:59.218663 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-abb4693b-9d1c-4212-ba65-bb6b06eda030 req-9733aa3e-a7d8-4205-abff-713f2b7ac767 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 210 time: 0.1039503 Jun 03 21:52:59.246608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cacb95-30d2-4118-835f-aa25082604ac req-804cce40-bcc7-4d2e-a6c2-8bf824e610d9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:52:59.253612 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-57cacb95-30d2-4118-835f-aa25082604ac req-804cce40-bcc7-4d2e-a6c2-8bf824e610d9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 944 time: 0.1014111 Jun 03 21:52:59.288904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.13 (e0e8af36-fc1e-45d6-a244-69d4d79ba7d7/9c32b018-b12c-4a68-8b4f-8b82540b7a83/0902a664-3b0c-41c7-9b0a-feb141e69739) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:52:59.303547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b05883e5-6195-40a6-9262-c2c3c8b861cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304555ba-493c-40d6-8258-ec101e16923a', 'name': 'tempest-NetworksTestDHCPv6-router-745892279', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:47Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 3, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:52:59.311288 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-57cacb95-30d2-4118-835f-aa25082604ac req-f89abceb-cb6f-49e5-9a01-f890dcbe85a9 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504153 Jun 03 21:52:59.311813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05883e5-6195-40a6-9262-c2c3c8b861cc None None] The sync data for ids ['304555ba-493c-40d6-8258-ec101e16923a'] in dv-neutron-792998-2-hyperv is: [{'id': '304555ba-493c-40d6-8258-ec101e16923a', 'name': 'tempest-NetworksTestDHCPv6-router-745892279', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:47Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 3, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'gw_port_host': None}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:52:59.354549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7206668f-12fa-4ce8-9519-3ca206f427e9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:59.369638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b519bf20-17c3-4e79-b8a8-606e59f69efa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:52:59.437042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206668f-12fa-4ce8-9519-3ca206f427e9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=44fa43a3-0318-4e31-9d1c-0a5729ab61f5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:52:59.440202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7206668f-12fa-4ce8-9519-3ca206f427e9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:52:59.460273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7206668f-12fa-4ce8-9519-3ca206f427e9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:59.466803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51136f41-c09f-4cdf-9dc3-7075dbcd0a9b None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:52:59.697388 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:52:59.738056 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7206668f-12fa-4ce8-9519-3ca206f427e9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/44fa43a3-0318-4e31-9d1c-0a5729ab61f5 HTTP/1.1" status: 204 len: 168 time: 1.5247712 Jun 03 21:52:59.738423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55640) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:59.747624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:52:59.747849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 245af4ae-e9ac-4fd1-a80b-6b679c1c0178 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:52:59.759017 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4f088208-d33f-4c46-8a54-27a6e56c45c4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=186550332a33447bbe2062e93350d5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5780816 Jun 03 21:52:59.760267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55642) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:59.849560 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ad616662-473b-46fd-b1f1-52f719f8f224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:59.878595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:59.898112 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a436f-3ff0-4f16-8492-de5cff0c76c9 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:52:59.907533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ad616662-473b-46fd-b1f1-52f719f8f224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:59.919825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 0902a664-3b0c-41c7-9b0a-feb141e69739 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:52:59.920066 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9a90981d-e4df-4bf1-9564-dfa067c667d4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1792109 Jun 03 21:52:59.921860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55644) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:52:59.970920 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:59.976988 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-db9a436f-3ff0-4f16-8492-de5cff0c76c9 None None] Deleting port a2c89fae-2ae8-490e-bf65-9a637c07b860 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:52:59.977381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-db9a436f-3ff0-4f16-8492-de5cff0c76c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:52:59.977708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b2e5bc3d-0de1-4697-9324-0e6d0b5ddb23 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:00.029900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ad616662-473b-46fd-b1f1-52f719f8f224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.044837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:00.049899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:00.054908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:00.077469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5c8c2e7d-39c5-4ac5-8e87-7a706051b187 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.079226 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-db9a436f-3ff0-4f16-8492-de5cff0c76c9 None None] For port a2c89fae-2ae8-490e-bf65-9a637c07b860, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a2c89fae-2ae8-490e-bf65-9a637c07b860,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:00.079770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-db9a436f-3ff0-4f16-8492-de5cff0c76c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.107764 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=0902a664-3b0c-41c7-9b0a-feb141e69739,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:00.116159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ad616662-473b-46fd-b1f1-52f719f8f224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.120340 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ad616662-473b-46fd-b1f1-52f719f8f224 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c71900be-ed89-4ff0-a62b-a9a583489d5a HTTP/1.1" status: 204 len: 168 time: 0.3593895 Jun 03 21:53:00.121765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:00.124903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f5482b24-b9be-478d-8e02-4d414716f561 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:00.145196 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad616662-473b-46fd-b1f1-52f719f8f224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71900be-ed89-4ff0-a62b-a9a583489d5a,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:00.150804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ad616662-473b-46fd-b1f1-52f719f8f224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:00.180100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:00.181388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.210021 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7899523 Jun 03 21:53:00.222859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Request body: {'port': {'device_id': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:00.342292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-db9a436f-3ff0-4f16-8492-de5cff0c76c9 None None] Calling delete_port for a2c89fae-2ae8-490e-bf65-9a637c07b860 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:00.362678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-61d22283-6c19-497d-8696-a465d2fb5afc None None] Provisioning for port 0902a664-3b0c-41c7-9b0a-feb141e69739 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:00.371320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-61d22283-6c19-497d-8696-a465d2fb5afc None None] Provisioning complete for port 0902a664-3b0c-41c7-9b0a-feb141e69739 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:00.372179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-61d22283-6c19-497d-8696-a465d2fb5afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.452084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-61d22283-6c19-497d-8696-a465d2fb5afc None None] Port 0902a664-3b0c-41c7-9b0a-feb141e69739 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:53:00.505375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-db9a436f-3ff0-4f16-8492-de5cff0c76c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.512680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-854bf993-4a72-4a7c-8ddf-33711dad1b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:00.547335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.561351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a436f-3ff0-4f16-8492-de5cff0c76c9 None None] Pushing event deleted for resources: {'Port': ['ID=a2c89fae-2ae8-490e-bf65-9a637c07b860,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:00.564701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-db9a436f-3ff0-4f16-8492-de5cff0c76c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:00.570836 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a436f-3ff0-4f16-8492-de5cff0c76c9 None None] No DVR routers for this DVR port a2c89fae-2ae8-490e-bf65-9a637c07b860 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:53:00.638518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572f287-eda7-4e50-be9f-ad0d70318e25 req-d1c3ce91-f8f4-4163-b38f-cdaace882d19 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:00.638518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-a572f287-eda7-4e50-be9f-ad0d70318e25 req-d1c3ce91-f8f4-4163-b38f-cdaace882d19 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:00.678606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-a572f287-eda7-4e50-be9f-ad0d70318e25 req-d1c3ce91-f8f4-4163-b38f-cdaace882d19 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:00.679779 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a572f287-eda7-4e50-be9f-ad0d70318e25 req-d1c3ce91-f8f4-4163-b38f-cdaace882d19 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 932 time: 0.2819960 Jun 03 21:53:00.697457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5c8c2e7d-39c5-4ac5-8e87-7a706051b187 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.702617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5c8c2e7d-39c5-4ac5-8e87-7a706051b187 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.751061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5c8c2e7d-39c5-4ac5-8e87-7a706051b187 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.751597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8c2e7d-39c5-4ac5-8e87-7a706051b187 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Fanout notify agent at l3_agent the message router_deleted on router 304555ba-493c-40d6-8258-ec101e16923a {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:53:00.770829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03331ddd-7d8b-438e-a16b-21dbae9fe4af req-539d11e2-ee79-48f4-841f-79b05ef30861 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:00.778296 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-03331ddd-7d8b-438e-a16b-21dbae9fe4af req-539d11e2-ee79-48f4-841f-79b05ef30861 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 944 time: 0.1979053 Jun 03 21:53:00.793257 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a572f287-eda7-4e50-be9f-ad0d70318e25 req-6d7f07e5-d740-4c9b-accb-c303be564d13 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c3da9ae-81f9-4d6d-853d-307a9e7c3207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671678 Jun 03 21:53:00.796453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5c8c2e7d-39c5-4ac5-8e87-7a706051b187 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:00.800532 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5c8c2e7d-39c5-4ac5-8e87-7a706051b187 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/routers/304555ba-493c-40d6-8258-ec101e16923a HTTP/1.1" status: 204 len: 168 time: 0.8742526 Jun 03 21:53:00.807483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55662) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:00.818164 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:00.902771 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-03331ddd-7d8b-438e-a16b-21dbae9fe4af req-de43cd63-0f17-43f1-8bf4-4d3dd5f9a115 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1235006 Jun 03 21:53:01.014173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:01.019923 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:01.023692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:01.030530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:01.050628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:01.055775 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.061722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0902a664-3b0c-41c7-9b0a-feb141e69739 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:53:01.069555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.101748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Transition to ACTIVE for port object 0902a664-3b0c-41c7-9b0a-feb141e69739 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:01.108728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.115376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f9679b91-ad6a-4a0d-bba7-06c2167b3eb2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:01.203988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55672) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:01.260922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Pushing event updated for resources: {'Port': ['ID=0902a664-3b0c-41c7-9b0a-feb141e69739,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:01.264390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:01.353391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9c4fb746-72b9-4b75-aad8-3573dfbd6b01 tempest-DvrRoutersNegativeTest-783028879 tempest-DvrRoutersNegativeTest-783028879-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1768645549', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:01.356504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.policy [None req-9c4fb746-72b9-4b75-aad8-3573dfbd6b01 tempest-DvrRoutersNegativeTest-783028879 tempest-DvrRoutersNegativeTest-783028879-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104397) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 03 21:53:01.357247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.policy [None req-9c4fb746-72b9-4b75-aad8-3573dfbd6b01 tempest-DvrRoutersNegativeTest-783028879 tempest-DvrRoutersNegativeTest-783028879-project] Failed policy check for 'create_router' {{(pid=104397) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 03 21:53:01.357379 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-9c4fb746-72b9-4b75-aad8-3573dfbd6b01 tempest-DvrRoutersNegativeTest-783028879 tempest-DvrRoutersNegativeTest-783028879-project] create failed (client error): Access was denied to this resource. Jun 03 21:53:01.360036 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9c4fb746-72b9-4b75-aad8-3573dfbd6b01 tempest-DvrRoutersNegativeTest-783028879 tempest-DvrRoutersNegativeTest-783028879-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1533098 Jun 03 21:53:01.387498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Attempting to bind port 0902a664-3b0c-41c7-9b0a-feb141e69739 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:01.387959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Attempting to bind port 0902a664-3b0c-41c7-9b0a-feb141e69739 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '862b8d9b-3c79-459b-9738-0772d2290130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:01.388380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Attempting to bind port 0902a664-3b0c-41c7-9b0a-feb141e69739 on network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:01.394635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Port 0902a664-3b0c-41c7-9b0a-feb141e69739 on network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:53:01.395040 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Attempting to bind port 0902a664-3b0c-41c7-9b0a-feb141e69739 on network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:01.400964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:01.401326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Checking segment: {'id': '862b8d9b-3c79-459b-9738-0772d2290130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:01.401705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Bound using segment: {'id': '862b8d9b-3c79-459b-9738-0772d2290130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:01.402337 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Bound port: 0902a664-3b0c-41c7-9b0a-feb141e69739, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b8d9b-3c79-459b-9738-0772d2290130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:01.402683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.512797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] For port 0902a664-3b0c-41c7-9b0a-feb141e69739, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:01.517956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] For port 0902a664-3b0c-41c7-9b0a-feb141e69739, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=0902a664-3b0c-41c7-9b0a-feb141e69739,segment=NetworkSegment(862b8d9b-3c79-459b-9738-0772d2290130),segment_id=862b8d9b-3c79-459b-9738-0772d2290130)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:01.523722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.529018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:01.587093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:01.588168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.589229 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] 10.222.0.24 "PUT /v2.0/ports/0902a664-3b0c-41c7-9b0a-feb141e69739 HTTP/1.1" status: 200 len: 1094 time: 1.3712940 Jun 03 21:53:01.589678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'tag': '0902a664-3b0c-41c7-9b0a-feb141e69739'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:53:01.591340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.592056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d9d595-c7b9-44f9-88fe-b5f203d30798" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1468f-c94c-4f14-83db-c07eed48c17c", "tag": "0902a664-3b0c-41c7-9b0a-feb141e69739"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:53:01.600914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9548b744-c8ee-4fce-bc0d-b0bf31687e06 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:01.635769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 68909855-106f-4dc3-b9bc-7ef36f84ffbe up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:01.667056 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:01.670426 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:01.694659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e22441-5f23-494d-8090-00e05972573c x-openstack-request-id: req-24e22441-5f23-494d-8090-00e05972573c {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:53:01.695393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=c75adc29-745d-47dd-99a1-084cc5221601,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:01.695870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1468f-c94c-4f14-83db-c07eed48c17c", "tag": "0902a664-3b0c-41c7-9b0a-feb141e69739", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:53:01.696382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-24e22441-5f23-494d-8090-00e05972573c {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:53:01.697115 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'tag': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'status': 'completed', 'code': 200} Jun 03 21:53:01.706220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:01.707729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:01.708315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.713715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Pushing event updated for resources: {'Port': ['ID=0902a664-3b0c-41c7-9b0a-feb141e69739,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:01.722039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:01.736640 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d178c-d0f3-4bbf-b769-719e5a9ca56d None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:01.758305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4902883a-91cb-46c6-b3d6-c41cc49977a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:01.760491 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4902883a-91cb-46c6-b3d6-c41cc49977a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 1097 time: 0.1239111 Jun 03 21:53:01.767538 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9573092 Jun 03 21:53:01.767736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a2c89fae-2ae8-490e-bf65-9a637c07b860 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:53:01.768992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55682) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:01.775999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3d762d48-a283-4d9c-ba54-1eed0436a019 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-803063574', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:01.782874 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3d762d48-a283-4d9c-ba54-1eed0436a019 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:01.788616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3d762d48-a283-4d9c-ba54-1eed0436a019 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:router and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:01.792146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3d762d48-a283-4d9c-ba54-1eed0436a019 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:01.794829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55684) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:01.811209 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3d762d48-a283-4d9c-ba54-1eed0436a019 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:01.831357 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d762d48-a283-4d9c-ba54-1eed0436a019 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.832507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d762d48-a283-4d9c-ba54-1eed0436a019 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.836982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: a2c89fae-2ae8-490e-bf65-9a637c07b860 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:53:01.837743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a2c89fae-2ae8-490e-bf65-9a637c07b860 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:53:01.866775 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d762d48-a283-4d9c-ba54-1eed0436a019 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.887689 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-15b9425c-dec8-43d6-b840-78afae3de4c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0902a664-3b0c-41c7-9b0a-feb141e69739 HTTP/1.1" status: 200 len: 217 time: 0.1190081 Jun 03 21:53:01.912924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d762d48-a283-4d9c-ba54-1eed0436a019 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.957664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 68909855-106f-4dc3-b9bc-7ef36f84ffbe completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:01.965292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d762d48-a283-4d9c-ba54-1eed0436a019 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:01.969405 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3d762d48-a283-4d9c-ba54-1eed0436a019 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1966276 Jun 03 21:53:01.969665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55692) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:01.987425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-61a10488-0886-4b45-93d4-3aa2c86422f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:01.996556 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-61a10488-0886-4b45-93d4-3aa2c86422f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c32b018-b12c-4a68-8b4f-8b82540b7a83 HTTP/1.1" status: 200 len: 835 time: 0.1000996 Jun 03 21:53:02.002310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 68909855-106f-4dc3-b9bc-7ef36f84ffbe triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:02.002666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.135347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8fdbbf7a-faff-401b-9583-59466a8142e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.223156 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8fdbbf7a-faff-401b-9583-59466a8142e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:02.238897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': 'c75adc29-745d-47dd-99a1-084cc5221601'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:53:02.240560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.275594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.287591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-eabccabf-28d2-481d-a9e1-1defcabcb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:02.289088 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-eabccabf-28d2-481d-a9e1-1defcabcb90e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2851849 Jun 03 21:53:02.294275 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8fdbbf7a-faff-401b-9583-59466a8142e3 admin admin] Usage tracker for resource:security_group_rule and tenant:dbfac07540bc4c68b3538bab86f909c8 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:02.307983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8fdbbf7a-faff-401b-9583-59466a8142e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:02.384999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8fdbbf7a-faff-401b-9583-59466a8142e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:02.386356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68909855-106f-4dc3-b9bc-7ef36f84ffbe'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:53:02.389717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf2b992-c5d9-4587-a136-73a121f452f1" -d '{"events": [{"server_uuid": "42fb6f75-dbf7-48ec-a1ab-99d64e17cf20", "name": "network-vif-plugged", "status": "completed", "tag": "68909855-106f-4dc3-b9bc-7ef36f84ffbe"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:53:02.400985 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 68909855-106f-4dc3-b9bc-7ef36f84ffbe, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=68909855-106f-4dc3-b9bc-7ef36f84ffbe,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:02.421193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d354e8-776b-40c1-a0e1-c023375526e9 req-e30304e0-7d53-42ed-9696-b098e26a965e tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:02.423121 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9d354e8-776b-40c1-a0e1-c023375526e9 req-e30304e0-7d53-42ed-9696-b098e26a965e tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 944 time: 0.3523610 Jun 03 21:53:02.425802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.433522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:02.478787 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-4de9ab37-f678-485a-9f06-c29fe9369f99 service neutron] 10.222.0.24 "GET /v2.0/networks/e0e8af36-fc1e-45d6-a244-69d4d79ba7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809375 Jun 03 21:53:02.516107 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9d354e8-776b-40c1-a0e1-c023375526e9 req-8c681ff5-0a6a-451e-9d08-30b792d80a44 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823588 Jun 03 21:53:02.564800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=68909855-106f-4dc3-b9bc-7ef36f84ffbe,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:02.568938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Allocated IP 2001:db8::2 (1dba7523-f1ba-457a-be10-44fa003aff73/c75adc29-745d-47dd-99a1-084cc5221601/6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:02.571582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:02.613760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5d3b77-930e-4f10-aa59-63a1e846316b x-openstack-request-id: req-5c5d3b77-930e-4f10-aa59-63a1e846316b {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:53:02.614058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fb6f75-dbf7-48ec-a1ab-99d64e17cf20", "name": "network-vif-plugged", "status": "completed", "tag": "68909855-106f-4dc3-b9bc-7ef36f84ffbe", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:53:02.614334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5c5d3b77-930e-4f10-aa59-63a1e846316b {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:53:02.614678 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'code': 200} Jun 03 21:53:02.654921 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-383096cf-f14e-4ce8-bf65-8b57e8e4f3c7 req-2ba6afde-5300-4896-80ca-13b2a1055640 service neutron] 10.222.0.24 "GET /v2.0/networks/e0e8af36-fc1e-45d6-a244-69d4d79ba7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670949 Jun 03 21:53:02.781650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1874c-70c7-499e-a554-1133ae581db4 req-f3a146ec-98a8-439e-95b7-500be5c66600 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:02.789965 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-59b1874c-70c7-499e-a554-1133ae581db4 req-f3a146ec-98a8-439e-95b7-500be5c66600 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 944 time: 0.7131727 Jun 03 21:53:02.798808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9d595-c7b9-44f9-88fe-b5f203d30798 req-1405fcb3-86cc-4eeb-8c20-0e271d6336dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:02.803839 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-50d9d595-c7b9-44f9-88fe-b5f203d30798 req-1405fcb3-86cc-4eeb-8c20-0e271d6336dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 1097 time: 0.0923660 Jun 03 21:53:02.841551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.855444 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Transition to ACTIVE for port object 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:02.870925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-59b1874c-70c7-499e-a554-1133ae581db4 req-67ac86d0-c385-4d29-ab4a-9cdd661665ee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:02.877883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Transition to ACTIVE for port object 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:02.884665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.889512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a51c0ac0-581b-4026-a87e-de0fe951655b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:02.950574 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:02.953128 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:02.961105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9d595-c7b9-44f9-88fe-b5f203d30798 req-3393a117-e574-477c-8908-deb0b3736b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:02.962260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:02.962554 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-50d9d595-c7b9-44f9-88fe-b5f203d30798 req-3393a117-e574-477c-8908-deb0b3736b90 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 HTTP/1.1" status: 200 len: 899 time: 0.1520424 Jun 03 21:53:02.966963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:02.968970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Pushing event updated for resources: {'Port': ['ID=6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:02.973421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:02.999556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-59b1874c-70c7-499e-a554-1133ae581db4 req-67ac86d0-c385-4d29-ab4a-9cdd661665ee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:03.001180 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-59b1874c-70c7-499e-a554-1133ae581db4 req-67ac86d0-c385-4d29-ab4a-9cdd661665ee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c3da9ae-81f9-4d6d-853d-307a9e7c3207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102637 Jun 03 21:53:03.034005 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-50d9d595-c7b9-44f9-88fe-b5f203d30798 req-8915fe47-3516-498d-ae0b-15f40f0b0523 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0902a664-3b0c-41c7-9b0a-feb141e69739 HTTP/1.1" status: 200 len: 217 time: 0.0642333 Jun 03 21:53:03.060799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Attempting to bind port 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:03.061177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Attempting to bind port 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:03.061559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Attempting to bind port 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:03.068489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:03.069010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:03.069442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.069834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:03.071684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Bound port: 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:03.072076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.114997 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:53:03.124005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9d595-c7b9-44f9-88fe-b5f203d30798 req-47c7603b-e7e6-4bf8-b9d9-0f2e8032dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:03.126096 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-50d9d595-c7b9-44f9-88fe-b5f203d30798 req-47c7603b-e7e6-4bf8-b9d9-0f2e8032dafb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c32b018-b12c-4a68-8b4f-8b82540b7a83 HTTP/1.1" status: 200 len: 835 time: 0.0846903 Jun 03 21:53:03.159598 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8fdbbf7a-faff-401b-9583-59466a8142e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.171666 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8fdbbf7a-faff-401b-9583-59466a8142e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.185652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cff9372b-5825-49bb-9363-6b1b866f29f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:03.186516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] For port 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:03.190317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] For port 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:03.196248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.201303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-13086b34-a798-4031-9815-69572241b441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:03.209540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9d595-c7b9-44f9-88fe-b5f203d30798 req-009826c8-c67e-40ba-bed4-7bc7bd95f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:03.211117 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-50d9d595-c7b9-44f9-88fe-b5f203d30798 req-009826c8-c67e-40ba-bed4-7bc7bd95f54d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785942 Jun 03 21:53:03.288810 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8fdbbf7a-faff-401b-9583-59466a8142e3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dbfac07540bc4c68b3538bab86f909c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4930420 Jun 03 21:53:03.295499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Pushing event updated for resources: {'Port': ['ID=6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:03.295722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55696) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:03.298570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:03.319168 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbbf7a-faff-401b-9583-59466a8142e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0186cc01-16ea-403d-b03f-d652eddc8be9,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:03.332288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8fdbbf7a-faff-401b-9583-59466a8142e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:03.367213 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-50d9d595-c7b9-44f9-88fe-b5f203d30798 req-e07e9abc-44cc-4bf0-98b9-3d319fee793b service neutron] 10.222.0.24 "GET /v2.0/networks/e0e8af36-fc1e-45d6-a244-69d4d79ba7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487226 Jun 03 21:53:03.412736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2200c55-2083-4f9d-856b-7bb81a5ee102 req-df90ea65-b9df-46a5-811d-1190c6655b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:03.414203 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c2200c55-2083-4f9d-856b-7bb81a5ee102 req-df90ea65-b9df-46a5-811d-1190c6655b37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 1098 time: 0.5320652 Jun 03 21:53:03.538841 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-50d9d595-c7b9-44f9-88fe-b5f203d30798 req-0308e769-dc8c-4945-8433-a86e173fb1da service neutron] 10.222.0.24 "GET /v2.0/networks/e0e8af36-fc1e-45d6-a244-69d4d79ba7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639116 Jun 03 21:53:03.563823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-222488d0-7d11-4df1-8d6f-21c2ae2d8a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.578318 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c2200c55-2083-4f9d-856b-7bb81a5ee102 req-3960453f-e47c-4407-ae16-d89e3a270940 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1522448 Jun 03 21:53:03.592438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::1 (1dba7523-f1ba-457a-be10-44fa003aff73/c75adc29-745d-47dd-99a1-084cc5221601/b959530a-d665-4c24-97a8-185645caf4f9) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:03.678530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-222488d0-7d11-4df1-8d6f-21c2ae2d8a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.713526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:03.761295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be6481-2fa4-428e-a2c5-01b0b00e3e53 req-41e42d39-ca39-4e89-8f0d-d84ee2bd8a5f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:03.767709 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-60be6481-2fa4-428e-a2c5-01b0b00e3e53 req-41e42d39-ca39-4e89-8f0d-d84ee2bd8a5f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 945 time: 0.0963144 Jun 03 21:53:03.790056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:03.819835 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-60be6481-2fa4-428e-a2c5-01b0b00e3e53 req-78177038-ac23-4e48-92cc-641971d4be09 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512004 Jun 03 21:53:03.849526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.864487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-222488d0-7d11-4df1-8d6f-21c2ae2d8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.870220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7e6c5bbb-870b-4712-9c6f-3da404b26f86 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:03.886000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object b959530a-d665-4c24-97a8-185645caf4f9 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:03.889862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222488d0-7d11-4df1-8d6f-21c2ae2d8a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0186cc01-16ea-403d-b03f-d652eddc8be9,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:03.894526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-222488d0-7d11-4df1-8d6f-21c2ae2d8a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:03.910929 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-222488d0-7d11-4df1-8d6f-21c2ae2d8a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.912104 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-222488d0-7d11-4df1-8d6f-21c2ae2d8a05 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0186cc01-16ea-403d-b03f-d652eddc8be9 HTTP/1.1" status: 204 len: 168 time: 0.6146076 Jun 03 21:53:03.933337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:03.938645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9ce967eb-f2aa-4b67-98f9-7eb812358cbc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:03.998588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:04.002304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:04.006682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:04.007219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.032435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=b959530a-d665-4c24-97a8-185645caf4f9,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:04.040999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:04.159017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.377493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e87b656b-1cfe-4ae5-bee3-f69cdc594c30 None None] Provisioning for port 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:04.382964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e87b656b-1cfe-4ae5-bee3-f69cdc594c30 None None] Provisioning complete for port 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:04.383352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e87b656b-1cfe-4ae5-bee3-f69cdc594c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.449170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc2d66-7db3-4690-8fc3-65618fa4ebe7 req-8456a8fb-5409-47f5-bff4-11672d51f543 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:04.451743 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-80bc2d66-7db3-4690-8fc3-65618fa4ebe7 req-8456a8fb-5409-47f5-bff4-11672d51f543 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 944 time: 0.2777712 Jun 03 21:53:04.559294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e87b656b-1cfe-4ae5-bee3-f69cdc594c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.595383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e87b656b-1cfe-4ae5-bee3-f69cdc594c30 None None] For port 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:04.600527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e87b656b-1cfe-4ae5-bee3-f69cdc594c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.602363 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:04.671568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b656b-1cfe-4ae5-bee3-f69cdc594c30 None None] Pushing event updated for resources: {'Port': ['ID=6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:04.675061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e87b656b-1cfe-4ae5-bee3-f69cdc594c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:04.696523 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-80bc2d66-7db3-4690-8fc3-65618fa4ebe7 req-8f962930-7678-4161-849e-8ab7a1777cb1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c3da9ae-81f9-4d6d-853d-307a9e7c3207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330806 Jun 03 21:53:04.722387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e617b572-11ae-49ae-91d9-0c4e0abc5e7e None None] Provisioning for port b959530a-d665-4c24-97a8-185645caf4f9 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:04.729066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e617b572-11ae-49ae-91d9-0c4e0abc5e7e None None] Provisioning complete for port b959530a-d665-4c24-97a8-185645caf4f9 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:04.729066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e617b572-11ae-49ae-91d9-0c4e0abc5e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.791612 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e617b572-11ae-49ae-91d9-0c4e0abc5e7e None None] Port b959530a-d665-4c24-97a8-185645caf4f9 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:53:04.837640 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.843664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.844952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:04.848808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-85233e69-8fbe-4365-aebb-67f9d924c340 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:04.952611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=b959530a-d665-4c24-97a8-185645caf4f9,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:05.000302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:05.025352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ab678-352c-4b76-9dc1-b9d7e079782b req-215c50d0-58bc-43a7-b3da-9c0215d33e75 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:05.027081 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f50ab678-352c-4b76-9dc1-b9d7e079782b req-215c50d0-58bc-43a7-b3da-9c0215d33e75 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 945 time: 0.0843213 Jun 03 21:53:05.051489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:05.052675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:05.091580 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f50ab678-352c-4b76-9dc1-b9d7e079782b req-b8f4aade-8e76-4b4e-a4fd-fb7a3ead5426 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521791 Jun 03 21:53:05.318739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Router 7725aec9-7e0b-4285-8df0-9f28f58b2cd6 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:53:05.320072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9477bb90-c6af-45df-8f7b-882b7f9ed885 None None] Provisioning complete for port b959530a-d665-4c24-97a8-185645caf4f9 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:05.320519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9477bb90-c6af-45df-8f7b-882b7f9ed885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:05.330305 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e0a5-75db-4ca8-b387-a033cd4dd978 req-d121d4b9-9418-430d-924b-86fbc4458e9c tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:05.331814 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ffc9e0a5-75db-4ca8-b387-a033cd4dd978 req-d121d4b9-9418-430d-924b-86fbc4458e9c tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 945 time: 0.1161635 Jun 03 21:53:05.383759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9477bb90-c6af-45df-8f7b-882b7f9ed885 None None] Port b959530a-d665-4c24-97a8-185645caf4f9 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:53:05.504693 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ffc9e0a5-75db-4ca8-b387-a033cd4dd978 req-cde499e9-faad-43ae-b675-996999bd5922 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1658070 Jun 03 21:53:05.526704 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:53:05.529518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55708) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:05.531746 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "PUT /v2.0/routers/7725aec9-7e0b-4285-8df0-9f28f58b2cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5607536 Jun 03 21:53:05.534266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55710) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:05.538845 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Sync routers for ids ['7725aec9-7e0b-4285-8df0-9f28f58b2cd6'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:53:05.549231 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Routers {'7725aec9-7e0b-4285-8df0-9f28f58b2cd6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:05.549856 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7725aec9-7e0b-4285-8df0-9f28f58b2cd6'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:05.612629 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26e0d7c-8c5f-49af-9fe0-b0d95fb3cf43 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:05.613433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a26e0d7c-8c5f-49af-9fe0-b0d95fb3cf43 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:05.614815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ca757a-fbcd-47a1-b55e-62cb94343678 tempest-TestVolumeBootPattern-1576588184 tempest-TestVolumeBootPattern-1576588184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:05.615552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-48ca757a-fbcd-47a1-b55e-62cb94343678 tempest-TestVolumeBootPattern-1576588184 tempest-TestVolumeBootPattern-1576588184-project-admin] Synchronizing usage tracker for tenant:58027f9dd6b64d34a19e163098cf33f2 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:05.631943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a26e0d7c-8c5f-49af-9fe0-b0d95fb3cf43 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:05.633457 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a26e0d7c-8c5f-49af-9fe0-b0d95fb3cf43 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports/b959530a-d665-4c24-97a8-185645caf4f9 HTTP/1.1" status: 200 len: 911 time: 0.0980756 Jun 03 21:53:05.635763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55712) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:05.646185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-48ca757a-fbcd-47a1-b55e-62cb94343678 tempest-TestVolumeBootPattern-1576588184 tempest-TestVolumeBootPattern-1576588184-project-admin] Unset dirty status for tenant:58027f9dd6b64d34a19e163098cf33f2 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:05.651254 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-48ca757a-fbcd-47a1-b55e-62cb94343678 tempest-TestVolumeBootPattern-1576588184 tempest-TestVolumeBootPattern-1576588184-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 1093 time: 0.1204884 Jun 03 21:53:05.653864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 0902a664-3b0c-41c7-9b0a-feb141e69739 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:53:05.657318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55714) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:05.664870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:05.680354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:05.686528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Usage tracker for resource:floatingip and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:05.693023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:05.695697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:05.705647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:05.711212 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Set router 7725aec9-7e0b-4285-8df0-9f28f58b2cd6 gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:05.724383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:05.769566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e695a24-1d39-40ba-a7b0-cd64fea48374 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:05.776284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e695a24-1d39-40ba-a7b0-cd64fea48374 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:05.778426 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5e695a24-1d39-40ba-a7b0-cd64fea48374 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1412718 Jun 03 21:53:05.781480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55718) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:05.896361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:05.934938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:05.935341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.019727 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 0902a664-3b0c-41c7-9b0a-feb141e69739, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=0902a664-3b0c-41c7-9b0a-feb141e69739,segment=NetworkSegment(862b8d9b-3c79-459b-9738-0772d2290130),segment_id=862b8d9b-3c79-459b-9738-0772d2290130)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:06.040466 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'port_id': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'mac_address': 'fa:16:3e:ac:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:53:06.095263 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7725aec9-7e0b-4285-8df0-9f28f58b2cd6', 'name': 'tempest-NetworksTestDHCPv6-router-803063574', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:01Z', 'updated_at': '2021-06-03T21:53:04Z', 'revision_number': 2, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'gw_port_host': None, '_interfaces': [{'id': 'b959530a-d665-4c24-97a8-185645caf4f9', 'name': '', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'mac_address': 'fa:16:3e:9a:a6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7725aec9-7e0b-4285-8df0-9f28f58b2cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'c75adc29-745d-47dd-99a1-084cc5221601', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:03Z', 'updated_at': '2021-06-03T21:53:04Z', 'revision_number': 2, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'subnets': [{'id': 'c75adc29-745d-47dd-99a1-084cc5221601', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:06.112484 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Checking router: 7725aec9-7e0b-4285-8df0-9f28f58b2cd6 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:53:06.112879 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Updating router 7725aec9-7e0b-4285-8df0-9f28f58b2cd6 port b959530a-d665-4c24-97a8-185645caf4f9 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:53:06.153995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.172252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0902a664-3b0c-41c7-9b0a-feb141e69739 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:53:06.183683 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.192321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 0902a664-3b0c-41c7-9b0a-feb141e69739, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=0902a664-3b0c-41c7-9b0a-feb141e69739,segment=NetworkSegment(862b8d9b-3c79-459b-9738-0772d2290130),segment_id=862b8d9b-3c79-459b-9738-0772d2290130)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:06.200183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.202231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:06.285653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=0902a664-3b0c-41c7-9b0a-feb141e69739,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:06.289895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:06.297283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519c497-f95a-4cc6-83b1-5d4a62aa7b62 req-0602cf53-0e3b-4200-a971-cc7fe0d68df9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:06.298938 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6519c497-f95a-4cc6-83b1-5d4a62aa7b62 req-0602cf53-0e3b-4200-a971-cc7fe0d68df9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 944 time: 0.3537526 Jun 03 21:53:06.306313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Allocated IP 172.26.3.170 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/a7f6034f-aee3-4116-98f5-a267bbeed16f) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:06.390652 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6519c497-f95a-4cc6-83b1-5d4a62aa7b62 req-3b8c8c87-9917-4923-8f4a-99645c447256 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c3da9ae-81f9-4d6d-853d-307a9e7c3207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856020 Jun 03 21:53:06.504440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.505287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.513064 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['0902a664-3b0c-41c7-9b0a-feb141e69739'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:53:06.550216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.556969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5881ad5e-e63e-497f-9c78-29fa2ad05d71 tempest-RoutersIpV6AdminTest-889510961 tempest-RoutersIpV6AdminTest-889510961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:06.608973 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.622986 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Transition to ACTIVE for port object b959530a-d665-4c24-97a8-185645caf4f9 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:06.631402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:06.631687 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.634849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:06.644367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:06.646007 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:06.716526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'Port': ['ID=a7f6034f-aee3-4116-98f5-a267bbeed16f,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:06.799707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:06.867341 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Attempting to bind port b959530a-d665-4c24-97a8-185645caf4f9 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:06.867757 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Attempting to bind port b959530a-d665-4c24-97a8-185645caf4f9 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:06.868398 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Attempting to bind port b959530a-d665-4c24-97a8-185645caf4f9 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:06.875820 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:06.876285 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:06.876656 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.877053 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:06.877773 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Bound port: b959530a-d665-4c24-97a8-185645caf4f9, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:06.877919 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:06.918784 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b3c5f-276e-4316-80d7-dc08cebbbd73 None None] Pushing event updated for resources: {'Port': ['ID=b959530a-d665-4c24-97a8-185645caf4f9,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:06.927004 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-e22b3c5f-276e-4316-80d7-dc08cebbbd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:06.952537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port b959530a-d665-4c24-97a8-185645caf4f9 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:06.952931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.060342 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] For port b959530a-d665-4c24-97a8-185645caf4f9, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:07.064275 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] For port b959530a-d665-4c24-97a8-185645caf4f9, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b959530a-d665-4c24-97a8-185645caf4f9,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:07.069632 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.073981 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-7955ef44-3334-4209-a5af-01f5c1928c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:07.132548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.161574 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Routers {'7725aec9-7e0b-4285-8df0-9f28f58b2cd6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:07.162393 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7725aec9-7e0b-4285-8df0-9f28f58b2cd6'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:07.223435 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b3c5f-276e-4316-80d7-dc08cebbbd73 None None] Pushing event updated for resources: {'Port': ['ID=b959530a-d665-4c24-97a8-185645caf4f9,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:07.228313 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-e22b3c5f-276e-4316-80d7-dc08cebbbd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:07.238714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.274846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for b959530a-d665-4c24-97a8-185645caf4f9 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:07.323214 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] Set router 7725aec9-7e0b-4285-8df0-9f28f58b2cd6 gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:07.335302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.588645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.598430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.603906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5286fe57-76e3-4d14-b6fc-c925956f4493 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:07.611007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.615197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:07.672333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 0902a664-3b0c-41c7-9b0a-feb141e69739 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:07.689208 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7725aec9-7e0b-4285-8df0-9f28f58b2cd6', 'name': 'tempest-NetworksTestDHCPv6-router-803063574', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:01Z', 'updated_at': '2021-06-03T21:53:04Z', 'revision_number': 2, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'gw_port_host': None, '_interfaces': [{'id': 'b959530a-d665-4c24-97a8-185645caf4f9', 'name': '', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'mac_address': 'fa:16:3e:9a:a6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7725aec9-7e0b-4285-8df0-9f28f58b2cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'c75adc29-745d-47dd-99a1-084cc5221601', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:03Z', 'updated_at': '2021-06-03T21:53:07Z', 'revision_number': 4, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'subnets': [{'id': 'c75adc29-745d-47dd-99a1-084cc5221601', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:07.693855 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ea6c2-4072-41e0-b699-8b0f73f71273 None None] The sync data for ids ['7725aec9-7e0b-4285-8df0-9f28f58b2cd6'] in dv-neutron-792998-2-hyperv is: [{'id': '7725aec9-7e0b-4285-8df0-9f28f58b2cd6', 'name': 'tempest-NetworksTestDHCPv6-router-803063574', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:01Z', 'updated_at': '2021-06-03T21:53:04Z', 'revision_number': 2, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'gw_port_host': None, '_interfaces': [{'id': 'b959530a-d665-4c24-97a8-185645caf4f9', 'name': '', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'mac_address': 'fa:16:3e:9a:a6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7725aec9-7e0b-4285-8df0-9f28f58b2cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'c75adc29-745d-47dd-99a1-084cc5221601', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:53:03Z', 'updated_at': '2021-06-03T21:53:07Z', 'revision_number': 4, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'subnets': [{'id': 'c75adc29-745d-47dd-99a1-084cc5221601', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:53:07.740542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=b959530a-d665-4c24-97a8-185645caf4f9,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:07.753998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:07.754501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:07.754777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:07.755110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:07.755493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:07.755867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:07.756232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:07.756594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:07.756961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:07.757325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:07.757686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:07.758052 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:07.771271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'Port': ['ID=a7f6034f-aee3-4116-98f5-a267bbeed16f,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:07.773967 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 0902a664-3b0c-41c7-9b0a-feb141e69739 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:07.780508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:07.780657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 0902a664-3b0c-41c7-9b0a-feb141e69739 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:07.781055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.783642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.799029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:07.948551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.974813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:07.982754 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0902a664-3b0c-41c7-9b0a-feb141e69739'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:53:07.986063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75283f4-4d62-43c4-b996-44262cba8791" -d '{"events": [{"server_uuid": "64a1468f-c94c-4f14-83db-c07eed48c17c", "name": "network-vif-plugged", "status": "completed", "tag": "0902a664-3b0c-41c7-9b0a-feb141e69739"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:53:07.996442 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Floating IP e1bb4c2d-cd3d-47ae-82fd-8ad4141135db associated. External IP: 172.26.3.170, port: 68909855-106f-4dc3-b9bc-7ef36f84ffbe. Jun 03 21:53:08.000941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 0902a664-3b0c-41c7-9b0a-feb141e69739, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=0902a664-3b0c-41c7-9b0a-feb141e69739,segment=NetworkSegment(862b8d9b-3c79-459b-9738-0772d2290130),segment_id=862b8d9b-3c79-459b-9738-0772d2290130)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:08.008817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:08.012486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-db9a436f-3ff0-4f16-8492-de5cff0c76c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:08.115904 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2873fdeb-5d2e-4e69-aab5-476bcb1604ff x-openstack-request-id: req-2873fdeb-5d2e-4e69-aab5-476bcb1604ff {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:53:08.116449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1468f-c94c-4f14-83db-c07eed48c17c", "name": "network-vif-plugged", "status": "completed", "tag": "0902a664-3b0c-41c7-9b0a-feb141e69739", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:53:08.116798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2873fdeb-5d2e-4e69-aab5-476bcb1604ff {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:53:08.117332 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'code': 200} Jun 03 21:53:08.136245 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=0902a664-3b0c-41c7-9b0a-feb141e69739,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:08.156667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:08.456676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a95043-7aa6-466f-b3e5-48cd7a8fdfd2 req-835cc034-cd5c-4d43-af1a-5f8dd5c4f726 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:08.458264 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-97a95043-7aa6-466f-b3e5-48cd7a8fdfd2 req-835cc034-cd5c-4d43-af1a-5f8dd5c4f726 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 945 time: 0.7255371 Jun 03 21:53:08.580642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Router 7725aec9-7e0b-4285-8df0-9f28f58b2cd6 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:53:08.592286 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-97a95043-7aa6-466f-b3e5-48cd7a8fdfd2 req-313884c4-da66-481b-8262-9f71c45e6ca8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c3da9ae-81f9-4d6d-853d-307a9e7c3207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229856 Jun 03 21:53:08.610114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Router 852748e3-944e-4f14-bdb5-f13b9e3d169c has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:53:08.669963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1a9d-6232-4a15-817f-ef06241389b1 req-e05845c7-3716-46eb-98d8-c663e6233235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:08.671510 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1e4a1a9d-6232-4a15-817f-ef06241389b1 req-e05845c7-3716-46eb-98d8-c663e6233235 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 1099 time: 0.3492446 Jun 03 21:53:08.762184 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:53:08.787633 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1e4a1a9d-6232-4a15-817f-ef06241389b1 req-3ee8c0b9-a811-402c-9640-876e8bc3cad8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4c3da9ae-81f9-4d6d-853d-307a9e7c3207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072383 Jun 03 21:53:08.800398 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "PUT /v2.0/routers/7725aec9-7e0b-4285-8df0-9f28f58b2cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0167377 Jun 03 21:53:08.802632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55724) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:08.813208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:53:08.824686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364d591-958a-419d-b98c-6be643c9903a None None] Sync routers for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:53:08.835983 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364d591-958a-419d-b98c-6be643c9903a None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:08.836610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e364d591-958a-419d-b98c-6be643c9903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:08.842010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:08.870560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60000c5d-7b91-413d-99a0-56fa8f8aa3a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:08.872248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60000c5d-7b91-413d-99a0-56fa8f8aa3a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:08.872992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-60000c5d-7b91-413d-99a0-56fa8f8aa3a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:08.890705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-60000c5d-7b91-413d-99a0-56fa8f8aa3a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:08.892141 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-60000c5d-7b91-413d-99a0-56fa8f8aa3a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0884287 Jun 03 21:53:08.894816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55726) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:08.915496 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2485406 Jun 03 21:53:08.915496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'tag': '68909855-106f-4dc3-b9bc-7ef36f84ffbe'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:53:08.915496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d953831-12c3-4b82-a56d-e8bf57a6d597" -d '{"events": [{"name": "network-changed", "server_uuid": "42fb6f75-dbf7-48ec-a1ab-99d64e17cf20", "tag": "68909855-106f-4dc3-b9bc-7ef36f84ffbe"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:53:08.956600 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b8d84f-b9bd-4be5-831f-7fdf3ccefe37 x-openstack-request-id: req-b7b8d84f-b9bd-4be5-831f-7fdf3ccefe37 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:53:08.958934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fb6f75-dbf7-48ec-a1ab-99d64e17cf20", "tag": "68909855-106f-4dc3-b9bc-7ef36f84ffbe", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:53:08.959683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b7b8d84f-b9bd-4be5-831f-7fdf3ccefe37 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:53:08.960157 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'tag': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'status': 'completed', 'code': 200} Jun 03 21:53:08.989708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-25608ae4-c69b-4239-8cff-2066b0577df6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet c75adc29-745d-47dd-99a1-084cc5221601 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:08.993241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-25608ae4-c69b-4239-8cff-2066b0577df6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:09.075957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-e364d591-958a-419d-b98c-6be643c9903a None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:09.092694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-25608ae4-c69b-4239-8cff-2066b0577df6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:09.181703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d953831-12c3-4b82-a56d-e8bf57a6d597 req-060b1ce1-1b13-416f-be63-7d532911fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:09.183171 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5d953831-12c3-4b82-a56d-e8bf57a6d597 req-060b1ce1-1b13-416f-be63-7d532911fcd8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 1098 time: 0.1612902 Jun 03 21:53:09.236899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-25608ae4-c69b-4239-8cff-2066b0577df6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:09.304728 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee5cbb-2973-4b7b-ad95-1044e11c34c3 None None] Sync routers for ids ['7725aec9-7e0b-4285-8df0-9f28f58b2cd6'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:53:09.318018 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee5cbb-2973-4b7b-ad95-1044e11c34c3 None None] Routers {'7725aec9-7e0b-4285-8df0-9f28f58b2cd6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:09.318746 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-49ee5cbb-2973-4b7b-ad95-1044e11c34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7725aec9-7e0b-4285-8df0-9f28f58b2cd6'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:09.454767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d953831-12c3-4b82-a56d-e8bf57a6d597 req-eb62fd65-aa34-419f-bf2a-fa93adddc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:09.456246 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5d953831-12c3-4b82-a56d-e8bf57a6d597 req-eb62fd65-aa34-419f-bf2a-fa93adddc8ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 914 time: 0.2639780 Jun 03 21:53:09.461049 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-49ee5cbb-2973-4b7b-ad95-1044e11c34c3 None None] Set router 7725aec9-7e0b-4285-8df0-9f28f58b2cd6 gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:09.517067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e364d591-958a-419d-b98c-6be643c9903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'e1bb4c2d-cd3d-47ae-82fd-8ad4141135db', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:5a:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:07Z', 'updated_at': '2021-06-03T21:53:07Z', 'revision_number': 0, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:09.521165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364d591-958a-419d-b98c-6be643c9903a None None] Checking router: 852748e3-944e-4f14-bdb5-f13b9e3d169c for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:53:09.532655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364d591-958a-419d-b98c-6be643c9903a None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:09.533285 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e364d591-958a-419d-b98c-6be643c9903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:09.572671 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-49ee5cbb-2973-4b7b-ad95-1044e11c34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7725aec9-7e0b-4285-8df0-9f28f58b2cd6', 'name': 'tempest-NetworksTestDHCPv6-router-803063574', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:01Z', 'updated_at': '2021-06-03T21:53:07Z', 'revision_number': 3, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:09.577127 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee5cbb-2973-4b7b-ad95-1044e11c34c3 None None] Checking router: 7725aec9-7e0b-4285-8df0-9f28f58b2cd6 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:53:09.588681 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee5cbb-2973-4b7b-ad95-1044e11c34c3 None None] Routers {'7725aec9-7e0b-4285-8df0-9f28f58b2cd6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:09.589423 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-49ee5cbb-2973-4b7b-ad95-1044e11c34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['7725aec9-7e0b-4285-8df0-9f28f58b2cd6'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:09.606032 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5d953831-12c3-4b82-a56d-e8bf57a6d597 req-62fbaf57-748f-4ec2-9127-5d31be24afed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68909855-106f-4dc3-b9bc-7ef36f84ffbe HTTP/1.1" status: 200 len: 999 time: 0.1418209 Jun 03 21:53:09.751752 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-49ee5cbb-2973-4b7b-ad95-1044e11c34c3 None None] Set router 7725aec9-7e0b-4285-8df0-9f28f58b2cd6 gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:09.752111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-e364d591-958a-419d-b98c-6be643c9903a None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:09.862541 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-49ee5cbb-2973-4b7b-ad95-1044e11c34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7725aec9-7e0b-4285-8df0-9f28f58b2cd6', 'name': 'tempest-NetworksTestDHCPv6-router-803063574', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:01Z', 'updated_at': '2021-06-03T21:53:07Z', 'revision_number': 3, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:09.866575 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee5cbb-2973-4b7b-ad95-1044e11c34c3 None None] The sync data for ids ['7725aec9-7e0b-4285-8df0-9f28f58b2cd6'] in dv-neutron-792998-2-hyperv is: [{'id': '7725aec9-7e0b-4285-8df0-9f28f58b2cd6', 'name': 'tempest-NetworksTestDHCPv6-router-803063574', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:53:01Z', 'updated_at': '2021-06-03T21:53:07Z', 'revision_number': 3, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d', 'gw_port_host': None}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:53:09.932618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d953831-12c3-4b82-a56d-e8bf57a6d597 req-034344b1-6f21-4968-a5a9-e981780caf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:09.934224 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5d953831-12c3-4b82-a56d-e8bf57a6d597 req-034344b1-6f21-4968-a5a9-e981780caf2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.2959604 Jun 03 21:53:09.950568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-25608ae4-c69b-4239-8cff-2066b0577df6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:09.986836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-357e211d-3055-49a4-b05c-821bdbb5529a tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:10.037734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25608ae4-c69b-4239-8cff-2066b0577df6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=c75adc29-745d-47dd-99a1-084cc5221601,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:10.042780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-25608ae4-c69b-4239-8cff-2066b0577df6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:10.045582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-25608ae4-c69b-4239-8cff-2066b0577df6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.069747 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-25608ae4-c69b-4239-8cff-2066b0577df6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/c75adc29-745d-47dd-99a1-084cc5221601 HTTP/1.1" status: 204 len: 168 time: 1.1734576 Jun 03 21:53:10.072270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55734) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:10.083567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f60fdf-e8e7-4c10-9d28-b728621f1476 req-4eff9b6d-0c6e-48e3-bee8-d0c37962951e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:10.083567 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-64f60fdf-e8e7-4c10-9d28-b728621f1476 req-4eff9b6d-0c6e-48e3-bee8-d0c37962951e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 946 time: 0.2506578 Jun 03 21:53:10.092157 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b027962-fc75-4c2d-84ba-79be65f9f3fa None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:10.142040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d953831-12c3-4b82-a56d-e8bf57a6d597 req-99072c6e-a239-43e8-ad47-8ed7d55b9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:10.143437 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5d953831-12c3-4b82-a56d-e8bf57a6d597 req-99072c6e-a239-43e8-ad47-8ed7d55b9f73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2001081 Jun 03 21:53:10.154994 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-64f60fdf-e8e7-4c10-9d28-b728621f1476 req-b73d0966-198c-460f-8a15-36839716a5ab tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c3da9ae-81f9-4d6d-853d-307a9e7c3207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653193 Jun 03 21:53:10.219880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-03eac97b-186b-48b5-b42d-713b1da3fcfd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:router {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:10.240564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-03eac97b-186b-48b5-b42d-713b1da3fcfd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:router {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:10.245136 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-03eac97b-186b-48b5-b42d-713b1da3fcfd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1688042 Jun 03 21:53:10.245136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55736) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:10.312947 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5d953831-12c3-4b82-a56d-e8bf57a6d597 req-5699e654-f11e-4a38-b838-d98be486fc4d service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611519 Jun 03 21:53:10.389551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e364d591-958a-419d-b98c-6be643c9903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'e1bb4c2d-cd3d-47ae-82fd-8ad4141135db', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:5a:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:07Z', 'updated_at': '2021-06-03T21:53:07Z', 'revision_number': 0, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:10.394712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364d591-958a-419d-b98c-6be643c9903a None None] The sync data for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv is: [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'e1bb4c2d-cd3d-47ae-82fd-8ad4141135db', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:5a:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:07Z', 'updated_at': '2021-06-03T21:53:07Z', 'revision_number': 0, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:53:10.401976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c7a00f58-0ff0-4d43-a6a7-f2d342ac85ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.477739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612aea92-622f-4924-95de-7bce27694e05 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:53:10.544324 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5d953831-12c3-4b82-a56d-e8bf57a6d597 req-4f0becee-c090-434d-a2e8-e9c89716c167 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230439 Jun 03 21:53:10.572457 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-612aea92-622f-4924-95de-7bce27694e05 None None] Deleting port 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:10.572921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-612aea92-622f-4924-95de-7bce27694e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.674558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-612aea92-622f-4924-95de-7bce27694e05 None None] For port 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:10.674802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-612aea92-622f-4924-95de-7bce27694e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.733114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c7a00f58-0ff0-4d43-a6a7-f2d342ac85ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.736349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c7a00f58-0ff0-4d43-a6a7-f2d342ac85ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.760493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c7a00f58-0ff0-4d43-a6a7-f2d342ac85ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.761304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a00f58-0ff0-4d43-a6a7-f2d342ac85ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Fanout notify agent at l3_agent the message router_deleted on router 7725aec9-7e0b-4285-8df0-9f28f58b2cd6 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:53:10.785243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c7a00f58-0ff0-4d43-a6a7-f2d342ac85ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.788923 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c7a00f58-0ff0-4d43-a6a7-f2d342ac85ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/routers/7725aec9-7e0b-4285-8df0-9f28f58b2cd6 HTTP/1.1" status: 204 len: 168 time: 0.5406606 Jun 03 21:53:10.789264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55738) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:10.803262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-612aea92-622f-4924-95de-7bce27694e05 None None] Calling delete_port for 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:10.870527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-612aea92-622f-4924-95de-7bce27694e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:10.875985 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2d86542b-0a35-4d6f-a4bc-ec84379f5330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:10.908014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1b0987-fdf2-4c58-92e6-4bbb636d4728 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:10.909001 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2a1b0987-fdf2-4c58-92e6-4bbb636d4728 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:10.925306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612aea92-622f-4924-95de-7bce27694e05 None None] Pushing event deleted for resources: {'Port': ['ID=6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:10.928825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-612aea92-622f-4924-95de-7bce27694e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:10.933311 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2a1b0987-fdf2-4c58-92e6-4bbb636d4728 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:10.933807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612aea92-622f-4924-95de-7bce27694e05 None None] No DVR routers for this DVR port 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:53:10.935654 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2a1b0987-fdf2-4c58-92e6-4bbb636d4728 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1452496 Jun 03 21:53:10.939189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55740) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:10.943435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afa0b3-8a55-4cfc-8a96-516365e5125a None None] New status for floating IP e1bb4c2d-cd3d-47ae-82fd-8ad4141135db: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:53:11.010078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd21e6-b34e-4f7e-9c4f-5d7f4be21c95 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:11.010792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-10dd21e6-b34e-4f7e-9c4f-5d7f4be21c95 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:11.030379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-10dd21e6-b34e-4f7e-9c4f-5d7f4be21c95 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:11.033895 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-10dd21e6-b34e-4f7e-9c4f-5d7f4be21c95 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0932148 Jun 03 21:53:11.036788 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55742) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:11.111734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-da043259-34d6-4888-9259-0a69eb2e67e1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:router {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:11.130795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-da043259-34d6-4888-9259-0a69eb2e67e1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:router {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:11.136933 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-da043259-34d6-4888-9259-0a69eb2e67e1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947499 Jun 03 21:53:11.138807 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55744) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:11.148421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:11.473006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:11.485978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:11.511064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:11.514650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:11.542810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c1d8-7410-4147-bea8-3753a2fdd939 req-614280a8-c403-4f47-a4cd-d2e29bcf2053 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:11.544265 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dd36c1d8-7410-4147-bea8-3753a2fdd939 req-614280a8-c403-4f47-a4cd-d2e29bcf2053 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 946 time: 0.1438220 Jun 03 21:53:11.646680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b959530a-d665-4c24-97a8-185645caf4f9 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:53:11.672990 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dd36c1d8-7410-4147-bea8-3753a2fdd939 req-aa8bc044-e8ce-43bf-8a42-a911530d174a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c3da9ae-81f9-4d6d-853d-307a9e7c3207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132178 Jun 03 21:53:11.685247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: b959530a-d665-4c24-97a8-185645caf4f9 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:53:11.685562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b959530a-d665-4c24-97a8-185645caf4f9 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:53:11.686027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:53:11.720236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:53:11.720639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 6cc6dcff-0804-4c0d-a9d5-8bf7b72d06d6 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:53:11.872880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3e2c8-8fda-43bc-bded-1d3ce9e5da08 req-39533e1e-14ec-4aaa-b2c4-c52a289ee075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:11.874340 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2cc3e2c8-8fda-43bc-bded-1d3ce9e5da08 req-39533e1e-14ec-4aaa-b2c4-c52a289ee075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 946 time: 0.0921879 Jun 03 21:53:11.925794 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2cc3e2c8-8fda-43bc-bded-1d3ce9e5da08 req-12953345-57fc-4410-a01e-9dcc2c33c2cd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c3da9ae-81f9-4d6d-853d-307a9e7c3207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444040 Jun 03 21:53:11.948614 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55750) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:12.029468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be347d47-d0a8-4439-a0a1-1ce8540c7e3b tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:12.032056 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-be347d47-d0a8-4439-a0a1-1ce8540c7e3b tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 1094 time: 0.0815966 Jun 03 21:53:12.034317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55752) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:12.038867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:12.045157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:12.049863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:floatingip and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:12.052853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:12.058665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:12.067984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.objects.ports [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104396) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:53:12.069792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:12.071422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:12.074552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a6f1b654-25f0-4f9b-8f12-87970abe46ba tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:12.128063 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:12.131371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:12.142465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d221f0c1-3588-44f3-8b83-b2de8d9cd284 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:12.144642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:12.145236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:12.152709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=a10d8654-7a67-43d0-b709-3a0f0f0830c0,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:12.166833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.167268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.167727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.168118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.168482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.168847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.169326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.169564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.169924 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.170278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.170630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.170979 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:12.177748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:12.195949 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55754) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:12.196312 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0559325 Jun 03 21:53:12.201220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:12.349585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:12.391119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': 'a10d8654-7a67-43d0-b709-3a0f0f0830c0'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:53:12.392059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:12.394751 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:12.407448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:12.413450 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:12.427299 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:12.449462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:12.453139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:12.552905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Allocated IP 2001:db8::f816:3eff:fe78:c2fd (1dba7523-f1ba-457a-be10-44fa003aff73/a10d8654-7a67-43d0-b709-3a0f0f0830c0/c88a723b-0391-4525-a462-7ad1adfaf7d2) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:12.614832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.155 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/b5837f8d-117f-4b1b-9a12-0e94b90ae844) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:12.772176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:12.785768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Transition to ACTIVE for port object c88a723b-0391-4525-a462-7ad1adfaf7d2 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:12.807661 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Transition to ACTIVE for port object c88a723b-0391-4525-a462-7ad1adfaf7d2 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:12.814416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:12.818402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f4c512f9-d2d0-46ed-8e86-90ff696dea13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:12.875837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:12.878761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:12.887609 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:12.894596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Pushing event updated for resources: {'Port': ['ID=c88a723b-0391-4525-a462-7ad1adfaf7d2,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:12.899120 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:12.986051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Attempting to bind port c88a723b-0391-4525-a462-7ad1adfaf7d2 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:12.986715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Attempting to bind port c88a723b-0391-4525-a462-7ad1adfaf7d2 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:12.987079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Attempting to bind port c88a723b-0391-4525-a462-7ad1adfaf7d2 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:12.992440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:12.992817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:12.993223 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:12.993616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:12.994086 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Bound port: c88a723b-0391-4525-a462-7ad1adfaf7d2, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:12.994457 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:12.995855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:13.071026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:13.075297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-973899f6-f070-40fc-a676-0732d217f822 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:13.095289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] For port c88a723b-0391-4525-a462-7ad1adfaf7d2, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:13.098672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] For port c88a723b-0391-4525-a462-7ad1adfaf7d2, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c88a723b-0391-4525-a462-7ad1adfaf7d2,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:13.108211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:13.112910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d8c7ba2d-094f-4104-91c5-3ba8356537f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:13.182505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:13.188734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=b5837f8d-117f-4b1b-9a12-0e94b90ae844,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:13.191438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:13.193422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:13.196937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:13.204233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Pushing event updated for resources: {'Port': ['ID=c88a723b-0391-4525-a462-7ad1adfaf7d2,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:13.207379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:13.682793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:13.692183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c88a723b-0391-4525-a462-7ad1adfaf7d2 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:13.696846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4c31d7e2-5c81-46c3-9fb2-0bb5d452c8ba tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:13.769165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c88a723b-0391-4525-a462-7ad1adfaf7d2 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:13.773953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:13.778534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:13.794977 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=41a523eb-6b54-44e9-8cf5-afd666eeec64,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:13.800245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:13.802980 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:13.803588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:13.855948 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6588728 Jun 03 21:53:13.859177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55756) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:13.865847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'mac_address': 'fa:16:3e:c5:b2:92', 'name': 'tempest-NetworksTestDHCPv6-1045484876'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:13.882897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:13.975246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.030803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:14.035766 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:14.038804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:14.045263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:14.060130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:14.165699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad680c-bab7-46c1-955f-3d795b891e94 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:14.200382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.211791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.217838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.223819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:14.234390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port 15c3dde7-842b-48ff-b95e-0e521bf85848 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:53:14.287775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-eb59a2d9-e195-4184-8078-3a71eff45156 None None] Provisioning for port c88a723b-0391-4525-a462-7ad1adfaf7d2 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:14.304032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-eb59a2d9-e195-4184-8078-3a71eff45156 None None] Provisioning complete for port c88a723b-0391-4525-a462-7ad1adfaf7d2 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:14.304404 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eb59a2d9-e195-4184-8078-3a71eff45156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.341431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=b5837f8d-117f-4b1b-9a12-0e94b90ae844,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:14.352659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:14.360401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.460936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 172.20.0.3 (1dba7523-f1ba-457a-be10-44fa003aff73/41a523eb-6b54-44e9-8cf5-afd666eeec64/15c3dde7-842b-48ff-b95e-0e521bf85848) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:14.467338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::f816:3eff:fec5:b292 (1dba7523-f1ba-457a-be10-44fa003aff73/a10d8654-7a67-43d0-b709-3a0f0f0830c0/15c3dde7-842b-48ff-b95e-0e521bf85848) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:14.547823 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 84d4859d-8054-4db9-9dd4-7e673cc58cb7 associated. External IP: 172.26.3.155, port: 0902a664-3b0c-41c7-9b0a-feb141e69739. Jun 03 21:53:14.561614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eb59a2d9-e195-4184-8078-3a71eff45156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.604703 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-eb59a2d9-e195-4184-8078-3a71eff45156 None None] For port c88a723b-0391-4525-a462-7ad1adfaf7d2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c88a723b-0391-4525-a462-7ad1adfaf7d2,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:14.612643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eb59a2d9-e195-4184-8078-3a71eff45156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.617386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-79312bc6-e87b-4716-9911-2257c125f91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:14.700136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59a2d9-e195-4184-8078-3a71eff45156 None None] Pushing event updated for resources: {'Port': ['ID=c88a723b-0391-4525-a462-7ad1adfaf7d2,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:14.701528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.703997 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-eb59a2d9-e195-4184-8078-3a71eff45156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:14.720759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 15c3dde7-842b-48ff-b95e-0e521bf85848 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:14.749829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.757442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:14.793346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Update dhcp port {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': 'a10d8654-7a67-43d0-b709-3a0f0f0830c0', 'ip_address': '2001:db8::f816:3eff:fe78:c2fd'}, {'subnet_id': '41a523eb-6b54-44e9-8cf5-afd666eeec64'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': 'c88a723b-0391-4525-a462-7ad1adfaf7d2'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:53:14.821105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:14.824240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:14.833903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:14.859076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.869581 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=15c3dde7-842b-48ff-b95e-0e521bf85848,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:14.873718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:14.904846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:14.905455 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:14.932283 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0707874 Jun 03 21:53:14.934678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55758) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:15.019976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d518abf5-3264-4b7c-b2a5-db2c8eb2d64c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:15.026267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d518abf5-3264-4b7c-b2a5-db2c8eb2d64c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:15.027076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d518abf5-3264-4b7c-b2a5-db2c8eb2d64c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:15.046898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d518abf5-3264-4b7c-b2a5-db2c8eb2d64c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:15.051309 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d518abf5-3264-4b7c-b2a5-db2c8eb2d64c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1132507 Jun 03 21:53:15.051734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55760) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:15.074613 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Allocated IP 172.20.0.2 (1dba7523-f1ba-457a-be10-44fa003aff73/41a523eb-6b54-44e9-8cf5-afd666eeec64/c88a723b-0391-4525-a462-7ad1adfaf7d2) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:15.101873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router ac23b94f-27d3-49cc-88e8-2c68356e3189 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:53:15.207338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e9336-64f1-4c59-a903-cc9b9d4790b5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 15c3dde7-842b-48ff-b95e-0e521bf85848 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:15.207746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1c3e9336-64f1-4c59-a903-cc9b9d4790b5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:15.237265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] For port c88a723b-0391-4525-a462-7ad1adfaf7d2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c88a723b-0391-4525-a462-7ad1adfaf7d2,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:15.277821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:15.297632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Transition to ACTIVE for port object c88a723b-0391-4525-a462-7ad1adfaf7d2 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:15.302945 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:15.304715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:53:15.310191 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-038c38bd-5244-4a5a-a804-ae8d7d4bf008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:15.316555 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2855c-45b8-42a0-a999-b36510671243 None None] Sync routers for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:53:15.326717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:15.329614 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a2855c-45b8-42a0-a999-b36510671243 None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:15.330925 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c5a2855c-45b8-42a0-a999-b36510671243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:15.403728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1c3e9336-64f1-4c59-a903-cc9b9d4790b5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:15.407599 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3722093 Jun 03 21:53:15.408953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'tag': '0902a664-3b0c-41c7-9b0a-feb141e69739'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:53:15.411746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc92f6a-ff23-4491-ad2a-619e0571cbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1468f-c94c-4f14-83db-c07eed48c17c", "tag": "0902a664-3b0c-41c7-9b0a-feb141e69739"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:53:15.414052 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55762) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:15.469783 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Pushing event updated for resources: {'Port': ['ID=c88a723b-0391-4525-a462-7ad1adfaf7d2,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:15.478262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:15.478624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:15.478964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:15.479302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:15.479673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:15.480056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:15.480372 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:15.480715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:15.481036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:15.481356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:15.481693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:15.482007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:53:15.487038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:15.517588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1eac60-f380-4dc1-93dc-339da0fcf6b7 x-openstack-request-id: req-5e1eac60-f380-4dc1-93dc-339da0fcf6b7 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:53:15.517909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1468f-c94c-4f14-83db-c07eed48c17c", "tag": "0902a664-3b0c-41c7-9b0a-feb141e69739", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:53:15.518205 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5e1eac60-f380-4dc1-93dc-339da0fcf6b7 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:53:15.518637 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'tag': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'status': 'completed', 'code': 200} Jun 03 21:53:15.602058 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-350f42ab-33ca-493c-a366-7af5d7e4f66d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/84d4859d-8054-4db9-9dd4-7e673cc58cb7 HTTP/1.1" status: 200 len: 992 time: 0.1851969 Jun 03 21:53:15.620820 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-c5a2855c-45b8-42a0-a999-b36510671243 None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:15.645539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc92f6a-ff23-4491-ad2a-619e0571cbc5 req-14249211-e104-4ee3-8d2c-630c578721b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:15.647218 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1bc92f6a-ff23-4491-ad2a-619e0571cbc5 req-14249211-e104-4ee3-8d2c-630c578721b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 1099 time: 0.1105411 Jun 03 21:53:15.700793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e9336-64f1-4c59-a903-cc9b9d4790b5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 15c3dde7-842b-48ff-b95e-0e521bf85848 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:15.713360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c88a723b-0391-4525-a462-7ad1adfaf7d2 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:15.855883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc92f6a-ff23-4491-ad2a-619e0571cbc5 req-d34cda95-1c29-4502-acc7-464c0eac50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:15.857450 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1bc92f6a-ff23-4491-ad2a-619e0571cbc5 req-d34cda95-1c29-4502-acc7-464c0eac50e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 HTTP/1.1" status: 200 len: 899 time: 0.2034304 Jun 03 21:53:16.024857 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1bc92f6a-ff23-4491-ad2a-619e0571cbc5 req-84fa775e-df6d-4eac-92c0-a101b20d8e8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0902a664-3b0c-41c7-9b0a-feb141e69739 HTTP/1.1" status: 200 len: 1000 time: 0.1602876 Jun 03 21:53:16.051620 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c5a2855c-45b8-42a0-a999-b36510671243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:52:47Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '84d4859d-8054-4db9-9dd4-7e673cc58cb7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'port_id': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'mac_address': 'fa:16:3e:ac:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:13Z', 'updated_at': '2021-06-03T21:53:13Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:16.056247 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2855c-45b8-42a0-a999-b36510671243 None None] Checking router: ac23b94f-27d3-49cc-88e8-2c68356e3189 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:53:16.067000 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a2855c-45b8-42a0-a999-b36510671243 None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:53:16.067675 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c5a2855c-45b8-42a0-a999-b36510671243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:52:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:16.091476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1c3e9336-64f1-4c59-a903-cc9b9d4790b5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:16.111752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-40fd7eef-58fd-4415-8fc7-82f5585d464f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:16.128948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc92f6a-ff23-4491-ad2a-619e0571cbc5 req-1e3f9a12-47c3-4d72-90ca-55326cb32a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:16.130831 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1bc92f6a-ff23-4491-ad2a-619e0571cbc5 req-1e3f9a12-47c3-4d72-90ca-55326cb32a14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c32b018-b12c-4a68-8b4f-8b82540b7a83 HTTP/1.1" status: 200 len: 835 time: 0.0984759 Jun 03 21:53:16.163595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e9336-64f1-4c59-a903-cc9b9d4790b5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=15c3dde7-842b-48ff-b95e-0e521bf85848,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:16.198265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1c3e9336-64f1-4c59-a903-cc9b9d4790b5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:16.253667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc92f6a-ff23-4491-ad2a-619e0571cbc5 req-549ab13c-ae5a-48c5-9ca4-575258daf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:16.255359 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1bc92f6a-ff23-4491-ad2a-619e0571cbc5 req-549ab13c-ae5a-48c5-9ca4-575258daf3ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1140358 Jun 03 21:53:16.281289 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-c5a2855c-45b8-42a0-a999-b36510671243 None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:53:16.336283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1c3e9336-64f1-4c59-a903-cc9b9d4790b5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:16.356919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-867a7067-4b8a-4f6f-a91b-fed8907c600a None None] Provisioning for port c88a723b-0391-4525-a462-7ad1adfaf7d2 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:16.358597 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1c3e9336-64f1-4c59-a903-cc9b9d4790b5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/15c3dde7-842b-48ff-b95e-0e521bf85848 HTTP/1.1" status: 204 len: 168 time: 1.3047612 Jun 03 21:53:16.359730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55768) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:16.369727 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-867a7067-4b8a-4f6f-a91b-fed8907c600a None None] Provisioning complete for port c88a723b-0391-4525-a462-7ad1adfaf7d2 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:16.370148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-867a7067-4b8a-4f6f-a91b-fed8907c600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:16.465214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79445c6-363d-4f02-b76e-e2ae030ae320 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:16.466870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79445c6-363d-4f02-b76e-e2ae030ae320 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:16.468593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79445c6-363d-4f02-b76e-e2ae030ae320 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:16.469494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e79445c6-363d-4f02-b76e-e2ae030ae320 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:16.488374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e79445c6-363d-4f02-b76e-e2ae030ae320 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:16.494392 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e79445c6-363d-4f02-b76e-e2ae030ae320 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1328440 Jun 03 21:53:16.496014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55770) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:16.517681 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1bc92f6a-ff23-4491-ad2a-619e0571cbc5 req-c182a816-65db-48ad-a854-f29ea0d4e966 service neutron] 10.222.0.24 "GET /v2.0/networks/e0e8af36-fc1e-45d6-a244-69d4d79ba7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548456 Jun 03 21:53:16.609727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-6053814e-3538-485d-a18f-d01da4dbf6c3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 41a523eb-6b54-44e9-8cf5-afd666eeec64 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:16.613260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6053814e-3538-485d-a18f-d01da4dbf6c3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:16.648501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55774) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:16.682944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d03621ef-0d72-485d-9f18-673c598347d2 None None] Could not find standard attr ID for object 15c3dde7-842b-48ff-b95e-0e521bf85848. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:53:16.683831 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c5a2855c-45b8-42a0-a999-b36510671243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:52:47Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '84d4859d-8054-4db9-9dd4-7e673cc58cb7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'port_id': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'mac_address': 'fa:16:3e:ac:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:13Z', 'updated_at': '2021-06-03T21:53:13Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:53:16.689264 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2855c-45b8-42a0-a999-b36510671243 None None] The sync data for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv is: [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:52:47Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '84d4859d-8054-4db9-9dd4-7e673cc58cb7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'port_id': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'mac_address': 'fa:16:3e:ac:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:13Z', 'updated_at': '2021-06-03T21:53:13Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:53:16.795315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6053814e-3538-485d-a18f-d01da4dbf6c3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:16.829196 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-40430375-0764-4393-9aba-f47c12fe3616 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/84d4859d-8054-4db9-9dd4-7e673cc58cb7 HTTP/1.1" status: 200 len: 992 time: 0.1777236 Jun 03 21:53:16.903988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6053814e-3538-485d-a18f-d01da4dbf6c3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:16.916822 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1bc92f6a-ff23-4491-ad2a-619e0571cbc5 req-32edc40c-d8c2-48eb-a906-a887de002d98 service neutron] 10.222.0.24 "GET /v2.0/networks/e0e8af36-fc1e-45d6-a244-69d4d79ba7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922374 Jun 03 21:53:16.952669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55314ebb-eded-498c-ace7-2e494f19fe6a None None] New status for floating IP 84d4859d-8054-4db9-9dd4-7e673cc58cb7: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:53:17.198381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6053814e-3538-485d-a18f-d01da4dbf6c3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:17.202080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-39c825ac-623c-4c4e-bbe8-8c1251b38024 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:17.249255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053814e-3538-485d-a18f-d01da4dbf6c3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=41a523eb-6b54-44e9-8cf5-afd666eeec64,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:17.252880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6053814e-3538-485d-a18f-d01da4dbf6c3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:17.254104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6053814e-3538-485d-a18f-d01da4dbf6c3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:17.261834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d781ab58-4213-4d15-b380-33d660740e69 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:17.268842 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6053814e-3538-485d-a18f-d01da4dbf6c3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/41a523eb-6b54-44e9-8cf5-afd666eeec64 HTTP/1.1" status: 204 len: 168 time: 0.7716017 Jun 03 21:53:17.271321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55776) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:17.341697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fecbfc-b975-4e80-bd7c-b6e1563c472d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet a10d8654-7a67-43d0-b709-3a0f0f0830c0 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:17.345207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6fecbfc-b975-4e80-bd7c-b6e1563c472d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:17.401619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6fecbfc-b975-4e80-bd7c-b6e1563c472d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:17.490013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6fecbfc-b975-4e80-bd7c-b6e1563c472d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:17.783380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6fecbfc-b975-4e80-bd7c-b6e1563c472d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:17.788285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-065908b4-4584-4223-87e8-c130092d8c66 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:17.830648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fecbfc-b975-4e80-bd7c-b6e1563c472d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=a10d8654-7a67-43d0-b709-3a0f0f0830c0,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:17.832886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55778) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:17.834455 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a6fecbfc-b975-4e80-bd7c-b6e1563c472d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:17.837073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6fecbfc-b975-4e80-bd7c-b6e1563c472d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:17.848000 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a6fecbfc-b975-4e80-bd7c-b6e1563c472d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/a10d8654-7a67-43d0-b709-3a0f0f0830c0 HTTP/1.1" status: 204 len: 168 time: 0.5756013 Jun 03 21:53:17.850342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55780) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:17.918250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-90891cbd-a030-4a3b-a6bb-dcefab64fb5e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:router {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:17.931922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-90891cbd-a030-4a3b-a6bb-dcefab64fb5e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:router {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:17.935845 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-90891cbd-a030-4a3b-a6bb-dcefab64fb5e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817361 Jun 03 21:53:17.936100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55782) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:17.942023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:17.956140 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6e291ab9-565a-41b4-988f-933912b0e694 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/84d4859d-8054-4db9-9dd4-7e673cc58cb7 HTTP/1.1" status: 200 len: 994 time: 0.1218963 Jun 03 21:53:18.011026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf9ef3b-dc3c-49ff-b333-8938ff71b29e None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:18.057811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:18.062068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:18.065418 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:18.071444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:18.085149 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:18.088903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:18.215082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-63bb9527-cf41-445b-b59f-41524538d766 None None] Provisioning complete for port c88a723b-0391-4525-a462-7ad1adfaf7d2 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:18.215445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-63bb9527-cf41-445b-b59f-41524538d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:18.411734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bf6bb8-c6d0-49a0-b46f-1915fd44b6a7 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:53:18.478101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf6bb8-c6d0-49a0-b46f-1915fd44b6a7 None None] Deleting port c88a723b-0391-4525-a462-7ad1adfaf7d2 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:18.478545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6bb8-c6d0-49a0-b46f-1915fd44b6a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:18.605306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b4bf6bb8-c6d0-49a0-b46f-1915fd44b6a7 None None] For port c88a723b-0391-4525-a462-7ad1adfaf7d2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c88a723b-0391-4525-a462-7ad1adfaf7d2,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:18.605610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6bb8-c6d0-49a0-b46f-1915fd44b6a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:18.731415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf6bb8-c6d0-49a0-b46f-1915fd44b6a7 None None] Calling delete_port for c88a723b-0391-4525-a462-7ad1adfaf7d2 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:18.755539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.objects.ports [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104396) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:53:18.788669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6bb8-c6d0-49a0-b46f-1915fd44b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:18.792484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-59542b2e-1a17-4732-a326-097a1db4ab80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:18.835326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf6bb8-c6d0-49a0-b46f-1915fd44b6a7 None None] Pushing event deleted for resources: {'Port': ['ID=c88a723b-0391-4525-a462-7ad1adfaf7d2,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:18.838263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b4bf6bb8-c6d0-49a0-b46f-1915fd44b6a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:18.839064 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf6bb8-c6d0-49a0-b46f-1915fd44b6a7 None None] No DVR routers for this DVR port c88a723b-0391-4525-a462-7ad1adfaf7d2 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:53:18.887584 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.services.revisions.revision_plugin [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Could not find related port for resource to bump revision. Jun 03 21:53:18.893519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_pluggable_backend [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Port c88a723b-0391-4525-a462-7ad1adfaf7d2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104396) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 03 21:53:18.893826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_pluggable_backend [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Reverting IP allocation for 2001:db8::f816:3eff:fe78:c2fd {{(pid=104396) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 03 21:53:18.897898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_pluggable_backend [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe78:c2fd {{(pid=104396) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 03 21:53:18.899020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:18.903325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a6fecbfc-b975-4e80-bd7c-b6e1563c472d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:18.965773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:18.968909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:18.978148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e719127-61aa-4b22-b248-016b00e7e825 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:18.981906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:18.982475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:18.989680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=269d845f-82b2-4bfc-a884-15de7389c0e0,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:18.996566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:19.013060 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0755551 Jun 03 21:53:19.015650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55784) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:19.021218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:19.170881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:19.174988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:19.178213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:19.184245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:19.196677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:19.200962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:19.204510 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '269d845f-82b2-4bfc-a884-15de7389c0e0'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:53:19.205350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:19.365303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Allocated IP 2001:db8::f816:3eff:fe00:dd38 (1dba7523-f1ba-457a-be10-44fa003aff73/269d845f-82b2-4bfc-a884-15de7389c0e0/1c51e139-c52d-4198-a49c-9ec4821ffc37) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:19.575131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:19.586134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Transition to ACTIVE for port object 1c51e139-c52d-4198-a49c-9ec4821ffc37 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:19.605534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Transition to ACTIVE for port object 1c51e139-c52d-4198-a49c-9ec4821ffc37 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:19.612953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:19.617249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:19.675850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c88a723b-0391-4525-a462-7ad1adfaf7d2 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:53:19.683701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:19.687497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ab77b177-a5ff-40e6-801d-efad3cc20c76 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:19.704431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:19.717624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:19.727318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:19.731200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Pushing event updated for resources: {'Port': ['ID=1c51e139-c52d-4198-a49c-9ec4821ffc37,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:19.733295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c88a723b-0391-4525-a462-7ad1adfaf7d2 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:53:19.733652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c88a723b-0391-4525-a462-7ad1adfaf7d2 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:53:19.736658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:19.746246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:19.751110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:19.761313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=7427a4af-5602-4aa8-ad4d-4d26cef50ae1,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:19.764570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:19.765942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:19.766636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:19.792426 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7753842 Jun 03 21:53:19.795205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55786) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:19.800348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'mac_address': 'fa:16:3e:83:3b:94', 'name': 'tempest-NetworksTestDHCPv6-1019867671'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:19.824643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Attempting to bind port 1c51e139-c52d-4198-a49c-9ec4821ffc37 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:19.825011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Attempting to bind port 1c51e139-c52d-4198-a49c-9ec4821ffc37 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:19.825430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Attempting to bind port 1c51e139-c52d-4198-a49c-9ec4821ffc37 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:19.831242 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:19.831639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:19.831959 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:19.832349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:19.832894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Bound port: 1c51e139-c52d-4198-a49c-9ec4821ffc37, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:19.833192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:19.941501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:19.946276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:19.949213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:19.955100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:19.955858 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] For port 1c51e139-c52d-4198-a49c-9ec4821ffc37, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:19.958875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] For port 1c51e139-c52d-4198-a49c-9ec4821ffc37, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1c51e139-c52d-4198-a49c-9ec4821ffc37,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:19.970600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:19.972869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:19.974541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-80d79c5d-7bc2-47c4-9a08-b5e71b9297c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:20.054389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Pushing event updated for resources: {'Port': ['ID=1c51e139-c52d-4198-a49c-9ec4821ffc37,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:20.066045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:20.108724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:20.135703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port 21d55c92-2eac-4541-9fdc-e470857148c1 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:53:20.389989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 172.20.0.11 (1dba7523-f1ba-457a-be10-44fa003aff73/7427a4af-5602-4aa8-ad4d-4d26cef50ae1/21d55c92-2eac-4541-9fdc-e470857148c1) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:20.396590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::f816:3eff:fe83:3b94 (1dba7523-f1ba-457a-be10-44fa003aff73/269d845f-82b2-4bfc-a884-15de7389c0e0/21d55c92-2eac-4541-9fdc-e470857148c1) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:20.613047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:20.629546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 21d55c92-2eac-4541-9fdc-e470857148c1 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:20.656506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:20.662513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-abadd8ab-734e-45ec-94a8-49b0d3247bdb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:20.725053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:20.728156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:20.737684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:20.772116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=21d55c92-2eac-4541-9fdc-e470857148c1,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:20.779234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:20.816916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:20.817809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:20.843719 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0472670 Jun 03 21:53:20.846861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55790) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:20.930506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145ce16b-6fdc-4072-b60e-34c303f316dd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:20.936409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145ce16b-6fdc-4072-b60e-34c303f316dd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:20.938899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe92ad-7d19-4965-a188-896485fe789a None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:20.940021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-145ce16b-6fdc-4072-b60e-34c303f316dd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:20.956929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-145ce16b-6fdc-4072-b60e-34c303f316dd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:20.958218 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-145ce16b-6fdc-4072-b60e-34c303f316dd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1104424 Jun 03 21:53:20.961055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55792) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:21.048414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8fd6bc58-568c-48f7-9acf-67742f0d5025 None None] Provisioning for port 1c51e139-c52d-4198-a49c-9ec4821ffc37 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:21.103275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c2da6f3d-b16e-4e0c-ada2-269e30e344da tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 21d55c92-2eac-4541-9fdc-e470857148c1 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:21.103780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c2da6f3d-b16e-4e0c-ada2-269e30e344da tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:21.298658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deee7a5-6233-4cce-b2cf-27dd6e1c939d None None] Update dhcp port {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': '269d845f-82b2-4bfc-a884-15de7389c0e0', 'ip_address': '2001:db8::f816:3eff:fe00:dd38'}, {'subnet_id': '7427a4af-5602-4aa8-ad4d-4d26cef50ae1'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': '1c51e139-c52d-4198-a49c-9ec4821ffc37'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:53:21.355095 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1deee7a5-6233-4cce-b2cf-27dd6e1c939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:21.403740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c2da6f3d-b16e-4e0c-ada2-269e30e344da tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:21.537089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c2da6f3d-b16e-4e0c-ada2-269e30e344da tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 21d55c92-2eac-4541-9fdc-e470857148c1 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:21.571667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-1deee7a5-6233-4cce-b2cf-27dd6e1c939d None None] Allocated IP 172.20.0.2 (1dba7523-f1ba-457a-be10-44fa003aff73/7427a4af-5602-4aa8-ad4d-4d26cef50ae1/1c51e139-c52d-4198-a49c-9ec4821ffc37) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:21.699637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1c51e139-c52d-4198-a49c-9ec4821ffc37 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:21.729412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c2da6f3d-b16e-4e0c-ada2-269e30e344da tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:21.735678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1c3e9336-64f1-4c59-a903-cc9b9d4790b5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:21.767887 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-1deee7a5-6233-4cce-b2cf-27dd6e1c939d None None] For port 1c51e139-c52d-4198-a49c-9ec4821ffc37, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1c51e139-c52d-4198-a49c-9ec4821ffc37,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:21.782878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da6f3d-b16e-4e0c-ada2-269e30e344da tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=21d55c92-2eac-4541-9fdc-e470857148c1,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:21.786525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c2da6f3d-b16e-4e0c-ada2-269e30e344da tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:21.813096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1deee7a5-6233-4cce-b2cf-27dd6e1c939d None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:21.817166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 1c51e139-c52d-4198-a49c-9ec4821ffc37 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:21.834456 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1deee7a5-6233-4cce-b2cf-27dd6e1c939d None None] Transition to ACTIVE for port object 1c51e139-c52d-4198-a49c-9ec4821ffc37 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:21.835033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 1c51e139-c52d-4198-a49c-9ec4821ffc37 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:21.835415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:21.864311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1deee7a5-6233-4cce-b2cf-27dd6e1c939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:21.873402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d488a9ca-a8d3-4812-9c64-15f47f5c75bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:21.929086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c2da6f3d-b16e-4e0c-ada2-269e30e344da tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:21.943403 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c2da6f3d-b16e-4e0c-ada2-269e30e344da tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/21d55c92-2eac-4541-9fdc-e470857148c1 HTTP/1.1" status: 204 len: 168 time: 0.9813409 Jun 03 21:53:21.946514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55794) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:22.016870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fdb7ed-33f8-49c4-9044-645b6e1dd5df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:22.018456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fdb7ed-33f8-49c4-9044-645b6e1dd5df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:22.019966 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fdb7ed-33f8-49c4-9044-645b6e1dd5df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:22.020778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c3fdb7ed-33f8-49c4-9044-645b6e1dd5df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:22.035189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deee7a5-6233-4cce-b2cf-27dd6e1c939d None None] Pushing event updated for resources: {'Port': ['ID=1c51e139-c52d-4198-a49c-9ec4821ffc37,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:22.042790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1deee7a5-6233-4cce-b2cf-27dd6e1c939d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:22.043307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c3fdb7ed-33f8-49c4-9044-645b6e1dd5df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:22.043948 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Port 1c51e139-c52d-4198-a49c-9ec4821ffc37 had new provisioning blocks added so it will not transition to active. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 03 21:53:22.047027 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c3fdb7ed-33f8-49c4-9044-645b6e1dd5df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0968921 Jun 03 21:53:22.047438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55796) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:22.119772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-8232c5c6-8c03-4df9-ab59-34e0e611eec9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 269d845f-82b2-4bfc-a884-15de7389c0e0 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:22.123380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8232c5c6-8c03-4df9-ab59-34e0e611eec9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.185427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8232c5c6-8c03-4df9-ab59-34e0e611eec9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.275744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8232c5c6-8c03-4df9-ab59-34e0e611eec9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.569669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8232c5c6-8c03-4df9-ab59-34e0e611eec9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.573732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-11be88fd-0752-423c-9e01-043c155e0cd5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:22.584680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7318800f-69a5-459d-bafd-19c8c73f72e3 None None] Could not find standard attr ID for object 21d55c92-2eac-4541-9fdc-e470857148c1. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:53:22.598346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7318800f-69a5-459d-bafd-19c8c73f72e3 None None] Provisioning for port 1c51e139-c52d-4198-a49c-9ec4821ffc37 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:22.603806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7318800f-69a5-459d-bafd-19c8c73f72e3 None None] Provisioning complete for port 1c51e139-c52d-4198-a49c-9ec4821ffc37 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:22.604392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7318800f-69a5-459d-bafd-19c8c73f72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.611931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232c5c6-8c03-4df9-ab59-34e0e611eec9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=269d845f-82b2-4bfc-a884-15de7389c0e0,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:22.617040 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8232c5c6-8c03-4df9-ab59-34e0e611eec9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:22.618316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8232c5c6-8c03-4df9-ab59-34e0e611eec9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.643102 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8232c5c6-8c03-4df9-ab59-34e0e611eec9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/269d845f-82b2-4bfc-a884-15de7389c0e0 HTTP/1.1" status: 204 len: 168 time: 0.5899520 Jun 03 21:53:22.643430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55798) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:22.754238 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8bf19f-5109-49f1-8ec7-23950cb28e1c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 7427a4af-5602-4aa8-ad4d-4d26cef50ae1 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:22.758636 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd8bf19f-5109-49f1-8ec7-23950cb28e1c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.822059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7318800f-69a5-459d-bafd-19c8c73f72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.835297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd8bf19f-5109-49f1-8ec7-23950cb28e1c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.842455 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e9d8458b-4089-4c7a-afe8-a07100308719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.869241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee39efd3-4094-42f7-92c9-2ca224dc0fe3 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:22.906192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7318800f-69a5-459d-bafd-19c8c73f72e3 None None] For port 1c51e139-c52d-4198-a49c-9ec4821ffc37, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1c51e139-c52d-4198-a49c-9ec4821ffc37,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:22.912218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7318800f-69a5-459d-bafd-19c8c73f72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:22.915995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-bece71eb-4026-46d3-b372-dd03b10ab191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:22.938964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd8bf19f-5109-49f1-8ec7-23950cb28e1c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:23.037975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f8f3c566-d220-4f78-8afb-42b18b334e6c None None] Could not find standard attr ID for object 21d55c92-2eac-4541-9fdc-e470857148c1. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:53:23.061031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318800f-69a5-459d-bafd-19c8c73f72e3 None None] Pushing event updated for resources: {'Port': ['ID=1c51e139-c52d-4198-a49c-9ec4821ffc37,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:23.065385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7318800f-69a5-459d-bafd-19c8c73f72e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:23.240973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd8bf19f-5109-49f1-8ec7-23950cb28e1c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:23.245085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7a6c80df-388f-499d-ba85-1e538a67b76d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:23.283605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bf19f-5109-49f1-8ec7-23950cb28e1c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=7427a4af-5602-4aa8-ad4d-4d26cef50ae1,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:23.286774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cd8bf19f-5109-49f1-8ec7-23950cb28e1c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:23.287803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd8bf19f-5109-49f1-8ec7-23950cb28e1c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:23.300039 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cd8bf19f-5109-49f1-8ec7-23950cb28e1c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/7427a4af-5602-4aa8-ad4d-4d26cef50ae1 HTTP/1.1" status: 204 len: 168 time: 0.6563749 Jun 03 21:53:23.302494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55800) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:23.378755 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bd9e0511-e8d1-479d-bf8b-6d2368bb59f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748825 Jun 03 21:53:23.381844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55802) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:23.387267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:23.505017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:23.510160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:23.513576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:23.526753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:23.543223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:23.549815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:23.678352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1c51e139-c52d-4198-a49c-9ec4821ffc37 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:23.772857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6df395-0be6-4f09-b20f-901aca86c672 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:23.790957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 1c51e139-c52d-4198-a49c-9ec4821ffc37 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:23.791413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:23.988214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e1cf4610-f779-4c19-a4f4-ab4a8d998891 None None] Provisioning complete for port 1c51e139-c52d-4198-a49c-9ec4821ffc37 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:23.988458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4610-f779-4c19-a4f4-ab4a8d998891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:24.034317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:24.038122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc40482a-1125-40cf-bef8-03212a7491c8 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:24.106068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:24.110221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:24.128892 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:24.129967 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:24.133546 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=077e2ed4-4dc3-4543-bf63-8ca2bdf28bac,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:24.137610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:24.163427 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7778099 Jun 03 21:53:24.164126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55804) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:24.170284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:24.313830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:24.318377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:24.321354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:24.327332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:24.339774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:24.343376 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:24.413827 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd67897-48b2-4fe3-8677-5123694c8a8b None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:24.526495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-48657029-12ef-481f-8302-99f69856b122 None None] Provisioning complete for port 1c51e139-c52d-4198-a49c-9ec4821ffc37 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:24.526778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-48657029-12ef-481f-8302-99f69856b122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:24.982656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a3a720eb-6560-4ee7-bf4f-a061042e2da3 None None] Provisioning complete for port 1c51e139-c52d-4198-a49c-9ec4821ffc37 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:24.982924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a3a720eb-6560-4ee7-bf4f-a061042e2da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.062975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.objects.ports [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104397) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:53:25.289720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.365376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.479627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8b276368-85f5-4065-9c5c-2249adf168d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.523205 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] For port 1c51e139-c52d-4198-a49c-9ec4821ffc37, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1c51e139-c52d-4198-a49c-9ec4821ffc37,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:25.548019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.555036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.555913 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.559619 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1022ba70-c3cf-4137-842c-234047f50ff1 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:25.624700 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:25.627667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:25.642473 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb30af1-86ab-4f92-b56d-002302793cdf None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:25.647009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:25.647937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:25.654803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=1c51e139-c52d-4198-a49c-9ec4821ffc37,revision_number=8']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:25.662078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:25.662604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-067feb45-a9e4-46e3-8e11-a130bc32535f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:25.722629 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5570152 Jun 03 21:53:25.725792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55806) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:25.733760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'mac_address': 'fa:16:3e:1b:de:38', 'name': 'tempest-NetworksTestDHCPv6-1135976504'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:25.753069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=0b2c8bbe-e625-4cff-a491-a2d1fcbb9234,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:25.758963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:25.884443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:25.889523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:25.893262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:25.899763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:25.912395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:25.996094 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4392b2-d79e-46cb-94cb-b5a19b3f4ad7 None None] Update dhcp port {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': '0b2c8bbe-e625-4cff-a491-a2d1fcbb9234', 'ip_address': '2001:db8::f816:3eff:fe00:dd38'}, {'subnet_id': '077e2ed4-4dc3-4543-bf63-8ca2bdf28bac'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': '1c51e139-c52d-4198-a49c-9ec4821ffc37'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:53:26.053001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4a4392b2-d79e-46cb-94cb-b5a19b3f4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.078850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.104520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port f618f403-9e95-4421-baf6-a0626bfd3392 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:53:26.336204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 172.20.0.4 (1dba7523-f1ba-457a-be10-44fa003aff73/077e2ed4-4dc3-4543-bf63-8ca2bdf28bac/f618f403-9e95-4421-baf6-a0626bfd3392) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:26.346123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::f816:3eff:fe1b:de38 (1dba7523-f1ba-457a-be10-44fa003aff73/0b2c8bbe-e625-4cff-a491-a2d1fcbb9234/f618f403-9e95-4421-baf6-a0626bfd3392) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:26.580500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.597454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object f618f403-9e95-4421-baf6-a0626bfd3392 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:26.631603 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.638345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-41ff4bb2-8a6a-4eae-87ba-dccc6a64df6d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:26.703042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:26.706539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:26.715880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:26.756821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=f618f403-9e95-4421-baf6-a0626bfd3392,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:26.762071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:26.764873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.780234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-4a4392b2-d79e-46cb-94cb-b5a19b3f4ad7 None None] Allocated IP 172.20.0.2 (1dba7523-f1ba-457a-be10-44fa003aff73/077e2ed4-4dc3-4543-bf63-8ca2bdf28bac/1c51e139-c52d-4198-a49c-9ec4821ffc37) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:26.912667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.942027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4a4392b2-d79e-46cb-94cb-b5a19b3f4ad7 None None] For port 1c51e139-c52d-4198-a49c-9ec4821ffc37, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1c51e139-c52d-4198-a49c-9ec4821ffc37,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:26.942481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:26.943072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.971207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4a4392b2-d79e-46cb-94cb-b5a19b3f4ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.973150 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2460635 Jun 03 21:53:26.975602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55808) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:26.989372 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4a4392b2-d79e-46cb-94cb-b5a19b3f4ad7 None None] Transition to ACTIVE for port object 1c51e139-c52d-4198-a49c-9ec4821ffc37 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:26.994707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4a4392b2-d79e-46cb-94cb-b5a19b3f4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:26.998484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e87b656b-1cfe-4ae5-bee3-f69cdc594c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:27.065682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a348d5-4956-4c3d-a82b-8a7b5e5efee5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:27.072701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a348d5-4956-4c3d-a82b-8a7b5e5efee5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:27.073619 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-76a348d5-4956-4c3d-a82b-8a7b5e5efee5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:27.093475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-76a348d5-4956-4c3d-a82b-8a7b5e5efee5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:27.095243 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-76a348d5-4956-4c3d-a82b-8a7b5e5efee5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1183379 Jun 03 21:53:27.098589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55810) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:27.152515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4392b2-d79e-46cb-94cb-b5a19b3f4ad7 None None] Pushing event updated for resources: {'Port': ['ID=1c51e139-c52d-4198-a49c-9ec4821ffc37,revision_number=9']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:27.155542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4a4392b2-d79e-46cb-94cb-b5a19b3f4ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:27.271486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5c776ca9-ece6-4720-9b5d-603595b97b03 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port f618f403-9e95-4421-baf6-a0626bfd3392 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:27.271843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c776ca9-ece6-4720-9b5d-603595b97b03 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:27.432088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c776ca9-ece6-4720-9b5d-603595b97b03 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:27.570369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5c776ca9-ece6-4720-9b5d-603595b97b03 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for f618f403-9e95-4421-baf6-a0626bfd3392 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:27.699795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1c51e139-c52d-4198-a49c-9ec4821ffc37 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:27.785733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c9172f0d-29f8-4929-aa51-3b79cf5e18a5 None None] Provisioning for port 1c51e139-c52d-4198-a49c-9ec4821ffc37 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:27.794568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c9172f0d-29f8-4929-aa51-3b79cf5e18a5 None None] Provisioning complete for port 1c51e139-c52d-4198-a49c-9ec4821ffc37 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:27.794982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9172f0d-29f8-4929-aa51-3b79cf5e18a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:27.799388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c776ca9-ece6-4720-9b5d-603595b97b03 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:27.807194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-282a523d-d96c-456b-98f8-e71bbf6af6dc tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:27.844870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 1c51e139-c52d-4198-a49c-9ec4821ffc37 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:27.845390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:27.863207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c776ca9-ece6-4720-9b5d-603595b97b03 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=f618f403-9e95-4421-baf6-a0626bfd3392,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:27.866962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c776ca9-ece6-4720-9b5d-603595b97b03 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:28.025192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5c776ca9-ece6-4720-9b5d-603595b97b03 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:28.041779 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5c776ca9-ece6-4720-9b5d-603595b97b03 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/f618f403-9e95-4421-baf6-a0626bfd3392 HTTP/1.1" status: 204 len: 168 time: 0.9411201 Jun 03 21:53:28.044478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55812) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:28.145429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595ca1b6-219a-4c14-bd75-57ceacd121dd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:28.147072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595ca1b6-219a-4c14-bd75-57ceacd121dd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:28.150080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595ca1b6-219a-4c14-bd75-57ceacd121dd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:28.150080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-595ca1b6-219a-4c14-bd75-57ceacd121dd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:28.158685 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4f3c22c9-e941-4f6b-a918-a79e185f9c13 None None] Could not find standard attr ID for object f618f403-9e95-4421-baf6-a0626bfd3392. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:53:28.168299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-595ca1b6-219a-4c14-bd75-57ceacd121dd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:28.169467 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-595ca1b6-219a-4c14-bd75-57ceacd121dd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1219811 Jun 03 21:53:28.172596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55816) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:28.247864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6363b9-c902-402c-84fc-fb8418cdb134 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 077e2ed4-4dc3-4543-bf63-8ca2bdf28bac {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:28.251838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-af6363b9-c902-402c-84fc-fb8418cdb134 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:28.313617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-af6363b9-c902-402c-84fc-fb8418cdb134 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:28.369753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:28.413757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-af6363b9-c902-402c-84fc-fb8418cdb134 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:28.850043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-af6363b9-c902-402c-84fc-fb8418cdb134 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:28.853803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bdefe621-e646-4a9c-b7c3-6d0a416aaa52 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:28.888947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6363b9-c902-402c-84fc-fb8418cdb134 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=077e2ed4-4dc3-4543-bf63-8ca2bdf28bac,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:28.891972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-af6363b9-c902-402c-84fc-fb8418cdb134 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:28.892940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-af6363b9-c902-402c-84fc-fb8418cdb134 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:28.900288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15ae2d9-3a99-4a29-aa34-d75135e4363a None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:28.909458 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-af6363b9-c902-402c-84fc-fb8418cdb134 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/077e2ed4-4dc3-4543-bf63-8ca2bdf28bac HTTP/1.1" status: 204 len: 168 time: 0.7356491 Jun 03 21:53:28.912134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55818) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:28.992964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb552234-c7dc-48c7-a67d-77b35c148604 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 0b2c8bbe-e625-4cff-a491-a2d1fcbb9234 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:28.997184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fb552234-c7dc-48c7-a67d-77b35c148604 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:29.056905 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fb552234-c7dc-48c7-a67d-77b35c148604 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:29.163766 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fb552234-c7dc-48c7-a67d-77b35c148604 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:29.479406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fb552234-c7dc-48c7-a67d-77b35c148604 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:29.483474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-29cb26c3-4d3b-4f80-94bf-b0db5bb5cacc tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:29.530346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb552234-c7dc-48c7-a67d-77b35c148604 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2c8bbe-e625-4cff-a491-a2d1fcbb9234,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:29.532854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fb552234-c7dc-48c7-a67d-77b35c148604 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:29.535867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fb552234-c7dc-48c7-a67d-77b35c148604 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:29.544492 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fb552234-c7dc-48c7-a67d-77b35c148604 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/0b2c8bbe-e625-4cff-a491-a2d1fcbb9234 HTTP/1.1" status: 204 len: 168 time: 0.6312764 Jun 03 21:53:29.547246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55820) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:29.636072 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b22b1a78-99f9-40bc-b3f3-5925184b386d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873680 Jun 03 21:53:29.638658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55822) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:29.644763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:29.663536 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7644781-5e56-4b1c-951f-533856c2ece6 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:29.710294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5fe1c7d8-1a18-488d-b364-69e15cd83645 None None] Provisioning complete for port 1c51e139-c52d-4198-a49c-9ec4821ffc37 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:29.710665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c7d8-1a18-488d-b364-69e15cd83645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:29.782363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:29.788128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:29.791603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:29.800054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:29.813949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:29.817939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:30.069825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae350db-f971-4bbc-bf66-ec53f78c1df8 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:53:30.139713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6ae350db-f971-4bbc-bf66-ec53f78c1df8 None None] Deleting port 1c51e139-c52d-4198-a49c-9ec4821ffc37 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:30.140396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6ae350db-f971-4bbc-bf66-ec53f78c1df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:30.276697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6ae350db-f971-4bbc-bf66-ec53f78c1df8 None None] For port 1c51e139-c52d-4198-a49c-9ec4821ffc37, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1c51e139-c52d-4198-a49c-9ec4821ffc37,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:30.277009 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6ae350db-f971-4bbc-bf66-ec53f78c1df8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:30.309994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:30.314911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6c8365bd-58f3-45bf-8538-c5c80d381357 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:30.373310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:30.376915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:30.391610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:30.392195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:30.396101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=70253f01-480f-430c-9373-d68877b87277,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:30.399049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:30.423179 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7830057 Jun 03 21:53:30.426020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55824) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:30.431232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:30.453091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6ae350db-f971-4bbc-bf66-ec53f78c1df8 None None] Calling delete_port for 1c51e139-c52d-4198-a49c-9ec4821ffc37 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:30.508328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6ae350db-f971-4bbc-bf66-ec53f78c1df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:30.512607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:30.558394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae350db-f971-4bbc-bf66-ec53f78c1df8 None None] Pushing event deleted for resources: {'Port': ['ID=1c51e139-c52d-4198-a49c-9ec4821ffc37,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:30.562470 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6ae350db-f971-4bbc-bf66-ec53f78c1df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:30.564988 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae350db-f971-4bbc-bf66-ec53f78c1df8 None None] No DVR routers for this DVR port 1c51e139-c52d-4198-a49c-9ec4821ffc37 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:53:30.581869 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a854b-4472-4db4-8b8a-f70d1ce178ba None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:30.588282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:30.592507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:30.596317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:30.602213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:30.614683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:30.618606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:30.819873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '70253f01-480f-430c-9373-d68877b87277'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:53:30.820773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:30.996034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Allocated IP 172.20.0.2 (1dba7523-f1ba-457a-be10-44fa003aff73/70253f01-480f-430c-9373-d68877b87277/06730fa8-1685-46bc-a69d-b9cee8398f42) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:31.188239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.objects.ports [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104396) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:53:31.189679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:31.193482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8b3cdc08-1dc6-418c-b21f-e619a3a50f62 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:31.234637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:31.246931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Transition to ACTIVE for port object 06730fa8-1685-46bc-a69d-b9cee8398f42 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:31.269258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Transition to ACTIVE for port object 06730fa8-1685-46bc-a69d-b9cee8398f42 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:31.276161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:31.280418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:31.339976 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:31.342810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:31.352030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:31.359123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Pushing event updated for resources: {'Port': ['ID=06730fa8-1685-46bc-a69d-b9cee8398f42,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:31.363743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:31.404395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:31.407719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:31.420405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=3aab5692-246c-4922-ab74-a79e084a8c78,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:31.423000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:31.423597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:31.427309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:31.448723 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0215688 Jun 03 21:53:31.452623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55826) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:31.462394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Attempting to bind port 06730fa8-1685-46bc-a69d-b9cee8398f42 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:31.462394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Attempting to bind port 06730fa8-1685-46bc-a69d-b9cee8398f42 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:31.462394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Attempting to bind port 06730fa8-1685-46bc-a69d-b9cee8398f42 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:31.462862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'mac_address': 'fa:16:3e:73:44:66', 'name': 'tempest-NetworksTestDHCPv6-930136987'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:31.463303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:31.463303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:31.463618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:31.464017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:31.464489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Bound port: 06730fa8-1685-46bc-a69d-b9cee8398f42, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:31.464862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:31.554532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] For port 06730fa8-1685-46bc-a69d-b9cee8398f42, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:31.558243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] For port 06730fa8-1685-46bc-a69d-b9cee8398f42, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=06730fa8-1685-46bc-a69d-b9cee8398f42,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:31.564459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:31.568935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-abc2a137-e775-4465-b9c5-2377bf43adba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:31.596759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:31.600841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:31.603680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:31.609842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:31.622656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:31.649434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Pushing event updated for resources: {'Port': ['ID=06730fa8-1685-46bc-a69d-b9cee8398f42,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:31.652471 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:31.678696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1c51e139-c52d-4198-a49c-9ec4821ffc37 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:53:31.714722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 1c51e139-c52d-4198-a49c-9ec4821ffc37 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:53:31.715165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1c51e139-c52d-4198-a49c-9ec4821ffc37 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:53:31.768049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:31.797003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port 4f8579b9-b297-4943-92bd-d4dc14949dce yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:53:32.040550 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 172.20.0.3 (1dba7523-f1ba-457a-be10-44fa003aff73/70253f01-480f-430c-9373-d68877b87277/4f8579b9-b297-4943-92bd-d4dc14949dce) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:32.047357 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::f816:3eff:fe73:4466 (1dba7523-f1ba-457a-be10-44fa003aff73/3aab5692-246c-4922-ab74-a79e084a8c78/4f8579b9-b297-4943-92bd-d4dc14949dce) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:32.266877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:32.284077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 4f8579b9-b297-4943-92bd-d4dc14949dce will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:32.312006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:32.319134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c2da6f3d-b16e-4e0c-ada2-269e30e344da tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:32.386057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:32.389235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:32.393947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:32.454201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=4f8579b9-b297-4943-92bd-d4dc14949dce,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:32.466282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:32.490033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:32.490587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:32.518412 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0646489 Jun 03 21:53:32.521024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55828) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:32.545915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650d565-0bc9-4ade-8a4e-73f4c603cbc5 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:32.612797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd9b811-d1b4-49d4-913c-fe693d2d9388 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:32.618577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd9b811-d1b4-49d4-913c-fe693d2d9388 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:32.619342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4bd9b811-d1b4-49d4-913c-fe693d2d9388 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:32.637346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4bd9b811-d1b4-49d4-913c-fe693d2d9388 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:32.638653 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4bd9b811-d1b4-49d4-913c-fe693d2d9388 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1166174 Jun 03 21:53:32.641748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55830) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:32.664137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-13a1dbf5-f87b-4e6e-b274-023e0036a51d None None] Provisioning for port 06730fa8-1685-46bc-a69d-b9cee8398f42 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:32.786190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-e0d15280-61e1-4ffd-b639-50780b764a19 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 4f8579b9-b297-4943-92bd-d4dc14949dce {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:32.786443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e0d15280-61e1-4ffd-b639-50780b764a19 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:32.905096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4832e8db-9f12-42b1-81f4-cbbc185d30d2 None None] Update dhcp port {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': '70253f01-480f-430c-9373-d68877b87277', 'ip_address': '172.20.0.2'}, {'subnet_id': '3aab5692-246c-4922-ab74-a79e084a8c78'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': '06730fa8-1685-46bc-a69d-b9cee8398f42'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:53:32.931934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e0d15280-61e1-4ffd-b639-50780b764a19 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:32.960866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4832e8db-9f12-42b1-81f4-cbbc185d30d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:33.054482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-e0d15280-61e1-4ffd-b639-50780b764a19 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 4f8579b9-b297-4943-92bd-d4dc14949dce owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:33.201714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-4832e8db-9f12-42b1-81f4-cbbc185d30d2 None None] Allocated IP 2001:db8::f816:3eff:fe73:e8fc (1dba7523-f1ba-457a-be10-44fa003aff73/3aab5692-246c-4922-ab74-a79e084a8c78/06730fa8-1685-46bc-a69d-b9cee8398f42) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:33.248887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e0d15280-61e1-4ffd-b639-50780b764a19 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:33.255567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-043c6a36-eee3-4fae-9258-77df7e35b00a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:33.302322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d15280-61e1-4ffd-b639-50780b764a19 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=4f8579b9-b297-4943-92bd-d4dc14949dce,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:33.305522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e0d15280-61e1-4ffd-b639-50780b764a19 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:33.338705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4832e8db-9f12-42b1-81f4-cbbc185d30d2 None None] For port 06730fa8-1685-46bc-a69d-b9cee8398f42, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=06730fa8-1685-46bc-a69d-b9cee8398f42,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:33.365473 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4832e8db-9f12-42b1-81f4-cbbc185d30d2 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:33.387615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4832e8db-9f12-42b1-81f4-cbbc185d30d2 None None] Transition to ACTIVE for port object 06730fa8-1685-46bc-a69d-b9cee8398f42 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:33.396228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4832e8db-9f12-42b1-81f4-cbbc185d30d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:33.402800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-83f1f504-9e00-4803-9c0d-9e1681c2bb7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:33.444730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e0d15280-61e1-4ffd-b639-50780b764a19 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:33.464168 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e0d15280-61e1-4ffd-b639-50780b764a19 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/4f8579b9-b297-4943-92bd-d4dc14949dce HTTP/1.1" status: 204 len: 168 time: 0.8168507 Jun 03 21:53:33.464168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55832) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:33.525545 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d48c8d43-1d6f-405a-a238-6b01d504d288 req-23964253-939e-4e8a-af9a-978f48961132 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809872 Jun 03 21:53:33.545678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa5870-3334-4c5e-8bdf-494bbead2b87 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:33.547776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa5870-3334-4c5e-8bdf-494bbead2b87 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:33.549339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa5870-3334-4c5e-8bdf-494bbead2b87 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:33.550310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-57aa5870-3334-4c5e-8bdf-494bbead2b87 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:33.558225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832e8db-9f12-42b1-81f4-cbbc185d30d2 None None] Pushing event updated for resources: {'Port': ['ID=06730fa8-1685-46bc-a69d-b9cee8398f42,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:33.565436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4832e8db-9f12-42b1-81f4-cbbc185d30d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:33.571141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-57aa5870-3334-4c5e-8bdf-494bbead2b87 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:33.574429 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-57aa5870-3334-4c5e-8bdf-494bbead2b87 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1073005 Jun 03 21:53:33.575192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55834) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:33.692254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9718f9-e557-429d-9935-f7d931727660 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 3aab5692-246c-4922-ab74-a79e084a8c78 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:33.697355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1f9718f9-e557-429d-9935-f7d931727660 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:33.712673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 06730fa8-1685-46bc-a69d-b9cee8398f42 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:33.772453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1f9718f9-e557-429d-9935-f7d931727660 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:33.792010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 06730fa8-1685-46bc-a69d-b9cee8398f42 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:33.832946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c8d43-1d6f-405a-a238-6b01d504d288 req-60f4a46f-4fef-49eb-b621-bba0787c00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:33.834470 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d48c8d43-1d6f-405a-a238-6b01d504d288 req-60f4a46f-4fef-49eb-b621-bba0787c00ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 1098 time: 0.2168984 Jun 03 21:53:33.957766 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1f9718f9-e557-429d-9935-f7d931727660 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:34.077905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c8d43-1d6f-405a-a238-6b01d504d288 req-adfcd9c5-264d-42b7-9465-f548f9c1bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:34.079377 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d48c8d43-1d6f-405a-a238-6b01d504d288 req-adfcd9c5-264d-42b7-9465-f548f9c1bfc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 914 time: 0.2228694 Jun 03 21:53:34.129868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f384103d-251e-4415-a998-454521a3e841 None None] Provisioning for port 06730fa8-1685-46bc-a69d-b9cee8398f42 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:34.135703 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f384103d-251e-4415-a998-454521a3e841 None None] Provisioning complete for port 06730fa8-1685-46bc-a69d-b9cee8398f42 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:34.136308 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f384103d-251e-4415-a998-454521a3e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:34.270749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f384103d-251e-4415-a998-454521a3e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:34.276485 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d48c8d43-1d6f-405a-a238-6b01d504d288 req-d7bb5539-1748-495d-bb5e-ce8ea5451ff7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68909855-106f-4dc3-b9bc-7ef36f84ffbe HTTP/1.1" status: 200 len: 1001 time: 0.1413655 Jun 03 21:53:34.398126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c8d43-1d6f-405a-a238-6b01d504d288 req-27489390-c79a-4129-8d56-4e7ef30097e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:34.399486 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d48c8d43-1d6f-405a-a238-6b01d504d288 req-27489390-c79a-4129-8d56-4e7ef30097e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.1139314 Jun 03 21:53:34.465823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1f9718f9-e557-429d-9935-f7d931727660 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:34.472734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d3e6dcb2-1813-47fd-939b-d1ff904db4cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:34.515289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1f9718f9-e557-429d-9935-f7d931727660 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:34.517958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9718f9-e557-429d-9935-f7d931727660 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=3aab5692-246c-4922-ab74-a79e084a8c78,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:34.520747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1f9718f9-e557-429d-9935-f7d931727660 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:34.527596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-f384103d-251e-4415-a998-454521a3e841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:53:34.527958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-f384103d-251e-4415-a998-454521a3e841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:53:34.542646 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1f9718f9-e557-429d-9935-f7d931727660 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/3aab5692-246c-4922-ab74-a79e084a8c78 HTTP/1.1" status: 204 len: 168 time: 0.9662473 Jun 03 21:53:34.545709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55838) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:34.546390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c8d43-1d6f-405a-a238-6b01d504d288 req-e60022d7-732b-4d9f-bfcc-d9b395c50254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:34.548189 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d48c8d43-1d6f-405a-a238-6b01d504d288 req-e60022d7-732b-4d9f-bfcc-d9b395c50254 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1420555 Jun 03 21:53:34.614748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3fa3d3-ef83-4f46-a862-e840ebc74311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 70253f01-480f-430c-9373-d68877b87277 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:34.618113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa3d3-ef83-4f46-a862-e840ebc74311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:34.691953 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d48c8d43-1d6f-405a-a238-6b01d504d288 req-04c2e931-edb8-40b3-a175-87029b8f7b06 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348779 Jun 03 21:53:34.838111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa3d3-ef83-4f46-a862-e840ebc74311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:34.847839 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d48c8d43-1d6f-405a-a238-6b01d504d288 req-e8b2db68-b6c4-4c92-bd94-af30f9b27a44 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481097 Jun 03 21:53:34.850481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf31fe0d-8a39-4181-b0e2-c8e0bff9d265 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:34.928566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa3d3-ef83-4f46-a862-e840ebc74311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:35.125585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f384103d-251e-4415-a998-454521a3e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:35.213904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa3d3-ef83-4f46-a862-e840ebc74311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:35.218479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1a8b6894-e6c0-470f-bc7a-7f1821e105b5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:35.255854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fa3d3-ef83-4f46-a862-e840ebc74311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=70253f01-480f-430c-9373-d68877b87277,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:35.259151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5b3fa3d3-ef83-4f46-a862-e840ebc74311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:35.260174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa3d3-ef83-4f46-a862-e840ebc74311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:35.275536 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5b3fa3d3-ef83-4f46-a862-e840ebc74311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/70253f01-480f-430c-9373-d68877b87277 HTTP/1.1" status: 204 len: 168 time: 0.7265220 Jun 03 21:53:35.276247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55840) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:35.281145 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-f384103d-251e-4415-a998-454521a3e841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:53:35.281656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-f384103d-251e-4415-a998-454521a3e841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:53:35.352408 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9b8dcbb5-6294-443b-a71f-613b47587e54 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750761 Jun 03 21:53:35.354690 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55842) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:35.452169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c19a08f-ddd1-45d9-ab38-8c12981ee61b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:35.454187 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5c19a08f-ddd1-45d9-ab38-8c12981ee61b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0985637 Jun 03 21:53:35.457159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55844) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:35.530223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6322d8-ea12-4522-b2b3-c9136cd1b703 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:35.530223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9d6322d8-ea12-4522-b2b3-c9136cd1b703 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:35.550016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9d6322d8-ea12-4522-b2b3-c9136cd1b703 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:35.552176 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9d6322d8-ea12-4522-b2b3-c9136cd1b703 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0939269 Jun 03 21:53:35.554876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55846) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:35.665989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29159a5b-48a3-462f-b076-f415a7ef3e4d None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:35.768049 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1edc3d26-4320-4778-8996-3034fa255807 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2115989 Jun 03 21:53:35.774580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55848) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:35.782303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-060fab99-174c-41fb-bb25-0990b27d6fac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:35.907098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-060fab99-174c-41fb-bb25-0990b27d6fac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:35.916722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-060fab99-174c-41fb-bb25-0990b27d6fac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:35.928071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9fb661-d518-4e41-a9bf-ba3cf7ca8340 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:53:35.929051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060fab99-174c-41fb-bb25-0990b27d6fac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:35.932574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-060fab99-174c-41fb-bb25-0990b27d6fac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:35.934004 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-060fab99-174c-41fb-bb25-0990b27d6fac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:53:35.934467 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060fab99-174c-41fb-bb25-0990b27d6fac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:53:35.953694 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-060fab99-174c-41fb-bb25-0990b27d6fac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1772375 Jun 03 21:53:35.956971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55850) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:35.962014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ea583775-ad15-4bc5-8e4e-482889b5591f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:35.998330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-0f9fb661-d518-4e41-a9bf-ba3cf7ca8340 None None] Deleting port 06730fa8-1685-46bc-a69d-b9cee8398f42 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:35.998705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f9fb661-d518-4e41-a9bf-ba3cf7ca8340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.094862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ea583775-ad15-4bc5-8e4e-482889b5591f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:36.109827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ea583775-ad15-4bc5-8e4e-482889b5591f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:36.115333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0f9fb661-d518-4e41-a9bf-ba3cf7ca8340 None None] For port 06730fa8-1685-46bc-a69d-b9cee8398f42, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=06730fa8-1685-46bc-a69d-b9cee8398f42,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:36.115769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f9fb661-d518-4e41-a9bf-ba3cf7ca8340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.120659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea583775-ad15-4bc5-8e4e-482889b5591f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:36.124146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ea583775-ad15-4bc5-8e4e-482889b5591f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.125957 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea583775-ad15-4bc5-8e4e-482889b5591f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:53:36.126389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea583775-ad15-4bc5-8e4e-482889b5591f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:53:36.145539 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ea583775-ad15-4bc5-8e4e-482889b5591f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1875260 Jun 03 21:53:36.148867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55852) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:36.153967 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9d73da8c-9007-4d35-903b-609c53ee61ad tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:36.270906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9d73da8c-9007-4d35-903b-609c53ee61ad tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:36.281147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9d73da8c-9007-4d35-903b-609c53ee61ad tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:36.291992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d73da8c-9007-4d35-903b-609c53ee61ad tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:36.295489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d73da8c-9007-4d35-903b-609c53ee61ad tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.296995 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d73da8c-9007-4d35-903b-609c53ee61ad tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:53:36.297411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d73da8c-9007-4d35-903b-609c53ee61ad tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:53:36.303421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-0f9fb661-d518-4e41-a9bf-ba3cf7ca8340 None None] Calling delete_port for 06730fa8-1685-46bc-a69d-b9cee8398f42 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:36.316552 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9d73da8c-9007-4d35-903b-609c53ee61ad tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1666465 Jun 03 21:53:36.319518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55854) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:36.324749 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-1e383bd5-0cff-46ab-857d-5e13f806b85e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:36.347896 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f384103d-251e-4415-a998-454521a3e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.388686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f384103d-251e-4415-a998-454521a3e841 None None] For port 06730fa8-1685-46bc-a69d-b9cee8398f42, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=06730fa8-1685-46bc-a69d-b9cee8398f42,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:36.395864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f384103d-251e-4415-a998-454521a3e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.398648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7318800f-69a5-459d-bafd-19c8c73f72e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:36.441824 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f384103d-251e-4415-a998-454521a3e841 None None] Could not find standard attr ID for object 4f8579b9-b297-4943-92bd-d4dc14949dce. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:53:36.442111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1e383bd5-0cff-46ab-857d-5e13f806b85e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:36.450825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f9fb661-d518-4e41-a9bf-ba3cf7ca8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.452333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1e383bd5-0cff-46ab-857d-5e13f806b85e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:36.462735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e383bd5-0cff-46ab-857d-5e13f806b85e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:36.466253 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e383bd5-0cff-46ab-857d-5e13f806b85e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.467649 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e383bd5-0cff-46ab-857d-5e13f806b85e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:53:36.468281 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e383bd5-0cff-46ab-857d-5e13f806b85e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:53:36.474711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9fb661-d518-4e41-a9bf-ba3cf7ca8340 None None] No DVR routers for this DVR port 06730fa8-1685-46bc-a69d-b9cee8398f42 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:53:36.481554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384103d-251e-4415-a998-454521a3e841 None None] Pushing event updated for resources: {'Port': ['ID=06730fa8-1685-46bc-a69d-b9cee8398f42,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:36.488728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f384103d-251e-4415-a998-454521a3e841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:36.488923 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1deee7a5-6233-4cce-b2cf-27dd6e1c939d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:36.498296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55856) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:36.498554 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1e383bd5-0cff-46ab-857d-5e13f806b85e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1778815 Jun 03 21:53:36.503869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f2c7ba54-f47e-4e44-8d69-829cd39316df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:36.534184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fb661-d518-4e41-a9bf-ba3cf7ca8340 None None] Pushing event deleted for resources: {'Port': ['ID=06730fa8-1685-46bc-a69d-b9cee8398f42,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:36.536791 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0f9fb661-d518-4e41-a9bf-ba3cf7ca8340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:36.555954 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f2dcc1bc-7484-43f7-a0a9-c1a7a00adf01 None None] Could not find standard attr ID for object 06730fa8-1685-46bc-a69d-b9cee8398f42. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:53:36.558804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f2dcc1bc-7484-43f7-a0a9-c1a7a00adf01 None None] Could not find standard attr ID for object 4f8579b9-b297-4943-92bd-d4dc14949dce. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:53:36.621781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f2c7ba54-f47e-4e44-8d69-829cd39316df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:36.631774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f2c7ba54-f47e-4e44-8d69-829cd39316df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:36.643190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c7ba54-f47e-4e44-8d69-829cd39316df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:36.646681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ba54-f47e-4e44-8d69-829cd39316df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.648428 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c7ba54-f47e-4e44-8d69-829cd39316df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:53:36.648850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c7ba54-f47e-4e44-8d69-829cd39316df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:53:36.671104 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f2c7ba54-f47e-4e44-8d69-829cd39316df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1716254 Jun 03 21:53:36.674323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55858) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:36.679637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4b479ed1-0a37-4f16-8f54-3fac2bab1bbb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:36.794711 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4b479ed1-0a37-4f16-8f54-3fac2bab1bbb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:36.804630 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4b479ed1-0a37-4f16-8f54-3fac2bab1bbb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:36.815639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b479ed1-0a37-4f16-8f54-3fac2bab1bbb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:36.819429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b479ed1-0a37-4f16-8f54-3fac2bab1bbb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:36.820843 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b479ed1-0a37-4f16-8f54-3fac2bab1bbb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:53:36.821262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b479ed1-0a37-4f16-8f54-3fac2bab1bbb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:53:36.843082 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4b479ed1-0a37-4f16-8f54-3fac2bab1bbb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1675100 Jun 03 21:53:36.846235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55862) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:36.896715 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c0172cb9-f3d3-4233-a5bc-debf5a539765 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0491221 Jun 03 21:53:36.900428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55864) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:36.972676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2beef2-ac81-4db4-a48d-ce6a3a7a2fda tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:36.973546 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0e2beef2-ac81-4db4-a48d-ce6a3a7a2fda tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:36.988154 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0e2beef2-ac81-4db4-a48d-ce6a3a7a2fda tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:36.989298 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0e2beef2-ac81-4db4-a48d-ce6a3a7a2fda tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0879831 Jun 03 21:53:36.992123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55866) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:37.063413 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a69251da-9ca0-4418-b8db-61a58469e0f5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700984 Jun 03 21:53:37.068784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55868) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:37.076794 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:37.198685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:37.208531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:37.219216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:37.222726 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:37.662479 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 06730fa8-1685-46bc-a69d-b9cee8398f42 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:53:37.697673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 06730fa8-1685-46bc-a69d-b9cee8398f42 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:53:37.698003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 06730fa8-1685-46bc-a69d-b9cee8398f42 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:53:37.716250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.objects.ports [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104397) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:53:37.717568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:37.722154 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c201ca19-d97d-4c27-852e-d6ec849b2e82 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:37.779402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:37.783239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:37.793723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bad078-681d-4ceb-8d7c-5c2fd96fcebc None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:37.796130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=3c47cd22-5045-4c1d-99f9-288785941621,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:37.799700 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:37.800287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:37.804185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:37.830025 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7598674 Jun 03 21:53:37.832539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55870) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:37.837591 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'mac_address': 'fa:16:3e:40:92:49', 'name': 'tempest-NetworksTestDHCPv6-1216878357'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:37.981341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:37.985698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:37.988800 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:37.994691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:38.006026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:38.014549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '3c47cd22-5045-4c1d-99f9-288785941621'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:53:38.015857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.183151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Allocated IP 2001:db8::f816:3eff:fe09:63f0 (1dba7523-f1ba-457a-be10-44fa003aff73/3c47cd22-5045-4c1d-99f9-288785941621/23f4843a-999d-4471-8535-d3c231ce9555) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:38.272461 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.298273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port c17105b1-7b9e-4584-a8ae-4c6c1a5d643b yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:53:38.396646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.411600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Transition to ACTIVE for port object 23f4843a-999d-4471-8535-d3c231ce9555 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:38.435064 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Transition to ACTIVE for port object 23f4843a-999d-4471-8535-d3c231ce9555 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:38.443390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.447773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6ae350db-f971-4bbc-bf66-ec53f78c1df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:38.503920 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:38.506735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:38.510137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::f816:3eff:fe40:9249 (1dba7523-f1ba-457a-be10-44fa003aff73/3c47cd22-5045-4c1d-99f9-288785941621/c17105b1-7b9e-4584-a8ae-4c6c1a5d643b) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:38.510306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:38.525673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Pushing event updated for resources: {'Port': ['ID=23f4843a-999d-4471-8535-d3c231ce9555,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:38.552447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:38.616091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Attempting to bind port 23f4843a-999d-4471-8535-d3c231ce9555 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:38.616550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Attempting to bind port 23f4843a-999d-4471-8535-d3c231ce9555 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:38.616907 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Attempting to bind port 23f4843a-999d-4471-8535-d3c231ce9555 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:38.622362 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:38.622736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:38.623135 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.623555 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:38.624030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Bound port: 23f4843a-999d-4471-8535-d3c231ce9555, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:38.624737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.720077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] For port 23f4843a-999d-4471-8535-d3c231ce9555, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:38.723604 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] For port 23f4843a-999d-4471-8535-d3c231ce9555, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=23f4843a-999d-4471-8535-d3c231ce9555,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:38.729996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.733644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.734933 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4832e8db-9f12-42b1-81f4-cbbc185d30d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:38.751337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object c17105b1-7b9e-4584-a8ae-4c6c1a5d643b will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:38.778528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.786033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d30e0978-eb88-49fd-9074-03d1d938e136 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:38.820143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Pushing event updated for resources: {'Port': ['ID=23f4843a-999d-4471-8535-d3c231ce9555,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:38.823352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:38.856483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:38.859938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:38.862518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:38.868732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:38.869353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:38.890067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=c17105b1-7b9e-4584-a8ae-4c6c1a5d643b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:38.893540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:38.910356 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0767825 Jun 03 21:53:38.913907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55872) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:39.019356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc4070c-a564-437c-ab73-db23efeaa9a9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:39.023518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc4070c-a564-437c-ab73-db23efeaa9a9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:39.025415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dcc4070c-a564-437c-ab73-db23efeaa9a9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:39.044780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dcc4070c-a564-437c-ab73-db23efeaa9a9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:39.046307 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dcc4070c-a564-437c-ab73-db23efeaa9a9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1313100 Jun 03 21:53:39.049378 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55874) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:39.199937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-eae1c846-c0ff-4a61-917f-76d74fbee065 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port c17105b1-7b9e-4584-a8ae-4c6c1a5d643b {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:39.200307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eae1c846-c0ff-4a61-917f-76d74fbee065 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.337479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eae1c846-c0ff-4a61-917f-76d74fbee065 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.473726 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-eae1c846-c0ff-4a61-917f-76d74fbee065 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for c17105b1-7b9e-4584-a8ae-4c6c1a5d643b owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:39.610076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eae1c846-c0ff-4a61-917f-76d74fbee065 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.619055 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cb757480-7c07-4190-aaff-df3b17d61c7f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:39.667786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1c846-c0ff-4a61-917f-76d74fbee065 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=c17105b1-7b9e-4584-a8ae-4c6c1a5d643b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:39.680719 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-eae1c846-c0ff-4a61-917f-76d74fbee065 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:39.724008 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 23f4843a-999d-4471-8535-d3c231ce9555 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:39.726967 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eae1c846-c0ff-4a61-917f-76d74fbee065 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.745221 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-eae1c846-c0ff-4a61-917f-76d74fbee065 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/c17105b1-7b9e-4584-a8ae-4c6c1a5d643b HTTP/1.1" status: 204 len: 168 time: 0.6944532 Jun 03 21:53:39.745880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55876) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:39.808965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 23f4843a-999d-4471-8535-d3c231ce9555 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:39.819773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129b4d6c-53d7-4ea3-b13f-5b497c3fa0cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:39.821296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129b4d6c-53d7-4ea3-b13f-5b497c3fa0cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:39.822841 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-129b4d6c-53d7-4ea3-b13f-5b497c3fa0cc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0765684 Jun 03 21:53:39.825661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55878) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:39.900052 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-35619e33-84ca-499b-a0ac-36d8d4ce2934 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 3c47cd22-5045-4c1d-99f9-288785941621 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:39.904408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-35619e33-84ca-499b-a0ac-36d8d4ce2934 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.906636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6b2248a1-7959-4673-8f39-f1bc354d78e9 None None] Provisioning for port 23f4843a-999d-4471-8535-d3c231ce9555 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:39.913374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6b2248a1-7959-4673-8f39-f1bc354d78e9 None None] Provisioning complete for port 23f4843a-999d-4471-8535-d3c231ce9555 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:39.914109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6b2248a1-7959-4673-8f39-f1bc354d78e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:39.968460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-35619e33-84ca-499b-a0ac-36d8d4ce2934 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:40.039841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6b2248a1-7959-4673-8f39-f1bc354d78e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:40.059245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-35619e33-84ca-499b-a0ac-36d8d4ce2934 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:40.108359 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:53:40.356776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-35619e33-84ca-499b-a0ac-36d8d4ce2934 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:40.361877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-68302453-c7fe-4ea5-9455-bae1079c181a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:40.398808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35619e33-84ca-499b-a0ac-36d8d4ce2934 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=3c47cd22-5045-4c1d-99f9-288785941621,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:40.401715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-35619e33-84ca-499b-a0ac-36d8d4ce2934 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:40.402692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-35619e33-84ca-499b-a0ac-36d8d4ce2934 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:40.412954 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-35619e33-84ca-499b-a0ac-36d8d4ce2934 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/3c47cd22-5045-4c1d-99f9-288785941621 HTTP/1.1" status: 204 len: 168 time: 0.5862088 Jun 03 21:53:40.415362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55880) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:40.415632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee4f230-61ec-4de2-bcd7-5ff5a0bc69d0 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:40.467056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-6b2248a1-7959-4673-8f39-f1bc354d78e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:53:40.467551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-6b2248a1-7959-4673-8f39-f1bc354d78e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:53:40.485152 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3fa0ae52-b3e7-4868-8931-c2a0e629f5d6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685697 Jun 03 21:53:40.488209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55882) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:40.492794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:40.610375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:40.614699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:40.617626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:40.623485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:40.635709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:40.639320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:40.738228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02178d-04db-499d-8c5e-422bbfc15a26 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:53:40.813701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6f02178d-04db-499d-8c5e-422bbfc15a26 None None] Deleting port 23f4843a-999d-4471-8535-d3c231ce9555 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:40.814184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6f02178d-04db-499d-8c5e-422bbfc15a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:40.920760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6f02178d-04db-499d-8c5e-422bbfc15a26 None None] For port 23f4843a-999d-4471-8535-d3c231ce9555, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=23f4843a-999d-4471-8535-d3c231ce9555,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:40.921164 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6f02178d-04db-499d-8c5e-422bbfc15a26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:41.068408 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6f02178d-04db-499d-8c5e-422bbfc15a26 None None] Calling delete_port for 23f4843a-999d-4471-8535-d3c231ce9555 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:41.104179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6b2248a1-7959-4673-8f39-f1bc354d78e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:41.152905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6b2248a1-7959-4673-8f39-f1bc354d78e9 None None] For port 23f4843a-999d-4471-8535-d3c231ce9555, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=23f4843a-999d-4471-8535-d3c231ce9555,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:41.161171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6b2248a1-7959-4673-8f39-f1bc354d78e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:41.165438 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4a4392b2-d79e-46cb-94cb-b5a19b3f4ad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:41.169907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.objects.ports [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104396) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:53:41.214868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6f02178d-04db-499d-8c5e-422bbfc15a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:41.239129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02178d-04db-499d-8c5e-422bbfc15a26 None None] No DVR routers for this DVR port 23f4843a-999d-4471-8535-d3c231ce9555 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:53:41.249830 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2248a1-7959-4673-8f39-f1bc354d78e9 None None] Pushing event updated for resources: {'Port': ['ID=23f4843a-999d-4471-8535-d3c231ce9555,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:41.252154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6b2248a1-7959-4673-8f39-f1bc354d78e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:41.252619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6e85f7ff-7a0f-47d8-a4f6-b52da5803be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:41.274459 dv-neutron-792998-2-hyperv neutron-server[104396]: WARNING neutron.services.revisions.revision_plugin [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Could not find related port for resource to bump revision. Jun 03 21:53:41.279804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_pluggable_backend [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Port 23f4843a-999d-4471-8535-d3c231ce9555 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104396) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 03 21:53:41.280189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_pluggable_backend [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Reverting IP allocation for 2001:db8::f816:3eff:fe09:63f0 {{(pid=104396) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 03 21:53:41.283724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.ipam_pluggable_backend [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe09:63f0 {{(pid=104396) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 03 21:53:41.284889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:41.288528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2d35292b-1cb5-4ff9-88e6-da2b95cd929b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:41.301960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02178d-04db-499d-8c5e-422bbfc15a26 None None] Pushing event deleted for resources: {'Port': ['ID=23f4843a-999d-4471-8535-d3c231ce9555,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:41.303775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-934cc146-8a65-4705-a72e-b309e9b07c4f None None] Could not find standard attr ID for object c17105b1-7b9e-4584-a8ae-4c6c1a5d643b. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:53:41.305075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6f02178d-04db-499d-8c5e-422bbfc15a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:41.344159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:41.347068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:41.356399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a20d5ce-3002-4552-91e0-e4458e37df71 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:41.359589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=256c3e0e-9a35-4eab-834a-fc050a8fba50,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:41.362368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:41.362947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:41.366796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:41.388465 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8996015 Jun 03 21:53:41.391060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55884) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:41.396036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'mac_address': 'fa:16:3e:e8:3b:69', 'name': 'tempest-NetworksTestDHCPv6-2112401449'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:41.548497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:41.553388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:41.556530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:41.562729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:41.577121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:41.586866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '256c3e0e-9a35-4eab-834a-fc050a8fba50'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:53:41.587763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:41.674496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 23f4843a-999d-4471-8535-d3c231ce9555 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:53:41.718436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 23f4843a-999d-4471-8535-d3c231ce9555 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:53:41.718954 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 23f4843a-999d-4471-8535-d3c231ce9555 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:53:41.795051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Allocated IP 2001:db8::f816:3eff:fe11:221a (1dba7523-f1ba-457a-be10-44fa003aff73/256c3e0e-9a35-4eab-834a-fc050a8fba50/946cb428-96e9-46c2-a266-5ac038c58e73) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:41.852739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:41.879219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port 98db5829-69bd-47ca-8bd5-882e4cd9d501 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:53:42.024687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.036103 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Transition to ACTIVE for port object 946cb428-96e9-46c2-a266-5ac038c58e73 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:42.055372 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Transition to ACTIVE for port object 946cb428-96e9-46c2-a266-5ac038c58e73 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:42.062481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.067139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6b2248a1-7959-4673-8f39-f1bc354d78e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:42.122317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:42.125102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:42.128735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:42.133336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::f816:3eff:fee8:3b69 (1dba7523-f1ba-457a-be10-44fa003aff73/256c3e0e-9a35-4eab-834a-fc050a8fba50/98db5829-69bd-47ca-8bd5-882e4cd9d501) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:42.143374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Pushing event updated for resources: {'Port': ['ID=946cb428-96e9-46c2-a266-5ac038c58e73,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:42.172333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:42.232015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Attempting to bind port 946cb428-96e9-46c2-a266-5ac038c58e73 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:42.232587 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Attempting to bind port 946cb428-96e9-46c2-a266-5ac038c58e73 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:42.233097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Attempting to bind port 946cb428-96e9-46c2-a266-5ac038c58e73 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:42.239265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:42.239769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:42.240252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.240745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:42.241295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Bound port: 946cb428-96e9-46c2-a266-5ac038c58e73, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:42.241752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.350547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.368285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 98db5829-69bd-47ca-8bd5-882e4cd9d501 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:42.381865 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c1a14069-0431-4a28-a637-6554021299eb None None] For port 946cb428-96e9-46c2-a266-5ac038c58e73, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:42.384866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c1a14069-0431-4a28-a637-6554021299eb None None] For port 946cb428-96e9-46c2-a266-5ac038c58e73, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=946cb428-96e9-46c2-a266-5ac038c58e73,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:42.390967 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.393494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.395265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7b1f4f4c-cb22-45de-8125-37e15bc31198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:42.399664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:42.465873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:42.469871 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:42.474838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Pushing event updated for resources: {'Port': ['ID=946cb428-96e9-46c2-a266-5ac038c58e73,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:42.479114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:42.483005 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:42.485027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:42.485525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.499424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=98db5829-69bd-47ca-8bd5-882e4cd9d501,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:42.504017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:42.522738 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1277497 Jun 03 21:53:42.523094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55886) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:42.610815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468848ba-1cf1-40bd-a6f0-0aaaf1a4e9ef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:42.616410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468848ba-1cf1-40bd-a6f0-0aaaf1a4e9ef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:42.617240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-468848ba-1cf1-40bd-a6f0-0aaaf1a4e9ef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:42.645291 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-468848ba-1cf1-40bd-a6f0-0aaaf1a4e9ef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:42.649525 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-468848ba-1cf1-40bd-a6f0-0aaaf1a4e9ef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1242905 Jun 03 21:53:42.649525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55888) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:42.804351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-84518b73-0924-4feb-aabf-1dd4a4110414 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 98db5829-69bd-47ca-8bd5-882e4cd9d501 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:42.804687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-84518b73-0924-4feb-aabf-1dd4a4110414 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:42.945387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-84518b73-0924-4feb-aabf-1dd4a4110414 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:43.079332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-84518b73-0924-4feb-aabf-1dd4a4110414 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 98db5829-69bd-47ca-8bd5-882e4cd9d501 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:43.201223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-84518b73-0924-4feb-aabf-1dd4a4110414 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:43.208613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:43.258717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84518b73-0924-4feb-aabf-1dd4a4110414 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=98db5829-69bd-47ca-8bd5-882e4cd9d501,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:43.263166 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-84518b73-0924-4feb-aabf-1dd4a4110414 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:43.309076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-84518b73-0924-4feb-aabf-1dd4a4110414 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:43.326288 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-84518b73-0924-4feb-aabf-1dd4a4110414 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/98db5829-69bd-47ca-8bd5-882e4cd9d501 HTTP/1.1" status: 204 len: 168 time: 0.6762121 Jun 03 21:53:43.329009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55890) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:43.399799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34014eb-2ca6-4939-a52b-8f90e1978ca6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:43.401167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34014eb-2ca6-4939-a52b-8f90e1978ca6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:43.401911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f34014eb-2ca6-4939-a52b-8f90e1978ca6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:43.420413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f34014eb-2ca6-4939-a52b-8f90e1978ca6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:43.422198 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f34014eb-2ca6-4939-a52b-8f90e1978ca6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919471 Jun 03 21:53:43.424724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55892) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:43.450280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-70921191-8bac-4bb6-96c8-978012ee1c65 None None] Provisioning for port 946cb428-96e9-46c2-a266-5ac038c58e73 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:43.498680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97b3fdb-4f75-4a2b-953d-cb9017ca305c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 256c3e0e-9a35-4eab-834a-fc050a8fba50 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:43.502388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c97b3fdb-4f75-4a2b-953d-cb9017ca305c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:43.565728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c97b3fdb-4f75-4a2b-953d-cb9017ca305c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:43.680482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-60ac0e4a-0ebb-4356-9a2f-55d1fc569cb3 None None] Could not find standard attr ID for object 98db5829-69bd-47ca-8bd5-882e4cd9d501. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:53:43.696888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c97b3fdb-4f75-4a2b-953d-cb9017ca305c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:43.764101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 946cb428-96e9-46c2-a266-5ac038c58e73 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:43.841089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 946cb428-96e9-46c2-a266-5ac038c58e73 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:43.846567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 946cb428-96e9-46c2-a266-5ac038c58e73 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:43.846962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:43.969210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.014955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c97b3fdb-4f75-4a2b-953d-cb9017ca305c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.019667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d77802ca-418d-4db4-90b9-e731e004bc4d tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:44.055247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b3fdb-4f75-4a2b-953d-cb9017ca305c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=256c3e0e-9a35-4eab-834a-fc050a8fba50,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:44.058335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c97b3fdb-4f75-4a2b-953d-cb9017ca305c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:44.059326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c97b3fdb-4f75-4a2b-953d-cb9017ca305c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.074133 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06268f51-ee21-4494-a4cf-17b34b524f14 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:44.075491 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c97b3fdb-4f75-4a2b-953d-cb9017ca305c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/256c3e0e-9a35-4eab-834a-fc050a8fba50 HTTP/1.1" status: 204 len: 168 time: 0.6497378 Jun 03 21:53:44.077941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55894) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:44.091704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:53:44.092069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:53:44.148925 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e715c4a3-1038-4adc-84a6-7259f6b636f7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697575 Jun 03 21:53:44.151865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55896) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:44.233918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542fe4f-e259-4846-9635-d8a5abfc7846 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:44.234663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b542fe4f-e259-4846-9635-d8a5abfc7846 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:44.253370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b542fe4f-e259-4846-9635-d8a5abfc7846 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:44.254526 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b542fe4f-e259-4846-9635-d8a5abfc7846 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1016788 Jun 03 21:53:44.257346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55898) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:44.328726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f84982-2285-4c50-977c-aa6eee7ceeff None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:53:44.331712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c84b1-6708-4a72-b0d2-6ce84c1d596b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:44.332287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-281c84b1-6708-4a72-b0d2-6ce84c1d596b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:44.349222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-281c84b1-6708-4a72-b0d2-6ce84c1d596b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:44.350902 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-281c84b1-6708-4a72-b0d2-6ce84c1d596b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0923438 Jun 03 21:53:44.353424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55900) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:44.395692 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-62f84982-2285-4c50-977c-aa6eee7ceeff None None] Deleting port 946cb428-96e9-46c2-a266-5ac038c58e73 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:44.396066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-62f84982-2285-4c50-977c-aa6eee7ceeff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.423643 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0612c653-a28f-4e41-9283-3539e260f206 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685868 Jun 03 21:53:44.427725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55902) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:44.432778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:44.497607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-62f84982-2285-4c50-977c-aa6eee7ceeff None None] For port 946cb428-96e9-46c2-a266-5ac038c58e73, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=946cb428-96e9-46c2-a266-5ac038c58e73,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:44.498247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-62f84982-2285-4c50-977c-aa6eee7ceeff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.645083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-62f84982-2285-4c50-977c-aa6eee7ceeff None None] Calling delete_port for 946cb428-96e9-46c2-a266-5ac038c58e73 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:44.685901 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.688627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:44.699013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:44.711335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:44.715063 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.732196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 946cb428-96e9-46c2-a266-5ac038c58e73, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=946cb428-96e9-46c2-a266-5ac038c58e73,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:44.739141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.741076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:44.779021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-62f84982-2285-4c50-977c-aa6eee7ceeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:44.789341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event deleted for resources: {'Port': ['ID=946cb428-96e9-46c2-a266-5ac038c58e73,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:44.793282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:44.793734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f384103d-251e-4415-a998-454521a3e841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:44.837504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f84982-2285-4c50-977c-aa6eee7ceeff None None] No DVR routers for this DVR port 946cb428-96e9-46c2-a266-5ac038c58e73 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:53:44.839071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f84982-2285-4c50-977c-aa6eee7ceeff None None] Pushing event deleted for resources: {'Port': ['ID=946cb428-96e9-46c2-a266-5ac038c58e73,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:44.842029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-62f84982-2285-4c50-977c-aa6eee7ceeff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:45.226352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.objects.ports [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104396) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:53:45.227915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:45.231860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1a49dac6-6e64-4fca-88b9-c1012ea804f6 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:45.289801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:45.292850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:45.303556 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929d1317-a387-4d9a-8a2f-5163a532222d None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:45.306114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:45.306704 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:45.314532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=d6ea3094-abd4-45ae-ba9f-ee2ee67676ff,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:45.321974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:45.340698 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9117653 Jun 03 21:53:45.343390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55904) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:45.348617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'mac_address': 'fa:16:3e:be:3c:28', 'name': 'tempest-NetworksTestDHCPv6-623530094'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:45.489280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:45.499119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:45.511240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:45.516096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:45.532723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': 'd6ea3094-abd4-45ae-ba9f-ee2ee67676ff'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:53:45.533597 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:45.548402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port 81be424c-321d-4385-806d-f2d326e67e38 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:53:45.674097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 946cb428-96e9-46c2-a266-5ac038c58e73 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:53:45.701518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::f816:3eff:febe:3c28 (1dba7523-f1ba-457a-be10-44fa003aff73/d6ea3094-abd4-45ae-ba9f-ee2ee67676ff/81be424c-321d-4385-806d-f2d326e67e38) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:45.710212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 946cb428-96e9-46c2-a266-5ac038c58e73 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:53:45.710560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 946cb428-96e9-46c2-a266-5ac038c58e73 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:53:45.916125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:45.933687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 81be424c-321d-4385-806d-f2d326e67e38 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:45.960148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:45.966547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4cb7c5de-1378-442c-a85a-62d8c20110dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:46.023097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Allocated IP 2001:db8::f816:3eff:fe0f:6108 (1dba7523-f1ba-457a-be10-44fa003aff73/d6ea3094-abd4-45ae-ba9f-ee2ee67676ff/bde755bd-46b5-4435-ad3f-e9c0ea42013d) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:46.028419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:46.031784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:46.034383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:46.041296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:46.041939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:46.063492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=81be424c-321d-4385-806d-f2d326e67e38,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:46.066934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:46.104011 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7556300 Jun 03 21:53:46.104407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55906) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:46.192365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d0695-14b3-4c67-8c01-8ac89cbda7b4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:46.192972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7e5d0695-14b3-4c67-8c01-8ac89cbda7b4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:46.213674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7e5d0695-14b3-4c67-8c01-8ac89cbda7b4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:46.217264 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7e5d0695-14b3-4c67-8c01-8ac89cbda7b4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1112890 Jun 03 21:53:46.219923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55908) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:46.296230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:46.306872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Transition to ACTIVE for port object bde755bd-46b5-4435-ad3f-e9c0ea42013d will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:46.324931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Transition to ACTIVE for port object bde755bd-46b5-4435-ad3f-e9c0ea42013d will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:46.331870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:46.337040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:46.368472 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d408f-9f76-47aa-b47f-e0fd2e3abe83 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 81be424c-321d-4385-806d-f2d326e67e38 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:46.368800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a7d408f-9f76-47aa-b47f-e0fd2e3abe83 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:46.396472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:46.399485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:46.410171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:46.416653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Pushing event updated for resources: {'Port': ['ID=bde755bd-46b5-4435-ad3f-e9c0ea42013d,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:46.419914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:46.502527 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a7d408f-9f76-47aa-b47f-e0fd2e3abe83 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:46.507633 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Attempting to bind port bde755bd-46b5-4435-ad3f-e9c0ea42013d on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:46.507944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Attempting to bind port bde755bd-46b5-4435-ad3f-e9c0ea42013d by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:46.508309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Attempting to bind port bde755bd-46b5-4435-ad3f-e9c0ea42013d on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:46.513591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:46.513960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:46.514356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:46.514815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:46.515423 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Bound port: bde755bd-46b5-4435-ad3f-e9c0ea42013d, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:46.516021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:46.612204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] For port bde755bd-46b5-4435-ad3f-e9c0ea42013d, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:46.615564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] For port bde755bd-46b5-4435-ad3f-e9c0ea42013d, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=bde755bd-46b5-4435-ad3f-e9c0ea42013d,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:46.621863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:46.625938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-83f1f504-9e00-4803-9c0d-9e1681c2bb7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:46.707798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Pushing event updated for resources: {'Port': ['ID=bde755bd-46b5-4435-ad3f-e9c0ea42013d,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:46.711734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:46.782876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d408f-9f76-47aa-b47f-e0fd2e3abe83 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 81be424c-321d-4385-806d-f2d326e67e38 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:46.909865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a7d408f-9f76-47aa-b47f-e0fd2e3abe83 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:46.915326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:46.967492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d408f-9f76-47aa-b47f-e0fd2e3abe83 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=81be424c-321d-4385-806d-f2d326e67e38,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:46.970674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9a7d408f-9f76-47aa-b47f-e0fd2e3abe83 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:47.010630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9a7d408f-9f76-47aa-b47f-e0fd2e3abe83 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.021037 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9a7d408f-9f76-47aa-b47f-e0fd2e3abe83 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/81be424c-321d-4385-806d-f2d326e67e38 HTTP/1.1" status: 204 len: 168 time: 0.8000274 Jun 03 21:53:47.023811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55912) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:47.092627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f969860-fad7-45eb-9a66-9bb21908443d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:47.094335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f969860-fad7-45eb-9a66-9bb21908443d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:47.095098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8f969860-fad7-45eb-9a66-9bb21908443d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:47.112896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8f969860-fad7-45eb-9a66-9bb21908443d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:47.114532 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8f969860-fad7-45eb-9a66-9bb21908443d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0895212 Jun 03 21:53:47.117112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55914) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:47.183488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a970a5-2b4a-4ea4-b3a5-b2ce8626b1c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet d6ea3094-abd4-45ae-ba9f-ee2ee67676ff {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:47.186523 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6a970a5-2b4a-4ea4-b3a5-b2ce8626b1c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.247765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6a970a5-2b4a-4ea4-b3a5-b2ce8626b1c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.339572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6a970a5-2b4a-4ea4-b3a5-b2ce8626b1c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.648531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e0df49c9-9f20-4216-94d5-752ad56d5df2 None None] Provisioning for port bde755bd-46b5-4435-ad3f-e9c0ea42013d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:47.655532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6a970a5-2b4a-4ea4-b3a5-b2ce8626b1c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.662412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3bab44a9-bf3d-4fe2-ade3-f2a253a3941b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:47.707838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a970a5-2b4a-4ea4-b3a5-b2ce8626b1c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ea3094-abd4-45ae-ba9f-ee2ee67676ff,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:47.713711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b6a970a5-2b4a-4ea4-b3a5-b2ce8626b1c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:47.721839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6a970a5-2b4a-4ea4-b3a5-b2ce8626b1c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.737720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bde755bd-46b5-4435-ad3f-e9c0ea42013d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:47.741447 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b6a970a5-2b4a-4ea4-b3a5-b2ce8626b1c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/d6ea3094-abd4-45ae-ba9f-ee2ee67676ff HTTP/1.1" status: 204 len: 168 time: 0.6232920 Jun 03 21:53:47.743804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55916) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:47.818396 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9dbe3869-f913-4712-8cb6-ca64301c0fc3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731404 Jun 03 21:53:47.821941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55918) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:47.824465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port bde755bd-46b5-4435-ad3f-e9c0ea42013d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:47.827817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:47.830956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port bde755bd-46b5-4435-ad3f-e9c0ea42013d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:47.831499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:47.876819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55812ead-acae-48a9-a9e0-6a60601c6e2e None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:47.908266 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-67c31343-dd9b-4829-baad-a3358787ca04 None None] Could not find standard attr ID for object 81be424c-321d-4385-806d-f2d326e67e38. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:53:47.944453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:47.948485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:47.952557 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:47.959308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:47.969770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:47.973674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.126431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.177060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port bde755bd-46b5-4435-ad3f-e9c0ea42013d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=bde755bd-46b5-4435-ad3f-e9c0ea42013d,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:48.182263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.184326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-62f84982-2285-4c50-977c-aa6eee7ceeff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:48.255654 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fac40a-6e30-46fe-bb7b-a325fca3a95b None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:53:48.298093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=bde755bd-46b5-4435-ad3f-e9c0ea42013d,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:48.302942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:48.332776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-58fac40a-6e30-46fe-bb7b-a325fca3a95b None None] Deleting port bde755bd-46b5-4435-ad3f-e9c0ea42013d {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:48.333160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58fac40a-6e30-46fe-bb7b-a325fca3a95b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.457149 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-58fac40a-6e30-46fe-bb7b-a325fca3a95b None None] For port bde755bd-46b5-4435-ad3f-e9c0ea42013d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=bde755bd-46b5-4435-ad3f-e9c0ea42013d,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:48.457445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58fac40a-6e30-46fe-bb7b-a325fca3a95b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.504922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.objects.ports [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104396) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:53:48.578474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-58fac40a-6e30-46fe-bb7b-a325fca3a95b None None] Calling delete_port for bde755bd-46b5-4435-ad3f-e9c0ea42013d owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:48.631744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58fac40a-6e30-46fe-bb7b-a325fca3a95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.636485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fc1c6fe6-75fe-4bd4-9bb8-4ea41b43ad8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:48.662352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Port bde755bd-46b5-4435-ad3f-e9c0ea42013d concurrently deleted while adding address for new subnet {'id': '6a2caf71-5d8a-4459-a328-76936220d1b2', 'name': '', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1296, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-06-03T21:53:48Z', 'updated_at': '2021-06-03T21:53:48Z', 'revision_number': 0, 'segment_id': None, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d'}. {{(pid=104396) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:762}} Jun 03 21:53:48.662996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.666565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d7545da3-6b28-4620-befd-43068def6b8f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:48.680849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fac40a-6e30-46fe-bb7b-a325fca3a95b None None] Pushing event deleted for resources: {'Port': ['ID=bde755bd-46b5-4435-ad3f-e9c0ea42013d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:48.682641 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fac40a-6e30-46fe-bb7b-a325fca3a95b None None] No DVR routers for this DVR port bde755bd-46b5-4435-ad3f-e9c0ea42013d on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:53:48.684015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-58fac40a-6e30-46fe-bb7b-a325fca3a95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:48.728978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:48.731900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:48.741258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeef2040-2697-44fd-a051-5657ecdfc998 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:48.743424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:48.744038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:48.751309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=6a2caf71-5d8a-4459-a328-76936220d1b2,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:48.758427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:48.776816 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9535770 Jun 03 21:53:48.779529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55924) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:48.784702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'mac_address': 'fa:16:3e:81:11:70', 'name': 'tempest-NetworksTestDHCPv6-1706358997'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:48.926454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:48.930559 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:48.933399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:48.939248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:48.950512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:49.005060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '6a2caf71-5d8a-4459-a328-76936220d1b2'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:53:49.005924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:49.087029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:49.113352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port 3b40dcc0-7dfd-486a-bde7-53898e5a7f63 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:53:49.167411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Allocated IP 2001:db8::f816:3eff:fe91:9fde (1dba7523-f1ba-457a-be10-44fa003aff73/6a2caf71-5d8a-4459-a328-76936220d1b2/17339bd9-da93-49dc-8982-e46dbc00f58d) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:49.385274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:49.396405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Transition to ACTIVE for port object 17339bd9-da93-49dc-8982-e46dbc00f58d will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:49.416603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Transition to ACTIVE for port object 17339bd9-da93-49dc-8982-e46dbc00f58d will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:49.423341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:49.427722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:49.479657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:49.482369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:49.486018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:49.490083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::f816:3eff:fe81:1170 (1dba7523-f1ba-457a-be10-44fa003aff73/6a2caf71-5d8a-4459-a328-76936220d1b2/3b40dcc0-7dfd-486a-bde7-53898e5a7f63) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:49.528667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Pushing event updated for resources: {'Port': ['ID=17339bd9-da93-49dc-8982-e46dbc00f58d,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:49.536549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:49.595542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Attempting to bind port 17339bd9-da93-49dc-8982-e46dbc00f58d on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:49.596048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Attempting to bind port 17339bd9-da93-49dc-8982-e46dbc00f58d by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:49.596418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Attempting to bind port 17339bd9-da93-49dc-8982-e46dbc00f58d on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:49.602061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:49.602443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:49.602850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:49.603245 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:49.603814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Bound port: 17339bd9-da93-49dc-8982-e46dbc00f58d, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:49.604220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:49.684369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bde755bd-46b5-4435-ad3f-e9c0ea42013d no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:53:49.732734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: bde755bd-46b5-4435-ad3f-e9c0ea42013d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:53:49.733093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bde755bd-46b5-4435-ad3f-e9c0ea42013d not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:53:49.744057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] For port 17339bd9-da93-49dc-8982-e46dbc00f58d, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:49.747327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] For port 17339bd9-da93-49dc-8982-e46dbc00f58d, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=17339bd9-da93-49dc-8982-e46dbc00f58d,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:49.753828 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:49.758287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:49.846720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Pushing event updated for resources: {'Port': ['ID=17339bd9-da93-49dc-8982-e46dbc00f58d,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:49.851529 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:49.858620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:49.874593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 3b40dcc0-7dfd-486a-bde7-53898e5a7f63 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:49.904020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:49.911132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b9802e1a-aea3-47b1-9e7f-1ac0645ac3f2 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:50.008432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:50.009542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=3b40dcc0-7dfd-486a-bde7-53898e5a7f63,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:50.011999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:50.013738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:50.014449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:50.020159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:50.020766 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:50.054884 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2712333 Jun 03 21:53:50.055143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55926) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:50.149740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da564c8c-ce83-4cbc-a369-3a4e06fb339b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:50.155833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da564c8c-ce83-4cbc-a369-3a4e06fb339b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:50.156642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-da564c8c-ce83-4cbc-a369-3a4e06fb339b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:50.173131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-da564c8c-ce83-4cbc-a369-3a4e06fb339b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:50.174285 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-da564c8c-ce83-4cbc-a369-3a4e06fb339b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1181564 Jun 03 21:53:50.177077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55928) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:50.321961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-13e3a199-3075-4552-a383-e0c91083c889 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 3b40dcc0-7dfd-486a-bde7-53898e5a7f63 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:50.322280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-13e3a199-3075-4552-a383-e0c91083c889 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:50.458306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-13e3a199-3075-4552-a383-e0c91083c889 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:50.599486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-13e3a199-3075-4552-a383-e0c91083c889 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 3b40dcc0-7dfd-486a-bde7-53898e5a7f63 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:50.729676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-13e3a199-3075-4552-a383-e0c91083c889 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:50.735972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-66a740dc-6498-4106-9587-e21276ad3f8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:50.784071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3a199-3075-4552-a383-e0c91083c889 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=3b40dcc0-7dfd-486a-bde7-53898e5a7f63,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:50.787039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-13e3a199-3075-4552-a383-e0c91083c889 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:50.830985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-13e3a199-3075-4552-a383-e0c91083c889 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:50.853042 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-13e3a199-3075-4552-a383-e0c91083c889 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/3b40dcc0-7dfd-486a-bde7-53898e5a7f63 HTTP/1.1" status: 204 len: 168 time: 0.6749947 Jun 03 21:53:50.855755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55932) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:50.859341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-08db518c-85bc-4380-91bc-ce14296b1ea6 None None] Provisioning for port 17339bd9-da93-49dc-8982-e46dbc00f58d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:50.927667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169da065-9823-4c6a-aaa8-445299e15aa4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:50.927667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169da065-9823-4c6a-aaa8-445299e15aa4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:50.927667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-169da065-9823-4c6a-aaa8-445299e15aa4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:50.947872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-169da065-9823-4c6a-aaa8-445299e15aa4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:50.949353 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-169da065-9823-4c6a-aaa8-445299e15aa4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0925381 Jun 03 21:53:50.952324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55934) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:51.035769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93f1f1b-07a6-47ef-92f5-4fff9adc6a47 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 6a2caf71-5d8a-4459-a328-76936220d1b2 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:51.039172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a93f1f1b-07a6-47ef-92f5-4fff9adc6a47 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:51.079711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-30de42a5-9602-4065-8101-cbc2491a54ca None None] Could not find standard attr ID for object 3b40dcc0-7dfd-486a-bde7-53898e5a7f63. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:53:51.105188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a93f1f1b-07a6-47ef-92f5-4fff9adc6a47 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:51.190506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a93f1f1b-07a6-47ef-92f5-4fff9adc6a47 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:51.480967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a93f1f1b-07a6-47ef-92f5-4fff9adc6a47 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:51.484895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-23283f84-c3c2-40ef-a00c-a0966739b3b3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:51.522270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f1f1b-07a6-47ef-92f5-4fff9adc6a47 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2caf71-5d8a-4459-a328-76936220d1b2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:51.524819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a93f1f1b-07a6-47ef-92f5-4fff9adc6a47 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:51.527091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a93f1f1b-07a6-47ef-92f5-4fff9adc6a47 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:51.534168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ab85a2-03bc-44b2-ab49-abc2d474f26a None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:51.541667 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a93f1f1b-07a6-47ef-92f5-4fff9adc6a47 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/6a2caf71-5d8a-4459-a328-76936220d1b2 HTTP/1.1" status: 204 len: 168 time: 0.5872080 Jun 03 21:53:51.544085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55936) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:51.624944 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55938) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:51.626293 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-93d71a01-e180-490e-aef4-29a1628ba368 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788529 Jun 03 21:53:51.719930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0426b-486b-4823-ba8c-98b708d50ea8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:51.721542 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e0d0426b-486b-4823-ba8c-98b708d50ea8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0956283 Jun 03 21:53:51.724262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55940) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:51.738698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 17339bd9-da93-49dc-8982-e46dbc00f58d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:51.795299 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a38f56-54cc-4c4a-88cf-87f1b2d7c3fb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:51.796089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-06a38f56-54cc-4c4a-88cf-87f1b2d7c3fb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:51.814642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-06a38f56-54cc-4c4a-88cf-87f1b2d7c3fb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:51.818183 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-06a38f56-54cc-4c4a-88cf-87f1b2d7c3fb tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0905373 Jun 03 21:53:51.818564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55942) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:51.831311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 17339bd9-da93-49dc-8982-e46dbc00f58d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:51.836706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 17339bd9-da93-49dc-8982-e46dbc00f58d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:53:51.837095 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:51.878644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0280b52-32de-462d-a1e3-c5395e8e7bb5 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:53:51.890920 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-38d9b317-2598-4de7-9fc9-c49698c2f55a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710776 Jun 03 21:53:51.895496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55944) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:51.900788 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:52.008800 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:52.018760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:52.019567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:52.029533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:52.033574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:52.036255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c0280b52-32de-462d-a1e3-c5395e8e7bb5 None None] Deleting port 17339bd9-da93-49dc-8982-e46dbc00f58d {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:52.036641 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c0280b52-32de-462d-a1e3-c5395e8e7bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:52.149399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 17339bd9-da93-49dc-8982-e46dbc00f58d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=17339bd9-da93-49dc-8982-e46dbc00f58d,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:52.155402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:52.162555 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-58fac40a-6e30-46fe-bb7b-a325fca3a95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:52.211569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c0280b52-32de-462d-a1e3-c5395e8e7bb5 None None] For port 17339bd9-da93-49dc-8982-e46dbc00f58d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=17339bd9-da93-49dc-8982-e46dbc00f58d,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:52.211978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c0280b52-32de-462d-a1e3-c5395e8e7bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:52.402485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c0280b52-32de-462d-a1e3-c5395e8e7bb5 None None] Calling delete_port for 17339bd9-da93-49dc-8982-e46dbc00f58d owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:52.417015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=17339bd9-da93-49dc-8982-e46dbc00f58d,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:52.420453 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:52.462654 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c0280b52-32de-462d-a1e3-c5395e8e7bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:52.466715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c01f87d0-9f77-49d6-8108-df933bb3e315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:52.476510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:52.480148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-baf1c68c-6d6f-4e77-9651-dd440600ce4f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:52.508026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0280b52-32de-462d-a1e3-c5395e8e7bb5 None None] Pushing event deleted for resources: {'Port': ['ID=17339bd9-da93-49dc-8982-e46dbc00f58d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:52.511572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c0280b52-32de-462d-a1e3-c5395e8e7bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:52.513786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0280b52-32de-462d-a1e3-c5395e8e7bb5 None None] No DVR routers for this DVR port 17339bd9-da93-49dc-8982-e46dbc00f58d on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:53:52.677869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:52.680865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:52.690596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc3aeba-1c24-4bca-b94c-237f15fe12c7 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:52.693741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=2fdb5918-5041-4719-92a2-3be27ecea70d,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:52.696412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:52.696949 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:52.700736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:52.724804 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8282473 Jun 03 21:53:52.727498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55946) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:52.733142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'mac_address': 'fa:16:3e:a2:db:24', 'name': 'tempest-NetworksTestDHCPv6-565035004'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:52.816325 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-243b89bc-311b-4239-8a47-91ccc432c3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:52.878344 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:52.883009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:52.885963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:52.891987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:52.902684 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:52.925332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '2fdb5918-5041-4719-92a2-3be27ecea70d'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:53:52.926208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:53.032147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:53.059810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port 433734a2-cf46-4c96-9f95-4f7b15d6337d yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:53:53.082854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Allocated IP 2001:db8::2 (1dba7523-f1ba-457a-be10-44fa003aff73/2fdb5918-5041-4719-92a2-3be27ecea70d/20cb376d-228a-431d-916a-1deb333ae89d) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:53.312926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:53.323152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Transition to ACTIVE for port object 20cb376d-228a-431d-916a-1deb333ae89d will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:53.341860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Transition to ACTIVE for port object 20cb376d-228a-431d-916a-1deb333ae89d will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:53.348634 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:53.353124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-612aea92-622f-4924-95de-7bce27694e05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:53.411714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:53.414530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:53.418280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:53.433070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Pushing event updated for resources: {'Port': ['ID=20cb376d-228a-431d-916a-1deb333ae89d,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:53.435284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::331 (1dba7523-f1ba-457a-be10-44fa003aff73/2fdb5918-5041-4719-92a2-3be27ecea70d/433734a2-cf46-4c96-9f95-4f7b15d6337d) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:53.462196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:53.524502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Attempting to bind port 20cb376d-228a-431d-916a-1deb333ae89d on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:53.524882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Attempting to bind port 20cb376d-228a-431d-916a-1deb333ae89d by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:53.525283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Attempting to bind port 20cb376d-228a-431d-916a-1deb333ae89d on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:53.532172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:53.532628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:53.533179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:53.533584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:53.534081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Bound port: 20cb376d-228a-431d-916a-1deb333ae89d, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:53.534470 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:53.649368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] For port 20cb376d-228a-431d-916a-1deb333ae89d, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:53.655550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] For port 20cb376d-228a-431d-916a-1deb333ae89d, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=20cb376d-228a-431d-916a-1deb333ae89d,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:53.664428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:53.675349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:53.689255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:53.708809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 433734a2-cf46-4c96-9f95-4f7b15d6337d will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:53.723295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 17339bd9-da93-49dc-8982-e46dbc00f58d no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:53:53.736654 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:53.742952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-40cd2c02-1c2f-4ef4-a793-32178702942f tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:53.768336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 17339bd9-da93-49dc-8982-e46dbc00f58d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:53:53.768937 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 17339bd9-da93-49dc-8982-e46dbc00f58d not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:53:53.795740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Pushing event updated for resources: {'Port': ['ID=20cb376d-228a-431d-916a-1deb333ae89d,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:53.799292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:53.802441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:53.805663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:53.808875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:53.815098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:53.816091 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:53.850286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=433734a2-cf46-4c96-9f95-4f7b15d6337d,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:53.855868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:53.866891 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1376493 Jun 03 21:53:53.869585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55948) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:53.969991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b727b794-816a-4e8a-a06f-ec225faf604a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:53.976658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b727b794-816a-4e8a-a06f-ec225faf604a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:53.977541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b727b794-816a-4e8a-a06f-ec225faf604a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:54.015672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b727b794-816a-4e8a-a06f-ec225faf604a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:54.017204 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b727b794-816a-4e8a-a06f-ec225faf604a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1461582 Jun 03 21:53:54.019670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55950) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:54.172598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-da8bb196-5041-4e9e-9bd6-b86b971d64a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 433734a2-cf46-4c96-9f95-4f7b15d6337d {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:54.172939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da8bb196-5041-4e9e-9bd6-b86b971d64a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:54.315855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da8bb196-5041-4e9e-9bd6-b86b971d64a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:54.447517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-da8bb196-5041-4e9e-9bd6-b86b971d64a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 433734a2-cf46-4c96-9f95-4f7b15d6337d owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:54.568658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da8bb196-5041-4e9e-9bd6-b86b971d64a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:54.574893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e0d15280-61e1-4ffd-b639-50780b764a19 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:54.625206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bb196-5041-4e9e-9bd6-b86b971d64a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=433734a2-cf46-4c96-9f95-4f7b15d6337d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:54.652177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-da8bb196-5041-4e9e-9bd6-b86b971d64a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:54.667355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da8bb196-5041-4e9e-9bd6-b86b971d64a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:54.686241 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-da8bb196-5041-4e9e-9bd6-b86b971d64a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/433734a2-cf46-4c96-9f95-4f7b15d6337d HTTP/1.1" status: 204 len: 168 time: 0.6613874 Jun 03 21:53:54.687523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55954) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:54.759488 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e367ff19-6449-42ab-9ef3-ed2036c1f938 None None] Provisioning for port 20cb376d-228a-431d-916a-1deb333ae89d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:54.774703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe51d376-6a68-4291-970a-d08ebb1cb208 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:54.776632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe51d376-6a68-4291-970a-d08ebb1cb208 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:54.777596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fe51d376-6a68-4291-970a-d08ebb1cb208 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:54.798759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fe51d376-6a68-4291-970a-d08ebb1cb208 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:54.800021 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fe51d376-6a68-4291-970a-d08ebb1cb208 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1115198 Jun 03 21:53:54.802751 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55956) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:54.873908 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-454e4975-d914-4f69-a750-7e99ef41959d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 2fdb5918-5041-4719-92a2-3be27ecea70d {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:53:54.877362 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-454e4975-d914-4f69-a750-7e99ef41959d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:54.946606 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-454e4975-d914-4f69-a750-7e99ef41959d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:54.980778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-26d83de2-726c-4a25-9326-9cb8f7bf49c9 None None] Could not find standard attr ID for object 433734a2-cf46-4c96-9f95-4f7b15d6337d. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:53:55.045211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-454e4975-d914-4f69-a750-7e99ef41959d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:55.346801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-454e4975-d914-4f69-a750-7e99ef41959d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:55.350998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:55.377497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:55.388872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e4975-d914-4f69-a750-7e99ef41959d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=2fdb5918-5041-4719-92a2-3be27ecea70d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:55.395170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-454e4975-d914-4f69-a750-7e99ef41959d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:55.396187 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-454e4975-d914-4f69-a750-7e99ef41959d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:55.404427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b29ba4-dac9-4a7a-a1d1-ea03a8f51bdd None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:55.410977 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-454e4975-d914-4f69-a750-7e99ef41959d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/2fdb5918-5041-4719-92a2-3be27ecea70d HTTP/1.1" status: 204 len: 168 time: 0.6071646 Jun 03 21:53:55.413557 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55958) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:55.485681 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e001b2c5-28de-4ad7-8411-8e776b2d39bf tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709016 Jun 03 21:53:55.488012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55960) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:55.545552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-db0652e7-6c3b-4e45-9a09-5f5671420ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:55.576536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0362c646-8c17-4328-b5b5-be4224444311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:55.577304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0362c646-8c17-4328-b5b5-be4224444311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:55.598022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0362c646-8c17-4328-b5b5-be4224444311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:55.599525 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0362c646-8c17-4328-b5b5-be4224444311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1105080 Jun 03 21:53:55.602510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55962) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:55.684036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8de4d9d-90ab-479e-b716-46cc7db9147f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:55.684769 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e8de4d9d-90ab-479e-b716-46cc7db9147f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:53:55.705273 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5294c048-c031-4f41-bf31-863ae09ccfe0 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:53:55.710089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e8de4d9d-90ab-479e-b716-46cc7db9147f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:53:55.711375 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e8de4d9d-90ab-479e-b716-46cc7db9147f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1078725 Jun 03 21:53:55.713892 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55964) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:55.788334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5294c048-c031-4f41-bf31-863ae09ccfe0 None None] Deleting port 20cb376d-228a-431d-916a-1deb333ae89d {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:55.789038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5294c048-c031-4f41-bf31-863ae09ccfe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:55.791779 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-34fa9dc8-66e1-4408-8451-75b8553418b7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761378 Jun 03 21:53:55.795945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55966) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:55.801269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:55.905498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-5294c048-c031-4f41-bf31-863ae09ccfe0 None None] For port 20cb376d-228a-431d-916a-1deb333ae89d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=20cb376d-228a-431d-916a-1deb333ae89d,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:55.905907 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5294c048-c031-4f41-bf31-863ae09ccfe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:56.073801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:56.084676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:56.086463 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5294c048-c031-4f41-bf31-863ae09ccfe0 None None] Calling delete_port for 20cb376d-228a-431d-916a-1deb333ae89d owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:56.097165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:56.101266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:56.156987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5294c048-c031-4f41-bf31-863ae09ccfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:56.164747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-74225e6c-aefc-40f7-962a-83eb4739cb4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:56.207844 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294c048-c031-4f41-bf31-863ae09ccfe0 None None] Pushing event deleted for resources: {'Port': ['ID=20cb376d-228a-431d-916a-1deb333ae89d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:56.210842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5294c048-c031-4f41-bf31-863ae09ccfe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:56.211671 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294c048-c031-4f41-bf31-863ae09ccfe0 None None] No DVR routers for this DVR port 20cb376d-228a-431d-916a-1deb333ae89d on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:53:56.606502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.objects.ports [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104396) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:53:56.607957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:56.612020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-569b4450-a2ca-4774-9fa8-4786c6802b1d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:56.647274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:56.672452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:56.675579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:56.685426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade50ea-b436-4c0d-817c-c09b396a3486 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:56.689452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=b08f0226-e91e-4915-a6d3-6208aac72007,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:56.692347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:56.692845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:56.706435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:56.723602 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9235957 Jun 03 21:53:56.723849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55968) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:56.729147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b2617f7d-2bd6-46af-bf5f-a9a3db90ce2e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:56.872221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b2617f7d-2bd6-46af-bf5f-a9a3db90ce2e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:56.876734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b2617f7d-2bd6-46af-bf5f-a9a3db90ce2e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:56.877463 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:56.879832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b2617f7d-2bd6-46af-bf5f-a9a3db90ce2e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:56.885519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b2617f7d-2bd6-46af-bf5f-a9a3db90ce2e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:56.896219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2617f7d-2bd6-46af-bf5f-a9a3db90ce2e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:56.900059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2617f7d-2bd6-46af-bf5f-a9a3db90ce2e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:56.927576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': 'b08f0226-e91e-4915-a6d3-6208aac72007'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:53:56.928430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:57.036829 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.ipam_backend_mixin [None req-b2617f7d-2bd6-46af-bf5f-a9a3db90ce2e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b08f0226-e91e-4915-a6d3-6208aac72007 (CIDR: 2001:db8::/64) Jun 03 21:53:57.040355 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2617f7d-2bd6-46af-bf5f-a9a3db90ce2e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:53:57.040813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2617f7d-2bd6-46af-bf5f-a9a3db90ce2e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:53:57.062532 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b2617f7d-2bd6-46af-bf5f-a9a3db90ce2e tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3373809 Jun 03 21:53:57.064860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55972) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:57.070267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:57.091115 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Allocated IP 2001:db8::f816:3eff:fe52:bbbd (1dba7523-f1ba-457a-be10-44fa003aff73/b08f0226-e91e-4915-a6d3-6208aac72007/b8780b81-5bad-444a-a854-4b1411b5c184) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:57.211635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:57.215812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:57.218782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:57.225137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:57.236809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:57.240405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:57.307777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:57.317913 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Transition to ACTIVE for port object b8780b81-5bad-444a-a854-4b1411b5c184 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:57.336032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Transition to ACTIVE for port object b8780b81-5bad-444a-a854-4b1411b5c184 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:57.342700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:57.348495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-aa25b9df-3f68-4f9f-927b-0f19d0a12209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:57.413960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:57.416711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:57.428224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:57.434876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Pushing event updated for resources: {'Port': ['ID=b8780b81-5bad-444a-a854-4b1411b5c184,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:57.439312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:57.527949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Attempting to bind port b8780b81-5bad-444a-a854-4b1411b5c184 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:53:57.527949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Attempting to bind port b8780b81-5bad-444a-a854-4b1411b5c184 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:53:57.528302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Attempting to bind port b8780b81-5bad-444a-a854-4b1411b5c184 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:53:57.534174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:53:57.534561 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:53:57.534969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:57.535371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:53:57.535862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Bound port: b8780b81-5bad-444a-a854-4b1411b5c184, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:53:57.536241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:57.636772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] For port b8780b81-5bad-444a-a854-4b1411b5c184, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:53:57.640398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] For port b8780b81-5bad-444a-a854-4b1411b5c184, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b8780b81-5bad-444a-a854-4b1411b5c184,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:53:57.645716 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:57.651078 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c1a14069-0431-4a28-a637-6554021299eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:57.703241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 20cb376d-228a-431d-916a-1deb333ae89d no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:53:57.732017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:57.736804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-265ebbd5-5df1-4178-a627-7a558fb3b644 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:57.746390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 20cb376d-228a-431d-916a-1deb333ae89d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:53:57.746739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 20cb376d-228a-431d-916a-1deb333ae89d not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:53:57.781373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Pushing event updated for resources: {'Port': ['ID=b8780b81-5bad-444a-a854-4b1411b5c184,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:57.786121 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:57.797485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:57.798928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:57.813501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:57.814199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:57.841175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=b4cea344-8b80-418a-ba53-c991d07e1dd9,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:57.847901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:57.868765 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8025904 Jun 03 21:53:57.871418 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55974) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:57.878080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'mac_address': 'fa:16:3e:75:0d:6e', 'name': 'tempest-NetworksTestDHCPv6-1117296740'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:53:58.221732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:53:58.226918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:53:58.230002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:53:58.236739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:53:58.254104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:53:58.372926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:58.380039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:58.407754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port 6cadadc6-a325-4138-9d18-8d4ddbd657de yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:53:58.647483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8:0:1::2af (1dba7523-f1ba-457a-be10-44fa003aff73/b4cea344-8b80-418a-ba53-c991d07e1dd9/6cadadc6-a325-4138-9d18-8d4ddbd657de) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:58.654312 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::f816:3eff:fe75:d6e (1dba7523-f1ba-457a-be10-44fa003aff73/b08f0226-e91e-4915-a6d3-6208aac72007/6cadadc6-a325-4138-9d18-8d4ddbd657de) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:58.713910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68867d4a-a195-4d72-9d29-836db63ff423 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:53:58.802057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-386ba466-1f94-4be1-85c4-4ce3f9d44859 None None] Provisioning for port b8780b81-5bad-444a-a854-4b1411b5c184 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:58.892189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:58.910121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 6cadadc6-a325-4138-9d18-8d4ddbd657de will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:58.935322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:58.942030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-13e3a199-3075-4552-a383-e0c91083c889 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:59.002765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:53:59.005893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:53:59.009741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:53:59.015402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:53:59.016140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:59.036586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=6cadadc6-a325-4138-9d18-8d4ddbd657de,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:59.041243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:59.055496 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1828759 Jun 03 21:53:59.058637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55978) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:53:59.090265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d4804a-3f2b-461c-90e1-36cdf53544cf None None] Update dhcp port {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': 'b08f0226-e91e-4915-a6d3-6208aac72007', 'ip_address': '2001:db8::f816:3eff:fe52:bbbd'}, {'subnet_id': 'b4cea344-8b80-418a-ba53-c991d07e1dd9'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': 'b8780b81-5bad-444a-a854-4b1411b5c184'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:53:59.147124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b1d4804a-3f2b-461c-90e1-36cdf53544cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:59.211181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f5c32197-74e2-4abf-bb4b-6ee9cb306d08 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 6cadadc6-a325-4138-9d18-8d4ddbd657de {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:53:59.211514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5c32197-74e2-4abf-bb4b-6ee9cb306d08 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:59.355910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5c32197-74e2-4abf-bb4b-6ee9cb306d08 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:59.420837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-b1d4804a-3f2b-461c-90e1-36cdf53544cf None None] Allocated IP 2001:db8:0:1::2 (1dba7523-f1ba-457a-be10-44fa003aff73/b4cea344-8b80-418a-ba53-c991d07e1dd9/b8780b81-5bad-444a-a854-4b1411b5c184) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:53:59.506687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f5c32197-74e2-4abf-bb4b-6ee9cb306d08 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 6cadadc6-a325-4138-9d18-8d4ddbd657de owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:53:59.578281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b1d4804a-3f2b-461c-90e1-36cdf53544cf None None] For port b8780b81-5bad-444a-a854-4b1411b5c184, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b8780b81-5bad-444a-a854-4b1411b5c184,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:53:59.611183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b1d4804a-3f2b-461c-90e1-36cdf53544cf None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:59.632718 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b1d4804a-3f2b-461c-90e1-36cdf53544cf None None] Transition to ACTIVE for port object b8780b81-5bad-444a-a854-4b1411b5c184 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:53:59.645172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b1d4804a-3f2b-461c-90e1-36cdf53544cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:59.650863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b4bf6bb8-c6d0-49a0-b46f-1915fd44b6a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:59.737022 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5c32197-74e2-4abf-bb4b-6ee9cb306d08 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:59.748142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-392c59bd-2786-4f8d-947b-ed9ed348d25b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:53:59.773542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b8780b81-5bad-444a-a854-4b1411b5c184 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:53:59.817687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c32197-74e2-4abf-bb4b-6ee9cb306d08 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=6cadadc6-a325-4138-9d18-8d4ddbd657de,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:59.820895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f5c32197-74e2-4abf-bb4b-6ee9cb306d08 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:59.860821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4804a-3f2b-461c-90e1-36cdf53544cf None None] Pushing event updated for resources: {'Port': ['ID=b8780b81-5bad-444a-a854-4b1411b5c184,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:53:59.865206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b1d4804a-3f2b-461c-90e1-36cdf53544cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:53:59.882826 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port b8780b81-5bad-444a-a854-4b1411b5c184 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:53:59.940302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5c32197-74e2-4abf-bb4b-6ee9cb306d08 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:53:59.952017 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f5c32197-74e2-4abf-bb4b-6ee9cb306d08 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/6cadadc6-a325-4138-9d18-8d4ddbd657de HTTP/1.1" status: 204 len: 168 time: 0.8923230 Jun 03 21:53:59.957246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55980) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:00.235594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ef6408-025c-40cf-88f5-efc9b9d91a8f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:00.237241 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-51ef6408-025c-40cf-88f5-efc9b9d91a8f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2786613 Jun 03 21:54:00.240016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55982) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:00.352904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e0bf91-81f5-4ea8-bd98-7650536abd28 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:00.354513 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-69e0bf91-81f5-4ea8-bd98-7650536abd28 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1135182 Jun 03 21:54:00.358628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55984) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:00.436851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c371b2d-76a6-4e4e-9747-62f64c5643e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:00.439028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c371b2d-76a6-4e4e-9747-62f64c5643e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:00.440898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c371b2d-76a6-4e4e-9747-62f64c5643e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:00.443148 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5c371b2d-76a6-4e4e-9747-62f64c5643e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0831287 Jun 03 21:54:00.450379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55986) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:00.465907 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-20b9da3f-329c-4679-855e-a3b32a0c344f None None] Could not find standard attr ID for object 6cadadc6-a325-4138-9d18-8d4ddbd657de. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:54:00.485806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-20b9da3f-329c-4679-855e-a3b32a0c344f None None] Provisioning for port b8780b81-5bad-444a-a854-4b1411b5c184 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:00.493985 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-20b9da3f-329c-4679-855e-a3b32a0c344f None None] Provisioning complete for port b8780b81-5bad-444a-a854-4b1411b5c184 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:00.494371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-20b9da3f-329c-4679-855e-a3b32a0c344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:00.558256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f393c335-8fb3-47f0-bd21-6e952b8a5dee tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet b08f0226-e91e-4915-a6d3-6208aac72007 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:54:00.561593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f393c335-8fb3-47f0-bd21-6e952b8a5dee tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:00.630151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f393c335-8fb3-47f0-bd21-6e952b8a5dee tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:00.656209 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-20b9da3f-329c-4679-855e-a3b32a0c344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:00.695699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-20b9da3f-329c-4679-855e-a3b32a0c344f None None] For port b8780b81-5bad-444a-a854-4b1411b5c184, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b8780b81-5bad-444a-a854-4b1411b5c184,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:00.702382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-20b9da3f-329c-4679-855e-a3b32a0c344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:00.704395 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6f02178d-04db-499d-8c5e-422bbfc15a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:00.729317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f393c335-8fb3-47f0-bd21-6e952b8a5dee tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:00.797668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9da3f-329c-4679-855e-a3b32a0c344f None None] Pushing event updated for resources: {'Port': ['ID=b8780b81-5bad-444a-a854-4b1411b5c184,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:00.802891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-20b9da3f-329c-4679-855e-a3b32a0c344f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:00.816118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-841aa385-8ae3-4cb3-b8f5-b100e249f149 None None] Could not find standard attr ID for object 6cadadc6-a325-4138-9d18-8d4ddbd657de. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:54:01.038142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f393c335-8fb3-47f0-bd21-6e952b8a5dee tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:01.041666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a6e32fd4-855e-4c04-a557-98994dfce4ee tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:01.079796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393c335-8fb3-47f0-bd21-6e952b8a5dee tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=b08f0226-e91e-4915-a6d3-6208aac72007,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:01.086553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f393c335-8fb3-47f0-bd21-6e952b8a5dee tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:01.089600 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f393c335-8fb3-47f0-bd21-6e952b8a5dee tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:01.094672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb995e-06b2-404c-ae07-f7ae50a68e8e None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:01.098542 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f393c335-8fb3-47f0-bd21-6e952b8a5dee tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/b08f0226-e91e-4915-a6d3-6208aac72007 HTTP/1.1" status: 204 len: 168 time: 0.6446762 Jun 03 21:54:01.101236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55988) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:01.320116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d437dc-610b-40e9-8e36-e94ea69b5be2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet b4cea344-8b80-418a-ba53-c991d07e1dd9 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:54:01.323256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d6d437dc-610b-40e9-8e36-e94ea69b5be2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:01.378113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d6d437dc-610b-40e9-8e36-e94ea69b5be2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:01.469449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d6d437dc-610b-40e9-8e36-e94ea69b5be2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:01.702140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b8780b81-5bad-444a-a854-4b1411b5c184 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:01.786993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d6d437dc-610b-40e9-8e36-e94ea69b5be2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:01.791846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-35619e33-84ca-499b-a0ac-36d8d4ce2934 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:01.797911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port b8780b81-5bad-444a-a854-4b1411b5c184 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:01.798450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:01.827763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d437dc-610b-40e9-8e36-e94ea69b5be2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=b4cea344-8b80-418a-ba53-c991d07e1dd9,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:01.831625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d6d437dc-610b-40e9-8e36-e94ea69b5be2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:01.832776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d6d437dc-610b-40e9-8e36-e94ea69b5be2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:01.845532 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d6d437dc-610b-40e9-8e36-e94ea69b5be2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/b4cea344-8b80-418a-ba53-c991d07e1dd9 HTTP/1.1" status: 204 len: 168 time: 0.7432730 Jun 03 21:54:01.847914 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55990) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:01.899231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b914682-be24-4f39-9ea3-4c6fdb3fd2f4 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:01.922796 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7a19c7f4-bbc1-4a44-9304-5510fe5d7695 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736594 Jun 03 21:54:01.925547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55992) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:01.930709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:02.043912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:02.048510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:02.051436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:02.057456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:02.058504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-302267c9-d4d3-4bde-9049-f99c03239bb9 None None] Provisioning complete for port b8780b81-5bad-444a-a854-4b1411b5c184 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:02.058884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-302267c9-d4d3-4bde-9049-f99c03239bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:02.069253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:02.073009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:02.289599 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e782fceb-cf22-414b-aa62-9fb9eaccd56a None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:54:02.407129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e782fceb-cf22-414b-aa62-9fb9eaccd56a None None] Deleting port b8780b81-5bad-444a-a854-4b1411b5c184 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:02.407381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e782fceb-cf22-414b-aa62-9fb9eaccd56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:02.537636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e782fceb-cf22-414b-aa62-9fb9eaccd56a None None] For port b8780b81-5bad-444a-a854-4b1411b5c184, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b8780b81-5bad-444a-a854-4b1411b5c184,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:02.538217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e782fceb-cf22-414b-aa62-9fb9eaccd56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:02.593441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.objects.ports [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104396) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:54:02.661633 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e782fceb-cf22-414b-aa62-9fb9eaccd56a None None] Calling delete_port for b8780b81-5bad-444a-a854-4b1411b5c184 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:02.712130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e782fceb-cf22-414b-aa62-9fb9eaccd56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:02.716225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-06875c7b-f7a8-4e1a-b7c3-b23bba79a871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:02.744078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Port b8780b81-5bad-444a-a854-4b1411b5c184 concurrently deleted while adding address for new subnet {'id': '0efce3ac-791e-4008-a58e-010f82f70be1', 'name': '', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1306, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-06-03T21:54:02Z', 'updated_at': '2021-06-03T21:54:02Z', 'revision_number': 0, 'segment_id': None, 'project_id': '866f8f45911d4d9495bbf46e99ffc83d'}. {{(pid=104396) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:762}} Jun 03 21:54:02.744547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:02.749220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0e8894a4-0ed3-4b72-b81e-59e9893176e0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:02.759820 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782fceb-cf22-414b-aa62-9fb9eaccd56a None None] Pushing event deleted for resources: {'Port': ['ID=b8780b81-5bad-444a-a854-4b1411b5c184,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:02.762665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e782fceb-cf22-414b-aa62-9fb9eaccd56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:02.767782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782fceb-cf22-414b-aa62-9fb9eaccd56a None None] No DVR routers for this DVR port b8780b81-5bad-444a-a854-4b1411b5c184 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:54:02.804913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:02.807876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:02.817280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220bbe50-6688-459c-b26c-88e42465fcd5 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:02.818966 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:02.819643 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:02.826788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=0efce3ac-791e-4008-a58e-010f82f70be1,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:02.834239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:02.850398 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9235988 Jun 03 21:54:02.853016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55994) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:02.858732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-3d1c314c-d4bb-4968-8d39-9ae1a81a452f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:02.999436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3d1c314c-d4bb-4968-8d39-9ae1a81a452f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:03.003550 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3d1c314c-d4bb-4968-8d39-9ae1a81a452f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:03.006597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3d1c314c-d4bb-4968-8d39-9ae1a81a452f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:03.012587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3d1c314c-d4bb-4968-8d39-9ae1a81a452f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:03.024974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1c314c-d4bb-4968-8d39-9ae1a81a452f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:03.028568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d1c314c-d4bb-4968-8d39-9ae1a81a452f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:03.044907 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '0efce3ac-791e-4008-a58e-010f82f70be1'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:54:03.045911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:03.163596 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.ipam_backend_mixin [None req-3d1c314c-d4bb-4968-8d39-9ae1a81a452f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0efce3ac-791e-4008-a58e-010f82f70be1 (CIDR: 2001:db8::/64) Jun 03 21:54:03.167500 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1c314c-d4bb-4968-8d39-9ae1a81a452f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:54:03.168161 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1c314c-d4bb-4968-8d39-9ae1a81a452f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:03.189352 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3d1c314c-d4bb-4968-8d39-9ae1a81a452f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3352191 Jun 03 21:54:03.192457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 55996) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:03.198006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:03.213325 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Allocated IP 2001:db8::f816:3eff:fe4e:d0a3 (1dba7523-f1ba-457a-be10-44fa003aff73/0efce3ac-791e-4008-a58e-010f82f70be1/cf4e3f7d-9870-43ca-84b6-04fb6c2a2680) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:03.352272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:03.355988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:03.360260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:03.366138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:03.377587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:03.381213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:03.429568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:03.440380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Transition to ACTIVE for port object cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:03.458930 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Transition to ACTIVE for port object cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:03.467704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:03.473091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e782fceb-cf22-414b-aa62-9fb9eaccd56a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:03.540494 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:03.543408 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:03.547366 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:03.562257 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Pushing event updated for resources: {'Port': ['ID=cf4e3f7d-9870-43ca-84b6-04fb6c2a2680,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:03.592715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:03.647925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Attempting to bind port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:54:03.648303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Attempting to bind port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:54:03.648690 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Attempting to bind port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:54:03.655972 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:54:03.656375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:03.656782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:03.657178 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:54:03.657653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Bound port: cf4e3f7d-9870-43ca-84b6-04fb6c2a2680, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:54:03.658031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:03.701536 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b8780b81-5bad-444a-a854-4b1411b5c184 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:54:03.750424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: b8780b81-5bad-444a-a854-4b1411b5c184 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:54:03.751185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b8780b81-5bad-444a-a854-4b1411b5c184 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:54:03.791132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] For port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:54:03.794870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] For port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cf4e3f7d-9870-43ca-84b6-04fb6c2a2680,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:54:03.801036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:03.806079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:03.891239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:03.895758 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Pushing event updated for resources: {'Port': ['ID=cf4e3f7d-9870-43ca-84b6-04fb6c2a2680,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:03.899288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:03.901542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8c0c7f09-eb70-4c89-b8d1-ac92db6f848e tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:03.944810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:03.951419 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:03.967926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:03.968594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:03.985096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=535ceea9-373d-410d-84b4-ec4359ec4739,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:03.989952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:04.005653 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8118367 Jun 03 21:54:04.008744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 55998) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:04.013865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'mac_address': 'fa:16:3e:b2:ee:93', 'name': 'tempest-NetworksTestDHCPv6-1911089324'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:04.191982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:04.196165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:port and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:04.199016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for port was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:04.204790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:04.215869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:04.346317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:04.373203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port 2aa7b1e7-153a-4191-8a2a-e2ee6ae55b4d yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:54:04.797516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8:0:1::282 (1dba7523-f1ba-457a-be10-44fa003aff73/535ceea9-373d-410d-84b4-ec4359ec4739/2aa7b1e7-153a-4191-8a2a-e2ee6ae55b4d) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:04.804451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::f816:3eff:feb2:ee93 (1dba7523-f1ba-457a-be10-44fa003aff73/0efce3ac-791e-4008-a58e-010f82f70be1/2aa7b1e7-153a-4191-8a2a-e2ee6ae55b4d) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:04.829462 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f7b5d7-4b3e-4221-9869-d836a6151e5f None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:04.945296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2749567e-c298-4cf4-b40a-dd13fae204e3 None None] Provisioning for port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:05.031340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:05.048740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 2aa7b1e7-153a-4191-8a2a-e2ee6ae55b4d will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:05.080538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:05.092089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0accdd90-4e14-40c2-b39f-e2d3322ee08f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:05.174551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:05.178356 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:05.181325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:05.188615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:05.189331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:05.219717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=2aa7b1e7-153a-4191-8a2a-e2ee6ae55b4d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:05.222954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:05.238602 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2286837 Jun 03 21:54:05.241319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56002) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:05.266314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba86312c-42dd-4c53-b367-e7292f06a907 None None] Update dhcp port {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': '0efce3ac-791e-4008-a58e-010f82f70be1', 'ip_address': '2001:db8::f816:3eff:fe4e:d0a3'}, {'subnet_id': '535ceea9-373d-410d-84b4-ec4359ec4739'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': 'cf4e3f7d-9870-43ca-84b6-04fb6c2a2680'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:54:05.321928 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ba86312c-42dd-4c53-b367-e7292f06a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:05.390352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f902eb18-5226-453b-8ada-f2186c6a9aa7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 2aa7b1e7-153a-4191-8a2a-e2ee6ae55b4d {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:05.390761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f902eb18-5226-453b-8ada-f2186c6a9aa7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:05.529035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f902eb18-5226-453b-8ada-f2186c6a9aa7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:05.538341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-ba86312c-42dd-4c53-b367-e7292f06a907 None None] Allocated IP 2001:db8:0:1::2 (1dba7523-f1ba-457a-be10-44fa003aff73/535ceea9-373d-410d-84b4-ec4359ec4739/cf4e3f7d-9870-43ca-84b6-04fb6c2a2680) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:05.659509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f902eb18-5226-453b-8ada-f2186c6a9aa7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 2aa7b1e7-153a-4191-8a2a-e2ee6ae55b4d owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:05.697944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ba86312c-42dd-4c53-b367-e7292f06a907 None None] For port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cf4e3f7d-9870-43ca-84b6-04fb6c2a2680,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:05.727663 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ba86312c-42dd-4c53-b367-e7292f06a907 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:05.739495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:05.784483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ba86312c-42dd-4c53-b367-e7292f06a907 None None] Transition to ACTIVE for port object cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:05.810672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ba86312c-42dd-4c53-b367-e7292f06a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:05.816425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:05.860351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f902eb18-5226-453b-8ada-f2186c6a9aa7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:05.866372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2313124e-e21c-4d94-a8c4-f1a625773995 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:05.913668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902eb18-5226-453b-8ada-f2186c6a9aa7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=2aa7b1e7-153a-4191-8a2a-e2ee6ae55b4d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:05.916687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f902eb18-5226-453b-8ada-f2186c6a9aa7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:05.969630 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:05.973118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86312c-42dd-4c53-b367-e7292f06a907 None None] Pushing event updated for resources: {'Port': ['ID=cf4e3f7d-9870-43ca-84b6-04fb6c2a2680,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:05.976952 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ba86312c-42dd-4c53-b367-e7292f06a907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:05.998515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f902eb18-5226-453b-8ada-f2186c6a9aa7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:06.009123 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f902eb18-5226-453b-8ada-f2186c6a9aa7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/2aa7b1e7-153a-4191-8a2a-e2ee6ae55b4d HTTP/1.1" status: 204 len: 168 time: 0.7665279 Jun 03 21:54:06.011685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56008) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:06.095599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656fc52-cb05-4f37-9b27-98e6f811140f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:06.096339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0656fc52-cb05-4f37-9b27-98e6f811140f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:06.115330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0656fc52-cb05-4f37-9b27-98e6f811140f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:06.116784 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0656fc52-cb05-4f37-9b27-98e6f811140f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1041052 Jun 03 21:54:06.119582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56010) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:06.203429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ca0b35-f955-4531-b79d-299ebf645b70 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:06.204936 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b5ca0b35-f955-4531-b79d-299ebf645b70 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0845747 Jun 03 21:54:06.207728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56012) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:06.287244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f7c44-0320-4707-a689-01cd98e717a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:06.288902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f7c44-0320-4707-a689-01cd98e717a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:06.290614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f7c44-0320-4707-a689-01cd98e717a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:06.291496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-634f7c44-0320-4707-a689-01cd98e717a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:06.312167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-634f7c44-0320-4707-a689-01cd98e717a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:06.313696 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-634f7c44-0320-4707-a689-01cd98e717a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1048853 Jun 03 21:54:06.316950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56014) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:06.385799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfbc61e-8833-42b0-a48f-c62fc095e5fd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 0efce3ac-791e-4008-a58e-010f82f70be1 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:54:06.389118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2cfbc61e-8833-42b0-a48f-c62fc095e5fd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:06.454069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2cfbc61e-8833-42b0-a48f-c62fc095e5fd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:06.497059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Could not find standard attr ID for object 2aa7b1e7-153a-4191-8a2a-e2ee6ae55b4d. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:54:06.510681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Provisioning for port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:06.517081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Provisioning complete for port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:06.517458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:06.548522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2cfbc61e-8833-42b0-a48f-c62fc095e5fd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:06.649922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:06.841447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2cfbc61e-8833-42b0-a48f-c62fc095e5fd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:06.845795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bcdaf608-c6f5-4f26-9a08-c51f7b3e0f0a tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:06.882477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbc61e-8833-42b0-a48f-c62fc095e5fd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=0efce3ac-791e-4008-a58e-010f82f70be1,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:06.885455 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2cfbc61e-8833-42b0-a48f-c62fc095e5fd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:06.888828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2cfbc61e-8833-42b0-a48f-c62fc095e5fd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:06.903330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570166b6-5082-42c3-8af8-d8143e3cbc24 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:06.906550 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2cfbc61e-8833-42b0-a48f-c62fc095e5fd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/0efce3ac-791e-4008-a58e-010f82f70be1 HTTP/1.1" status: 204 len: 168 time: 0.5882087 Jun 03 21:54:06.908978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56016) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:06.923177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:54:06.923715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:54:06.984023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5a9206-39ac-4358-bbb9-5abcb02e80df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 535ceea9-373d-410d-84b4-ec4359ec4739 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:54:06.986978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de5a9206-39ac-4358-bbb9-5abcb02e80df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:07.042031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de5a9206-39ac-4358-bbb9-5abcb02e80df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:07.128487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de5a9206-39ac-4358-bbb9-5abcb02e80df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:07.480963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:07.585398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de5a9206-39ac-4358-bbb9-5abcb02e80df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:07.589695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cc28a214-65e9-41ef-826a-a3d693172ba0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:07.626545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a9206-39ac-4358-bbb9-5abcb02e80df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=535ceea9-373d-410d-84b4-ec4359ec4739,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:07.629425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-de5a9206-39ac-4358-bbb9-5abcb02e80df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:07.630404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de5a9206-39ac-4358-bbb9-5abcb02e80df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:07.643122 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-de5a9206-39ac-4358-bbb9-5abcb02e80df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/535ceea9-373d-410d-84b4-ec4359ec4739 HTTP/1.1" status: 204 len: 168 time: 0.7310283 Jun 03 21:54:07.643528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56018) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:07.644486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:54:07.645071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:54:07.670367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fec427-08d2-45e8-ae1b-f6a358ef001c None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:07.714396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:07.727240 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3e80877c-c7cb-4681-b464-ac74dbd55969 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824692 Jun 03 21:54:07.729875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56020) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:07.734750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:07.849517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:07.853728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:07.856570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:07.862369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:07.873047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:07.876796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:07.918197 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:07.918471 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:08.079297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:08.171600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] For port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cf4e3f7d-9870-43ca-84b6-04fb6c2a2680,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:08.177691 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d144816e-82fc-49b1-896f-b11be83dc7a0 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:54:08.189187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:08.194211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:08.221724 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:08.333178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:08.336821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c97b3fdb-4f75-4a2b-953d-cb9017ca305c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:08.342696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c852ec76-b019-492f-b0a2-205b56e6c059 None None] Could not find standard attr ID for object 2aa7b1e7-153a-4191-8a2a-e2ee6ae55b4d. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:54:08.359585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Pushing event updated for resources: {'Port': ['ID=cf4e3f7d-9870-43ca-84b6-04fb6c2a2680,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:08.369185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:08.394016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:08.395614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:54:08.395977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:54:08.397363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:08.399159 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c852ec76-b019-492f-b0a2-205b56e6c059 None None] Provisioning complete for port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:08.399569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c852ec76-b019-492f-b0a2-205b56e6c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:08.410739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:08.411329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:08.414904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=e6449c09-4848-44be-8d59-0d293dc5d4fe,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:08.418582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:08.440093 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7091208 Jun 03 21:54:08.442931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56022) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:08.445854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d144816e-82fc-49b1-896f-b11be83dc7a0 None None] Deleting port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:08.446279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d144816e-82fc-49b1-896f-b11be83dc7a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:08.448284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f791266a-2921-4b2b-9f1f-dc685c3beac8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:08.600784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f791266a-2921-4b2b-9f1f-dc685c3beac8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:08.607407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f791266a-2921-4b2b-9f1f-dc685c3beac8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:08.610795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f791266a-2921-4b2b-9f1f-dc685c3beac8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:08.617245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f791266a-2921-4b2b-9f1f-dc685c3beac8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:08.624924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d144816e-82fc-49b1-896f-b11be83dc7a0 None None] For port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cf4e3f7d-9870-43ca-84b6-04fb6c2a2680,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:08.625632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d144816e-82fc-49b1-896f-b11be83dc7a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:08.631449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f791266a-2921-4b2b-9f1f-dc685c3beac8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:08.635515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f791266a-2921-4b2b-9f1f-dc685c3beac8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:08.758093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d144816e-82fc-49b1-896f-b11be83dc7a0 None None] Calling delete_port for cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:08.775645 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.ipam_backend_mixin [None req-f791266a-2921-4b2b-9f1f-dc685c3beac8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6449c09-4848-44be-8d59-0d293dc5d4fe (CIDR: 2001:db8::/64) Jun 03 21:54:08.782189 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f791266a-2921-4b2b-9f1f-dc685c3beac8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:54:08.782866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f791266a-2921-4b2b-9f1f-dc685c3beac8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:08.804078 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f791266a-2921-4b2b-9f1f-dc685c3beac8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3574550 Jun 03 21:54:08.804720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56024) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:08.810955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:08.817671 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d144816e-82fc-49b1-896f-b11be83dc7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:08.821907 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-811073d9-a290-4fe5-a4f8-7045cca1649d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:08.863652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144816e-82fc-49b1-896f-b11be83dc7a0 None None] Pushing event deleted for resources: {'Port': ['ID=cf4e3f7d-9870-43ca-84b6-04fb6c2a2680,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:08.866502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d144816e-82fc-49b1-896f-b11be83dc7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:08.871054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144816e-82fc-49b1-896f-b11be83dc7a0 None None] No DVR routers for this DVR port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:54:08.886494 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b661fd1-4c19-4dd0-9087-cbdbf9659821 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:08.947729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Port cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 update to ACTIVE by agent not found {{(pid=104398) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} Jun 03 21:54:08.955143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:08.959701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:08.962829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:08.968573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:08.979520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:08.983223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:09.149732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': 'e6449c09-4848-44be-8d59-0d293dc5d4fe'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:54:09.151441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:09.323062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Allocated IP 2001:db8::2 (1dba7523-f1ba-457a-be10-44fa003aff73/e6449c09-4848-44be-8d59-0d293dc5d4fe/64549c07-44b6-42aa-b205-580bec8f42a4) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:09.505528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.objects.ports [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104396) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:54:09.506835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:09.510652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a93f1f1b-07a6-47ef-92f5-4fff9adc6a47 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:09.529438 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:09.539835 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Transition to ACTIVE for port object 64549c07-44b6-42aa-b205-580bec8f42a4 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:09.557911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Transition to ACTIVE for port object 64549c07-44b6-42aa-b205-580bec8f42a4 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:09.566083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:09.566958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:09.569970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c0280b52-32de-462d-a1e3-c5395e8e7bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:09.570147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:09.582923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=14c19131-aa55-4526-9cfc-658d3bb79c07,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:09.585530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:09.586111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:09.590030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:09.613270 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8070772 Jun 03 21:54:09.616317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56026) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:09.621944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'mac_address': 'fa:16:3e:87:e0:24', 'name': 'tempest-NetworksTestDHCPv6-344220327'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:09.688007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:09.695757 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:09.702270 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:09.704467 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Pushing event updated for resources: {'Port': ['ID=64549c07-44b6-42aa-b205-580bec8f42a4,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:09.706812 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:54:09.734970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:09.743105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:54:09.743449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cf4e3f7d-9870-43ca-84b6-04fb6c2a2680 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:54:09.774246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:09.784745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:09.803241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:09.837184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Attempting to bind port 64549c07-44b6-42aa-b205-580bec8f42a4 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:54:09.837512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Attempting to bind port 64549c07-44b6-42aa-b205-580bec8f42a4 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:54:09.837885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Attempting to bind port 64549c07-44b6-42aa-b205-580bec8f42a4 on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:54:09.844272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:54:09.844643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:09.845546 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:09.845944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:54:09.846413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Bound port: 64549c07-44b6-42aa-b205-580bec8f42a4, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:54:09.846868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:09.942700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] For port 64549c07-44b6-42aa-b205-580bec8f42a4, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:54:09.946227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] For port 64549c07-44b6-42aa-b205-580bec8f42a4, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=64549c07-44b6-42aa-b205-580bec8f42a4,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:54:09.950944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:09.955384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ba86312c-42dd-4c53-b367-e7292f06a907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:10.042296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Pushing event updated for resources: {'Port': ['ID=64549c07-44b6-42aa-b205-580bec8f42a4,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:10.045486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:10.092309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:10.120090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port 7031d544-d251-48c4-b514-941b314247a6 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:54:10.369168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::148 (1dba7523-f1ba-457a-be10-44fa003aff73/e6449c09-4848-44be-8d59-0d293dc5d4fe/7031d544-d251-48c4-b514-941b314247a6) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:10.376016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8:0:1:f816:3eff:fe87:e024 (1dba7523-f1ba-457a-be10-44fa003aff73/14c19131-aa55-4526-9cfc-658d3bb79c07/7031d544-d251-48c4-b514-941b314247a6) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:10.585898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:10.605746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 7031d544-d251-48c4-b514-941b314247a6 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:10.644270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:10.650486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a7c45e3c-d9e3-44ae-9b49-0c7b6551cbf8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:10.712143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:10.713329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:10.717465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:10.723395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:10.724067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:10.745247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=7031d544-d251-48c4-b514-941b314247a6,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:10.750509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:10.766845 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1490448 Jun 03 21:54:10.769941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56030) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:10.915621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 7031d544-d251-48c4-b514-941b314247a6 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:10.915973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:10.964673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b051f6ac-cf2c-4c27-a039-6edfd2116a78 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:11.048795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0f8fc6cc-33a7-4cad-8bc9-1bd1449f4f2d None None] Provisioning for port 64549c07-44b6-42aa-b205-580bec8f42a4 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:11.052087 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:11.187517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 7031d544-d251-48c4-b514-941b314247a6 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:11.299835 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee892dfd-4060-4dfd-ae38-5ff41ade3423 None None] Update dhcp port {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': 'e6449c09-4848-44be-8d59-0d293dc5d4fe', 'ip_address': '2001:db8::2'}, {'subnet_id': '14c19131-aa55-4526-9cfc-658d3bb79c07'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': '64549c07-44b6-42aa-b205-580bec8f42a4'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:54:11.355197 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ee892dfd-4060-4dfd-ae38-5ff41ade3423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:11.366445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:11.372991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-08125277-6b50-4bd2-b5ab-5e130aeb98f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:11.422331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=7031d544-d251-48c4-b514-941b314247a6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:11.466609 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:11.466908 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:11.467261 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:11.467674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:11.468032 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:11.468405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:11.468994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:11.469364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:11.469724 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:11.470075 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:11.470424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:11.470767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:11.474581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:11.514179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:11.524616 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/7031d544-d251-48c4-b514-941b314247a6 HTTP/1.1" status: 204 len: 168 time: 0.7529936 Jun 03 21:54:11.527075 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56032) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:11.563055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-ee892dfd-4060-4dfd-ae38-5ff41ade3423 None None] Allocated IP 2001:db8:0:1:f816:3eff:fef2:125c (1dba7523-f1ba-457a-be10-44fa003aff73/14c19131-aa55-4526-9cfc-658d3bb79c07/64549c07-44b6-42aa-b205-580bec8f42a4) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:11.613092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f985af-6788-4b97-873f-f17e82397578 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:11.613864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d5f985af-6788-4b97-873f-f17e82397578 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:11.635606 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d5f985af-6788-4b97-873f-f17e82397578 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:11.639859 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d5f985af-6788-4b97-873f-f17e82397578 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1086981 Jun 03 21:54:11.640854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56034) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:11.718560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ee892dfd-4060-4dfd-ae38-5ff41ade3423 None None] For port 64549c07-44b6-42aa-b205-580bec8f42a4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=64549c07-44b6-42aa-b205-580bec8f42a4,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:11.739444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4029dbfc-5bf2-47ad-9a26-670295c5bd32 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:11.741004 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4029dbfc-5bf2-47ad-9a26-670295c5bd32 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0991619 Jun 03 21:54:11.743437 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56036) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:11.746709 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 64549c07-44b6-42aa-b205-580bec8f42a4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:11.786721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ee892dfd-4060-4dfd-ae38-5ff41ade3423 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:11.816264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e053f04b-2a89-40c0-b37a-e1798568e4b7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:11.817884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e053f04b-2a89-40c0-b37a-e1798568e4b7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:11.819421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e053f04b-2a89-40c0-b37a-e1798568e4b7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:11.820270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e053f04b-2a89-40c0-b37a-e1798568e4b7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:11.820451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ee892dfd-4060-4dfd-ae38-5ff41ade3423 None None] Transition to ACTIVE for port object 64549c07-44b6-42aa-b205-580bec8f42a4 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:11.826642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ee892dfd-4060-4dfd-ae38-5ff41ade3423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:11.831222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b1d4804a-3f2b-461c-90e1-36cdf53544cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:11.838049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e053f04b-2a89-40c0-b37a-e1798568e4b7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:11.839516 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e053f04b-2a89-40c0-b37a-e1798568e4b7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0949647 Jun 03 21:54:11.842366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56038) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:11.918219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 14c19131-aa55-4526-9cfc-658d3bb79c07 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:54:11.919362 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 64549c07-44b6-42aa-b205-580bec8f42a4 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:11.921918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:11.986387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:11.991737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee892dfd-4060-4dfd-ae38-5ff41ade3423 None None] Pushing event updated for resources: {'Port': ['ID=64549c07-44b6-42aa-b205-580bec8f42a4,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:11.995395 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ee892dfd-4060-4dfd-ae38-5ff41ade3423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:12.082410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:12.368471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:12.372755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5b3fa3d3-ef83-4f46-a862-e840ebc74311 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:12.413627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=14c19131-aa55-4526-9cfc-658d3bb79c07,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:12.418871 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:12.429596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:12.430094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:12.430333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:12.430699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:12.431082 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:12.431410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:12.431794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:12.432152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:12.432511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:12.432865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:12.433223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:12.433595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:12.440165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:12.444676 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ceaaf2e7-3a98-471e-ac63-3e19268f197a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/14c19131-aa55-4526-9cfc-658d3bb79c07 HTTP/1.1" status: 204 len: 168 time: 0.6011574 Jun 03 21:54:12.447205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56040) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:12.476314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc19c5-66c5-4816-8538-12cd4de41a36 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:12.516724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab60b8c-247a-4729-8fce-1f686490a2ae tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet e6449c09-4848-44be-8d59-0d293dc5d4fe {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:54:12.520447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1ab60b8c-247a-4729-8fce-1f686490a2ae tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:12.564909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b2da4118-8372-4cd3-b38d-271c178a635a None None] Provisioning for port 64549c07-44b6-42aa-b205-580bec8f42a4 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:12.581333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1ab60b8c-247a-4729-8fce-1f686490a2ae tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:12.581577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b2da4118-8372-4cd3-b38d-271c178a635a None None] Provisioning complete for port 64549c07-44b6-42aa-b205-580bec8f42a4 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:12.581879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2da4118-8372-4cd3-b38d-271c178a635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:12.665301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1ab60b8c-247a-4729-8fce-1f686490a2ae tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:12.847969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2da4118-8372-4cd3-b38d-271c178a635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:12.953348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1ab60b8c-247a-4729-8fce-1f686490a2ae tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:12.957911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2cfbc61e-8833-42b0-a48f-c62fc095e5fd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:12.992483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab60b8c-247a-4729-8fce-1f686490a2ae tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=e6449c09-4848-44be-8d59-0d293dc5d4fe,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:12.996335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1ab60b8c-247a-4729-8fce-1f686490a2ae tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:12.998718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1ab60b8c-247a-4729-8fce-1f686490a2ae tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:13.013955 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1ab60b8c-247a-4729-8fce-1f686490a2ae tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/e6449c09-4848-44be-8d59-0d293dc5d4fe HTTP/1.1" status: 204 len: 168 time: 0.5632014 Jun 03 21:54:13.014607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56042) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:13.018552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-b2da4118-8372-4cd3-b38d-271c178a635a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:54:13.019130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-b2da4118-8372-4cd3-b38d-271c178a635a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:54:13.088216 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3ef56d25-842b-41f5-9b85-f40a150169bd tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713832 Jun 03 21:54:13.089207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56044) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:13.094506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:13.358078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:13.363231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:13.366486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:13.372593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:13.384324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:13.388095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:13.406865 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb69c1-ed9d-46a6-aed6-be30f35704bc None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:13.640794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2da4118-8372-4cd3-b38d-271c178a635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:13.690727 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b2da4118-8372-4cd3-b38d-271c178a635a None None] For port 64549c07-44b6-42aa-b205-580bec8f42a4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=64549c07-44b6-42aa-b205-580bec8f42a4,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:13.700290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2da4118-8372-4cd3-b38d-271c178a635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:13.703633 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:13.742415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 64549c07-44b6-42aa-b205-580bec8f42a4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:13.790946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b2da4118-8372-4cd3-b38d-271c178a635a None None] Could not find standard attr ID for object 7031d544-d251-48c4-b514-941b314247a6. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:54:13.846298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687aefdc-5344-4ca0-9c8b-0996dfe7d347 None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:54:13.847615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:13.852515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-219c0e8d-5f6a-4add-a4c4-e4daa0368e1d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:13.898502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da4118-8372-4cd3-b38d-271c178a635a None None] Pushing event updated for resources: {'Port': ['ID=64549c07-44b6-42aa-b205-580bec8f42a4,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:13.909608 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b2da4118-8372-4cd3-b38d-271c178a635a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:13.913948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:13.917078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:13.923175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 64549c07-44b6-42aa-b205-580bec8f42a4 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:13.923645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:13.930153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:13.930737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:13.938177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=5eaddc03-3a03-40c0-8544-45d06bfa67fa,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:13.944799 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:13.959709 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8692830 Jun 03 21:54:13.962962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56046) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:13.968575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-804fa078-726a-4d10-96fd-562c74b85631 None None] Provisioning complete for port 64549c07-44b6-42aa-b205-580bec8f42a4 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:13.968796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0eb02647-1644-4ff1-92ac-1a855b6fc8d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:13.968946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-804fa078-726a-4d10-96fd-562c74b85631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:14.071548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-687aefdc-5344-4ca0-9c8b-0996dfe7d347 None None] Deleting port 64549c07-44b6-42aa-b205-580bec8f42a4 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:14.072233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-687aefdc-5344-4ca0-9c8b-0996dfe7d347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:14.127701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0eb02647-1644-4ff1-92ac-1a855b6fc8d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:14.132046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0eb02647-1644-4ff1-92ac-1a855b6fc8d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:14.135089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0eb02647-1644-4ff1-92ac-1a855b6fc8d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:14.142011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0eb02647-1644-4ff1-92ac-1a855b6fc8d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:14.153350 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb02647-1644-4ff1-92ac-1a855b6fc8d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:14.157314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0eb02647-1644-4ff1-92ac-1a855b6fc8d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:14.298351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-687aefdc-5344-4ca0-9c8b-0996dfe7d347 None None] For port 64549c07-44b6-42aa-b205-580bec8f42a4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=64549c07-44b6-42aa-b205-580bec8f42a4,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:14.298719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-687aefdc-5344-4ca0-9c8b-0996dfe7d347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:14.429397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-687aefdc-5344-4ca0-9c8b-0996dfe7d347 None None] Calling delete_port for 64549c07-44b6-42aa-b205-580bec8f42a4 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:14.452948 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.ipam_backend_mixin [None req-0eb02647-1644-4ff1-92ac-1a855b6fc8d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5eaddc03-3a03-40c0-8544-45d06bfa67fa (CIDR: 2001:db8::/64) Jun 03 21:54:14.457734 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb02647-1644-4ff1-92ac-1a855b6fc8d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 21:54:14.458207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb02647-1644-4ff1-92ac-1a855b6fc8d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:14.477655 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0eb02647-1644-4ff1-92ac-1a855b6fc8d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5130775 Jun 03 21:54:14.480861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56048) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:14.484472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-687aefdc-5344-4ca0-9c8b-0996dfe7d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:14.486629 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'subnet': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:14.488508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cb628e26-9af4-4bdc-b7f8-d3ffc8663eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:14.537795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687aefdc-5344-4ca0-9c8b-0996dfe7d347 None None] Pushing event deleted for resources: {'Port': ['ID=64549c07-44b6-42aa-b205-580bec8f42a4,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:14.540765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-687aefdc-5344-4ca0-9c8b-0996dfe7d347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:14.541571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687aefdc-5344-4ca0-9c8b-0996dfe7d347 None None] No DVR routers for this DVR port 64549c07-44b6-42aa-b205-580bec8f42a4 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:54:14.557276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f144849-2de6-4de9-ab20-d3443821754f None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:14.629657 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:14.634084 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Usage tracker for resource:subnet and tenant:866f8f45911d4d9495bbf46e99ffc83d is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:14.636894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:14.642761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:14.654227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:14.658417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:14.790809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-1dba7523-f1ba-457a-be10-44fa003aff73', 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'tenant_id': '866f8f45911d4d9495bbf46e99ffc83d', 'fixed_ips': [{'subnet_id': '5eaddc03-3a03-40c0-8544-45d06bfa67fa'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:54:14.791689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:15.004915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Allocated IP 2001:db8::2 (1dba7523-f1ba-457a-be10-44fa003aff73/5eaddc03-3a03-40c0-8544-45d06bfa67fa/ed019f7e-b000-4ff2-b8e1-aee4e7a499ac) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:15.202357 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.objects.ports [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104397) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 03 21:54:15.203847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:15.208518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1f9718f9-e557-429d-9935-f7d931727660 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:15.229068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:15.240021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Transition to ACTIVE for port object ed019f7e-b000-4ff2-b8e1-aee4e7a499ac will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:15.258735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Transition to ACTIVE for port object ed019f7e-b000-4ff2-b8e1-aee4e7a499ac will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:15.262891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:15.265778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:15.267015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:15.270556 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:15.281729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:15.282317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:15.289506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Subnet': ['ID=f83b7f34-3379-4170-b0e7-443bab87b834,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:15.296876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:15.312857 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8308983 Jun 03 21:54:15.315633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56050) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:15.321958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Request body: {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'mac_address': 'fa:16:3e:5d:cb:a8', 'name': 'tempest-NetworksTestDHCPv6-1627019291'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:15.328390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:15.331097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:15.334620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:15.349285 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Pushing event updated for resources: {'Port': ['ID=ed019f7e-b000-4ff2-b8e1-aee4e7a499ac,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:15.380458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:15.441407 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Attempting to bind port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:54:15.441777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Attempting to bind port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:54:15.442159 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Attempting to bind port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac on network 1dba7523-f1ba-457a-be10-44fa003aff73 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:54:15.447598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:54:15.447973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Checking segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:15.448365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:15.448727 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Bound using segment: {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:54:15.449208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Bound port: ed019f7e-b000-4ff2-b8e1-aee4e7a499ac, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98efd867-82e7-4214-b82f-0e44ca16b316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:54:15.449569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:15.468322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:15.477686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:15.488125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Made reservation on behalf of 866f8f45911d4d9495bbf46e99ffc83d for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:15.541010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] For port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:54:15.544509 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] For port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ed019f7e-b000-4ff2-b8e1-aee4e7a499ac,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:54:15.549887 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:15.553602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:15.618431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:15.634240 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Pushing event updated for resources: {'Port': ['ID=ed019f7e-b000-4ff2-b8e1-aee4e7a499ac,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:15.642026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:15.642380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:15.642717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:15.643047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:15.643373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:15.643723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:15.644046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:15.644368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:15.644684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:15.645004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:15.645320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:15.645631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:15.646412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] device_id is not set on port 4a9f08c4-49a4-414e-a66f-708b4ef110d9 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:54:15.652518 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:15.717502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 64549c07-44b6-42aa-b205-580bec8f42a4 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:54:15.754324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 64549c07-44b6-42aa-b205-580bec8f42a4 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:54:15.754682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 64549c07-44b6-42aa-b205-580bec8f42a4 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:54:16.027133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8::127 (1dba7523-f1ba-457a-be10-44fa003aff73/5eaddc03-3a03-40c0-8544-45d06bfa67fa/4a9f08c4-49a4-414e-a66f-708b4ef110d9) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:16.034021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5d:cba8 (1dba7523-f1ba-457a-be10-44fa003aff73/f83b7f34-3379-4170-b0e7-443bab87b834/4a9f08c4-49a4-414e-a66f-708b4ef110d9) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:16.240620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:16.258352 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Transition to ACTIVE for port object 4a9f08c4-49a4-414e-a66f-708b4ef110d9 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:16.285804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:16.292441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:16.363212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Network 1dba7523-f1ba-457a-be10-44fa003aff73 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:16.366626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:16.376401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:16.381961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:16.382579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:16.391898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event updated for resources: {'Port': ['ID=4a9f08c4-49a4-414e-a66f-708b4ef110d9,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:16.399487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:16.415694 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0984352 Jun 03 21:54:16.418230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56052) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:16.549322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5dfc7e-59f4-4321-8bfd-f6c9bfd06dc0 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:16.557695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-ea6fa0c8-e2c0-4e64-8d34-9482f94fadef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting port 4a9f08c4-49a4-414e-a66f-708b4ef110d9 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:16.558172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa0c8-e2c0-4e64-8d34-9482f94fadef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:16.662059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9e77059d-5384-4538-b99a-61a19fb550e0 None None] Provisioning for port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:16.692642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa0c8-e2c0-4e64-8d34-9482f94fadef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:16.823724 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-ea6fa0c8-e2c0-4e64-8d34-9482f94fadef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Calling delete_port for 4a9f08c4-49a4-414e-a66f-708b4ef110d9 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:16.892470 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d07613-9b35-4604-b8fc-e0fcaaef6af7 None None] Update dhcp port {'port': {'network_id': '1dba7523-f1ba-457a-be10-44fa003aff73', 'fixed_ips': [{'subnet_id': '5eaddc03-3a03-40c0-8544-45d06bfa67fa', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f83b7f34-3379-4170-b0e7-443bab87b834'}], 'binding:host_id': 'dv-neutron-792998-2-hyperv'}, 'id': 'ed019f7e-b000-4ff2-b8e1-aee4e7a499ac'} from dv-neutron-792998-2-hyperv. {{(pid=104398) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 03 21:54:16.947806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-19d07613-9b35-4604-b8fc-e0fcaaef6af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:17.003084 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa0c8-e2c0-4e64-8d34-9482f94fadef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:17.009884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0e8e7f7a-45d5-4fab-97a2-2684d685b252 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:17.056570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fa0c8-e2c0-4e64-8d34-9482f94fadef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Port': ['ID=4a9f08c4-49a4-414e-a66f-708b4ef110d9,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:17.059497 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ea6fa0c8-e2c0-4e64-8d34-9482f94fadef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:17.107565 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:54:17.149244 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa0c8-e2c0-4e64-8d34-9482f94fadef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:17.157720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-19d07613-9b35-4604-b8fc-e0fcaaef6af7 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe2a:1118 (1dba7523-f1ba-457a-be10-44fa003aff73/f83b7f34-3379-4170-b0e7-443bab87b834/ed019f7e-b000-4ff2-b8e1-aee4e7a499ac) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:17.159096 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ea6fa0c8-e2c0-4e64-8d34-9482f94fadef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/4a9f08c4-49a4-414e-a66f-708b4ef110d9 HTTP/1.1" status: 204 len: 168 time: 0.7398381 Jun 03 21:54:17.161511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56054) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:17.241473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2721e0-3f6d-432b-a24e-1ec9c92f21f7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:17.242153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8c2721e0-3f6d-432b-a24e-1ec9c92f21f7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:17.261195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8c2721e0-3f6d-432b-a24e-1ec9c92f21f7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:17.262358 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8c2721e0-3f6d-432b-a24e-1ec9c92f21f7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0999603 Jun 03 21:54:17.265252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56056) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:17.299431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-19d07613-9b35-4604-b8fc-e0fcaaef6af7 None None] For port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ed019f7e-b000-4ff2-b8e1-aee4e7a499ac,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:17.325125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-19d07613-9b35-4604-b8fc-e0fcaaef6af7 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:17.341796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-19d07613-9b35-4604-b8fc-e0fcaaef6af7 None None] Transition to ACTIVE for port object ed019f7e-b000-4ff2-b8e1-aee4e7a499ac will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:17.346830 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-19d07613-9b35-4604-b8fc-e0fcaaef6af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:17.349306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a8673a-db8f-47f1-a8a8-3276c8b701e2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:17.350141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-13a8673a-db8f-47f1-a8a8-3276c8b701e2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:17.350514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5294c048-c031-4f41-bf31-863ae09ccfe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:17.362948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-13a8673a-db8f-47f1-a8a8-3276c8b701e2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:17.364125 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-13a8673a-db8f-47f1-a8a8-3276c8b701e2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0979354 Jun 03 21:54:17.366797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56058) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:17.434974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51977ef-5e13-478f-9cea-f9f507785ee5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:17.437368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51977ef-5e13-478f-9cea-f9f507785ee5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:17.439188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51977ef-5e13-478f-9cea-f9f507785ee5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:17.440055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f51977ef-5e13-478f-9cea-f9f507785ee5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:17.459800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f51977ef-5e13-478f-9cea-f9f507785ee5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:17.460967 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f51977ef-5e13-478f-9cea-f9f507785ee5 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0932889 Jun 03 21:54:17.463987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56060) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:17.496899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d07613-9b35-4604-b8fc-e0fcaaef6af7 None None] Pushing event updated for resources: {'Port': ['ID=ed019f7e-b000-4ff2-b8e1-aee4e7a499ac,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:17.500379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-19d07613-9b35-4604-b8fc-e0fcaaef6af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:17.537724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-085712ef-2a1d-4ff1-8760-05cdfacd6170 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet 5eaddc03-3a03-40c0-8544-45d06bfa67fa {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:54:17.541605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-085712ef-2a1d-4ff1-8760-05cdfacd6170 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:17.604327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-085712ef-2a1d-4ff1-8760-05cdfacd6170 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:17.706494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-085712ef-2a1d-4ff1-8760-05cdfacd6170 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:17.736356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ed019f7e-b000-4ff2-b8e1-aee4e7a499ac up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:17.819953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:18.027068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-085712ef-2a1d-4ff1-8760-05cdfacd6170 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:18.031240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8232c5c6-8c03-4df9-ab59-34e0e611eec9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:18.069801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085712ef-2a1d-4ff1-8760-05cdfacd6170 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=5eaddc03-3a03-40c0-8544-45d06bfa67fa,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:18.071782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-085712ef-2a1d-4ff1-8760-05cdfacd6170 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:18.076175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-085712ef-2a1d-4ff1-8760-05cdfacd6170 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:18.089047 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-085712ef-2a1d-4ff1-8760-05cdfacd6170 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/5eaddc03-3a03-40c0-8544-45d06bfa67fa HTTP/1.1" status: 204 len: 168 time: 0.6239362 Jun 03 21:54:18.091520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56062) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:18.110695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-90a836c6-f9b1-4e4b-aa8b-81e53fc62ce7 None None] Provisioning for port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:18.115878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-90a836c6-f9b1-4e4b-aa8b-81e53fc62ce7 None None] Provisioning complete for port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:18.116335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-90a836c6-f9b1-4e4b-aa8b-81e53fc62ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:18.175053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5e00b8-7a8c-45b8-abcc-6bf438de49fa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Deleting subnet f83b7f34-3379-4170-b0e7-443bab87b834 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:54:18.178647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be5e00b8-7a8c-45b8-abcc-6bf438de49fa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:18.209331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a72de20-2df3-47f7-bb60-1dc15a6df0df None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:18.235706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be5e00b8-7a8c-45b8-abcc-6bf438de49fa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:18.324113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be5e00b8-7a8c-45b8-abcc-6bf438de49fa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:18.414152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-90a836c6-f9b1-4e4b-aa8b-81e53fc62ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:18.612694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be5e00b8-7a8c-45b8-abcc-6bf438de49fa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:18.618469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dfb455e5-175f-4340-9877-d7bdc7fbebe0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:18.660651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e00b8-7a8c-45b8-abcc-6bf438de49fa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Subnet': ['ID=f83b7f34-3379-4170-b0e7-443bab87b834,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:18.664055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-be5e00b8-7a8c-45b8-abcc-6bf438de49fa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:18.671653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-be5e00b8-7a8c-45b8-abcc-6bf438de49fa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:18.672578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-90a836c6-f9b1-4e4b-aa8b-81e53fc62ce7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 21:54:18.673073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-90a836c6-f9b1-4e4b-aa8b-81e53fc62ce7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 21:54:18.681802 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-be5e00b8-7a8c-45b8-abcc-6bf438de49fa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/f83b7f34-3379-4170-b0e7-443bab87b834 HTTP/1.1" status: 204 len: 168 time: 0.5891821 Jun 03 21:54:18.684115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56066) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:18.753062 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2474e8e1-50b2-426c-a329-080134f927f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664132 Jun 03 21:54:18.754464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56068) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:18.846492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ae79c4-8458-46ec-877c-2c9606b917ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:18.848069 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b2ae79c4-8458-46ec-877c-2c9606b917ea tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0926855 Jun 03 21:54:18.850614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56070) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:18.916886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22748b94-dcee-485f-8fd3-ee8c04fe0ec6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:18.917469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-22748b94-dcee-485f-8fd3-ee8c04fe0ec6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Synchronizing usage tracker for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:18.935036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-22748b94-dcee-485f-8fd3-ee8c04fe0ec6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Unset dirty status for tenant:866f8f45911d4d9495bbf46e99ffc83d on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:18.936444 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-22748b94-dcee-485f-8fd3-ee8c04fe0ec6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0848968 Jun 03 21:54:18.939657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56072) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.009377 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5820120b-fd55-4a87-8458-a81b153e28b6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685270 Jun 03 21:54:19.014498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56074) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.036801 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f93486-0e8e-4aee-93fb-8cf246edf846 None None] Network 1dba7523-f1ba-457a-be10-44fa003aff73 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:19.060172 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ab59a8-c5a0-4964-8597-a1d530f02812 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.060674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ab59a8-c5a0-4964-8597-a1d530f02812 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.062393 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f5ab59a8-c5a0-4964-8597-a1d530f02812 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/4a9f08c4-49a4-414e-a66f-708b4ef110d9 HTTP/1.1" status: 404 len: 333 time: 0.0467391 Jun 03 21:54:19.066791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56076) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.110397 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba7bd0f-cf37-4fe4-8e23-9e7b84f15e35 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.110843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba7bd0f-cf37-4fe4-8e23-9e7b84f15e35 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.112836 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6ba7bd0f-cf37-4fe4-8e23-9e7b84f15e35 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/f83b7f34-3379-4170-b0e7-443bab87b834 HTTP/1.1" status: 404 len: 337 time: 0.0447669 Jun 03 21:54:19.115372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56078) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.157467 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0333ccf-3538-4a9b-b16e-31a400522b70 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.157905 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0333ccf-3538-4a9b-b16e-31a400522b70 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.159630 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f0333ccf-3538-4a9b-b16e-31a400522b70 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/5eaddc03-3a03-40c0-8544-45d06bfa67fa HTTP/1.1" status: 404 len: 337 time: 0.0431793 Jun 03 21:54:19.162710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56080) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.203223 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c255755-3ad8-4c04-83b3-cc878555b822 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.203644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c255755-3ad8-4c04-83b3-cc878555b822 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.205337 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4c255755-3ad8-4c04-83b3-cc878555b822 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/7031d544-d251-48c4-b514-941b314247a6 HTTP/1.1" status: 404 len: 333 time: 0.0417027 Jun 03 21:54:19.208071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56082) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.245239 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ca6436-69a1-4719-abf7-9e525e3e1df8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.245697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ca6436-69a1-4719-abf7-9e525e3e1df8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.247373 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-57ca6436-69a1-4719-abf7-9e525e3e1df8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/14c19131-aa55-4526-9cfc-658d3bb79c07 HTTP/1.1" status: 404 len: 337 time: 0.0384216 Jun 03 21:54:19.250774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56084) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.266408 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-90a836c6-f9b1-4e4b-aa8b-81e53fc62ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:19.291951 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd66d398-b92e-4cc3-9827-16f190034dce tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.292330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd66d398-b92e-4cc3-9827-16f190034dce tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.296512 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fd66d398-b92e-4cc3-9827-16f190034dce tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/e6449c09-4848-44be-8d59-0d293dc5d4fe HTTP/1.1" status: 404 len: 337 time: 0.0423827 Jun 03 21:54:19.296881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56086) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.312436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-90a836c6-f9b1-4e4b-aa8b-81e53fc62ce7 None None] For port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ed019f7e-b000-4ff2-b8e1-aee4e7a499ac,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:19.321144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-90a836c6-f9b1-4e4b-aa8b-81e53fc62ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:19.323071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:19.337922 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-824d23a9-c957-4a4c-ad1d-8e7f9954be79 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.338488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824d23a9-c957-4a4c-ad1d-8e7f9954be79 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.342212 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-824d23a9-c957-4a4c-ad1d-8e7f9954be79 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/2aa7b1e7-153a-4191-8a2a-e2ee6ae55b4d HTTP/1.1" status: 404 len: 333 time: 0.0421319 Jun 03 21:54:19.344792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56088) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.358606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-90a836c6-f9b1-4e4b-aa8b-81e53fc62ce7 None None] Could not find standard attr ID for object 4a9f08c4-49a4-414e-a66f-708b4ef110d9. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:54:19.384667 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6210d2-9486-481b-a8f0-e299d382892f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.384667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6210d2-9486-481b-a8f0-e299d382892f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.385829 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9f6210d2-9486-481b-a8f0-e299d382892f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/535ceea9-373d-410d-84b4-ec4359ec4739 HTTP/1.1" status: 404 len: 337 time: 0.0401154 Jun 03 21:54:19.388689 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56090) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.395051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a836c6-f9b1-4e4b-aa8b-81e53fc62ce7 None None] Pushing event updated for resources: {'Port': ['ID=ed019f7e-b000-4ff2-b8e1-aee4e7a499ac,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:19.399123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359fc87-3d0a-4e36-b856-4e8e3a86387d None None] DHCP port deletion for 1dba7523-f1ba-457a-be10-44fa003aff73 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:54:19.401175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-90a836c6-f9b1-4e4b-aa8b-81e53fc62ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:19.430880 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f6db56-602c-485d-91a5-08be7e347f88 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.431334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f6db56-602c-485d-91a5-08be7e347f88 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.435437 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-41f6db56-602c-485d-91a5-08be7e347f88 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/0efce3ac-791e-4008-a58e-010f82f70be1 HTTP/1.1" status: 404 len: 337 time: 0.0436101 Jun 03 21:54:19.435674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56092) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.475047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4359fc87-3d0a-4e36-b856-4e8e3a86387d None None] Deleting port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:19.475744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4359fc87-3d0a-4e36-b856-4e8e3a86387d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:19.477071 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c4528c-2ca8-4d98-8b3b-8af37ebe938a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.477534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c4528c-2ca8-4d98-8b3b-8af37ebe938a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.479215 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-15c4528c-2ca8-4d98-8b3b-8af37ebe938a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/6cadadc6-a325-4138-9d18-8d4ddbd657de HTTP/1.1" status: 404 len: 333 time: 0.0425873 Jun 03 21:54:19.482081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56094) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.519093 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecc1238-7401-4d0e-869a-900e958449d7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.519578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecc1238-7401-4d0e-869a-900e958449d7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.521263 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cecc1238-7401-4d0e-869a-900e958449d7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/b4cea344-8b80-418a-ba53-c991d07e1dd9 HTTP/1.1" status: 404 len: 337 time: 0.0382922 Jun 03 21:54:19.524638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56096) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.566589 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5bca981e-4708-49f2-b325-b70f55ee4adc None None] Provisioning complete for port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:19.566999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5bca981e-4708-49f2-b325-b70f55ee4adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:19.567133 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d923f4c-c7c4-4b59-8673-e66dbda55489 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.567610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d923f4c-c7c4-4b59-8673-e66dbda55489 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.569261 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6d923f4c-c7c4-4b59-8673-e66dbda55489 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/b08f0226-e91e-4915-a6d3-6208aac72007 HTTP/1.1" status: 404 len: 337 time: 0.0436797 Jun 03 21:54:19.571914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56098) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.614980 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b0b37d-ceed-4b20-b19a-84eecb422a98 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.615347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b0b37d-ceed-4b20-b19a-84eecb422a98 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.617126 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-29b0b37d-ceed-4b20-b19a-84eecb422a98 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/433734a2-cf46-4c96-9f95-4f7b15d6337d HTTP/1.1" status: 404 len: 333 time: 0.0442798 Jun 03 21:54:19.619806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56100) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.621543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4359fc87-3d0a-4e36-b856-4e8e3a86387d None None] For port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ed019f7e-b000-4ff2-b8e1-aee4e7a499ac,segment=NetworkSegment(98efd867-82e7-4214-b82f-0e44ca16b316),segment_id=98efd867-82e7-4214-b82f-0e44ca16b316)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:19.621947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4359fc87-3d0a-4e36-b856-4e8e3a86387d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:19.658153 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe756f40-680e-423b-b8e5-8addecde3917 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.658618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe756f40-680e-423b-b8e5-8addecde3917 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.661703 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fe756f40-680e-423b-b8e5-8addecde3917 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/2fdb5918-5041-4719-92a2-3be27ecea70d HTTP/1.1" status: 404 len: 337 time: 0.0409346 Jun 03 21:54:19.662982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56102) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.708537 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fef98f-824a-4fcf-b1f0-5ca0e1255e74 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.709039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04fef98f-824a-4fcf-b1f0-5ca0e1255e74 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.710698 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-04fef98f-824a-4fcf-b1f0-5ca0e1255e74 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/3b40dcc0-7dfd-486a-bde7-53898e5a7f63 HTTP/1.1" status: 404 len: 333 time: 0.0467291 Jun 03 21:54:19.713468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56104) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.750696 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4d483d-0146-4493-93ea-740fb44860c1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.751005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4d483d-0146-4493-93ea-740fb44860c1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.755749 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-be4d483d-0146-4493-93ea-740fb44860c1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/6a2caf71-5d8a-4459-a328-76936220d1b2 HTTP/1.1" status: 404 len: 337 time: 0.0384202 Jun 03 21:54:19.755999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56106) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.757879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ed019f7e-b000-4ff2-b8e1-aee4e7a499ac no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:54:19.792303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4359fc87-3d0a-4e36-b856-4e8e3a86387d None None] Calling delete_port for ed019f7e-b000-4ff2-b8e1-aee4e7a499ac owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:19.796662 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14d59cb-da09-48e9-818a-beba7645aa99 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.797130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14d59cb-da09-48e9-818a-beba7645aa99 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.798810 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e14d59cb-da09-48e9-818a-beba7645aa99 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/81be424c-321d-4385-806d-f2d326e67e38 HTTP/1.1" status: 404 len: 333 time: 0.0418065 Jun 03 21:54:19.801739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56108) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.844119 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d6261e-c70d-4e4f-b1a8-71b84bbe618b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.844673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d6261e-c70d-4e4f-b1a8-71b84bbe618b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.846350 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-25d6261e-c70d-4e4f-b1a8-71b84bbe618b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/d6ea3094-abd4-45ae-ba9f-ee2ee67676ff HTTP/1.1" status: 404 len: 337 time: 0.0435789 Jun 03 21:54:19.848976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56110) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.889734 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7b9712-7f10-409a-a8aa-28311e9c24a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.890210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7b9712-7f10-409a-a8aa-28311e9c24a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.891908 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2d7b9712-7f10-409a-a8aa-28311e9c24a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/98db5829-69bd-47ca-8bd5-882e4cd9d501 HTTP/1.1" status: 404 len: 333 time: 0.0420520 Jun 03 21:54:19.894569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56112) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.931851 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e96383c-510f-49b8-b402-b87cfdf2e81f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:19.932272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e96383c-510f-49b8-b402-b87cfdf2e81f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:19.933980 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5e96383c-510f-49b8-b402-b87cfdf2e81f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/256c3e0e-9a35-4eab-834a-fc050a8fba50 HTTP/1.1" status: 404 len: 337 time: 0.0384824 Jun 03 21:54:19.936973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56114) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:19.969058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5bca981e-4708-49f2-b325-b70f55ee4adc None None] Could not find standard attr ID for object 7031d544-d251-48c4-b514-941b314247a6. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:54:19.981971 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:19.996634 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4359fc87-3d0a-4e36-b856-4e8e3a86387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:20.003312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:20.058514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359fc87-3d0a-4e36-b856-4e8e3a86387d None None] Pushing event deleted for resources: {'Port': ['ID=ed019f7e-b000-4ff2-b8e1-aee4e7a499ac,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:20.060516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359fc87-3d0a-4e36-b856-4e8e3a86387d None None] No DVR routers for this DVR port ed019f7e-b000-4ff2-b8e1-aee4e7a499ac on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:54:20.089269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4359fc87-3d0a-4e36-b856-4e8e3a86387d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:20.131773 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6905668b-a13f-4105-988e-660bd64be495 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.132243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6905668b-a13f-4105-988e-660bd64be495 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.133917 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6905668b-a13f-4105-988e-660bd64be495 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/c17105b1-7b9e-4584-a8ae-4c6c1a5d643b HTTP/1.1" status: 404 len: 333 time: 0.1960466 Jun 03 21:54:20.136438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56116) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.175247 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f3dc3c-7cf8-4c46-8363-aedd01bb47ce tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.175723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f3dc3c-7cf8-4c46-8363-aedd01bb47ce tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.177569 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-07f3dc3c-7cf8-4c46-8363-aedd01bb47ce tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/3c47cd22-5045-4c1d-99f9-288785941621 HTTP/1.1" status: 404 len: 337 time: 0.0402479 Jun 03 21:54:20.180274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56118) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.220821 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7ba35b-077e-4ace-8366-6b9641172197 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.221283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7ba35b-077e-4ace-8366-6b9641172197 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.222884 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4d7ba35b-077e-4ace-8366-6b9641172197 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/4f8579b9-b297-4943-92bd-d4dc14949dce HTTP/1.1" status: 404 len: 333 time: 0.0417280 Jun 03 21:54:20.226949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56120) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.266880 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a03bd7-3742-449a-8237-fe3d44c5f12a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.267244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a03bd7-3742-449a-8237-fe3d44c5f12a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.268998 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-50a03bd7-3742-449a-8237-fe3d44c5f12a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/3aab5692-246c-4922-ab74-a79e084a8c78 HTTP/1.1" status: 404 len: 337 time: 0.0410950 Jun 03 21:54:20.272091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56122) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.309525 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bd571b-1b36-4d8b-b2d1-270f2d6d32d7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.309968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bd571b-1b36-4d8b-b2d1-270f2d6d32d7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.311777 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-25bd571b-1b36-4d8b-b2d1-270f2d6d32d7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/70253f01-480f-430c-9373-d68877b87277 HTTP/1.1" status: 404 len: 337 time: 0.0387726 Jun 03 21:54:20.314842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56124) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.354654 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced373db-cf8b-4321-9a19-d8cb9dad9908 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.355385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced373db-cf8b-4321-9a19-d8cb9dad9908 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.356870 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ced373db-cf8b-4321-9a19-d8cb9dad9908 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/f618f403-9e95-4421-baf6-a0626bfd3392 HTTP/1.1" status: 404 len: 333 time: 0.0411184 Jun 03 21:54:20.360310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56126) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.405578 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a91d027-53bc-4958-a504-703f00e00c4c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.406032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a91d027-53bc-4958-a504-703f00e00c4c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.407705 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2a91d027-53bc-4958-a504-703f00e00c4c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/0b2c8bbe-e625-4cff-a491-a2d1fcbb9234 HTTP/1.1" status: 404 len: 337 time: 0.0464933 Jun 03 21:54:20.411543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56128) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.448007 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3be5400-cb1e-415b-a49b-6d5d909ebc8d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.448451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3be5400-cb1e-415b-a49b-6d5d909ebc8d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.450075 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b3be5400-cb1e-415b-a49b-6d5d909ebc8d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/077e2ed4-4dc3-4543-bf63-8ca2bdf28bac HTTP/1.1" status: 404 len: 337 time: 0.0376492 Jun 03 21:54:20.454081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56130) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.494155 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec414f6-7826-4d70-9db6-e7967c4d2c58 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.494618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec414f6-7826-4d70-9db6-e7967c4d2c58 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.496286 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5ec414f6-7826-4d70-9db6-e7967c4d2c58 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/21d55c92-2eac-4541-9fdc-e470857148c1 HTTP/1.1" status: 404 len: 333 time: 0.0413332 Jun 03 21:54:20.501180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56132) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.549745 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-753725bf-d86b-489e-82ad-14edd6613465 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.550108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753725bf-d86b-489e-82ad-14edd6613465 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.551822 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-753725bf-d86b-489e-82ad-14edd6613465 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/7427a4af-5602-4aa8-ad4d-4d26cef50ae1 HTTP/1.1" status: 404 len: 337 time: 0.0494356 Jun 03 21:54:20.554755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56134) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.596267 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde17a76-2596-4317-a6e4-b5b4fd931fad tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.596761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde17a76-2596-4317-a6e4-b5b4fd931fad tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.598397 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fde17a76-2596-4317-a6e4-b5b4fd931fad tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/269d845f-82b2-4bfc-a884-15de7389c0e0 HTTP/1.1" status: 404 len: 337 time: 0.0423427 Jun 03 21:54:20.602168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56136) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.644268 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6725c2f9-ac24-4f15-9680-0bf4ea584217 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.644740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6725c2f9-ac24-4f15-9680-0bf4ea584217 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.646400 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6725c2f9-ac24-4f15-9680-0bf4ea584217 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/15c3dde7-842b-48ff-b95e-0e521bf85848 HTTP/1.1" status: 404 len: 333 time: 0.0433390 Jun 03 21:54:20.649587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56138) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.693848 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee86ed5-1c31-4556-94ac-67b42a669633 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.694551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee86ed5-1c31-4556-94ac-67b42a669633 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.697383 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5ee86ed5-1c31-4556-94ac-67b42a669633 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/41a523eb-6b54-44e9-8cf5-afd666eeec64 HTTP/1.1" status: 404 len: 337 time: 0.0466778 Jun 03 21:54:20.701586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56140) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.744225 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-105047c5-fed3-4146-aebd-be8903599342 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.744670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105047c5-fed3-4146-aebd-be8903599342 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.746365 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-105047c5-fed3-4146-aebd-be8903599342 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/a10d8654-7a67-43d0-b709-3a0f0f0830c0 HTTP/1.1" status: 404 len: 337 time: 0.0435286 Jun 03 21:54:20.749354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56142) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.792465 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4c5937a5-6217-4bc1-88b3-2bf560be21ce tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports?device_id=7725aec9-7e0b-4285-8df0-9f28f58b2cd6 HTTP/1.1" status: 200 len: 205 time: 0.0419073 Jun 03 21:54:20.794896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56144) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.864568 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-20d6333e-c742-4499-b1f2-93732c1112a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] delete failed (client error): The resource could not be found. Jun 03 21:54:20.865558 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-20d6333e-c742-4499-b1f2-93732c1112a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/routers/7725aec9-7e0b-4285-8df0-9f28f58b2cd6 HTTP/1.1" status: 404 len: 336 time: 0.0697491 Jun 03 21:54:20.869292 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56146) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.907106 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df14a4b-9b8e-40d0-9e45-26b361d734a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:20.907595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df14a4b-9b8e-40d0-9e45-26b361d734a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:20.909218 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0df14a4b-9b8e-40d0-9e45-26b361d734a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/c75adc29-745d-47dd-99a1-084cc5221601 HTTP/1.1" status: 404 len: 337 time: 0.0390668 Jun 03 21:54:20.912001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56148) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:20.957035 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-528a31ee-d30d-406d-b9d4-7d37ce5f1f1a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "GET /v2.0/ports?device_id=304555ba-493c-40d6-8258-ec101e16923a HTTP/1.1" status: 200 len: 205 time: 0.0439153 Jun 03 21:54:20.959931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56150) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.023919 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-a9584f2a-370b-43af-88b6-14ba7657839a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] delete failed (client error): The resource could not be found. Jun 03 21:54:21.024881 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a9584f2a-370b-43af-88b6-14ba7657839a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/routers/304555ba-493c-40d6-8258-ec101e16923a HTTP/1.1" status: 404 len: 336 time: 0.0640693 Jun 03 21:54:21.028925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56152) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.068559 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d009ef-3912-458c-9dc8-d86b3d8a3a66 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.069001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d009ef-3912-458c-9dc8-d86b3d8a3a66 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.070650 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d3d009ef-3912-458c-9dc8-d86b3d8a3a66 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/44fa43a3-0318-4e31-9d1c-0a5729ab61f5 HTTP/1.1" status: 404 len: 337 time: 0.0408688 Jun 03 21:54:21.073320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56154) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.111375 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78bf378-4b74-48cd-b706-0d0be684dc42 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.111845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78bf378-4b74-48cd-b706-0d0be684dc42 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.113522 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b78bf378-4b74-48cd-b706-0d0be684dc42 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/d7e0d7f7-0417-4f85-83f6-2af064910fa4 HTTP/1.1" status: 404 len: 337 time: 0.0393407 Jun 03 21:54:21.116320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56156) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.161376 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-28851f78-7c4f-4b3e-9b4f-9530e03bc699 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.161840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28851f78-7c4f-4b3e-9b4f-9530e03bc699 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.163495 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-28851f78-7c4f-4b3e-9b4f-9530e03bc699 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/aef867bd-439c-4470-95e5-833147106854 HTTP/1.1" status: 404 len: 333 time: 0.0463765 Jun 03 21:54:21.167325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56158) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.206848 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9960e8-9db0-490c-912f-3173997d6a51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.207286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9960e8-9db0-490c-912f-3173997d6a51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.208923 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fc9960e8-9db0-490c-912f-3173997d6a51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/53fd32f1-da3f-46e8-bb8d-a6b4d05f7ae9 HTTP/1.1" status: 404 len: 337 time: 0.0406988 Jun 03 21:54:21.212775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56160) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.253356 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-912523c4-3fc5-4354-9631-18051af7b9c6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.253812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912523c4-3fc5-4354-9631-18051af7b9c6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.255526 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-912523c4-3fc5-4354-9631-18051af7b9c6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/b28aa54f-3dde-4c9f-9047-0b53e364afda HTTP/1.1" status: 404 len: 333 time: 0.0418701 Jun 03 21:54:21.258192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56162) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.294439 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db3d443-f13d-407c-ada0-c810b8b9d110 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.294852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db3d443-f13d-407c-ada0-c810b8b9d110 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.296590 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0db3d443-f13d-407c-ada0-c810b8b9d110 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/5e0c12ea-d690-4511-81ca-7c4ab5bff225 HTTP/1.1" status: 404 len: 337 time: 0.0375242 Jun 03 21:54:21.300385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56164) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.343693 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71220c5-f86f-4b3c-b318-e1d291cdab3f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.344154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71220c5-f86f-4b3c-b318-e1d291cdab3f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.345760 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d71220c5-f86f-4b3c-b318-e1d291cdab3f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/ea44b674-86b1-42cf-9ba5-882b71a6c5b3 HTTP/1.1" status: 404 len: 333 time: 0.0445368 Jun 03 21:54:21.348986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56166) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.385548 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-848d24ca-ec9e-477e-ac0f-263288d3c993 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.386325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848d24ca-ec9e-477e-ac0f-263288d3c993 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.387511 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-848d24ca-ec9e-477e-ac0f-263288d3c993 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/197c2474-5fd7-473a-bd2a-b5bd0422b7f6 HTTP/1.1" status: 404 len: 337 time: 0.0376520 Jun 03 21:54:21.392409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56168) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.432229 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-f877270a-604f-4cad-af9a-aa5724c52247 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.432680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f877270a-604f-4cad-af9a-aa5724c52247 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.434286 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f877270a-604f-4cad-af9a-aa5724c52247 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/e23873c7-b6f7-44c7-94be-7a230371d76e HTTP/1.1" status: 404 len: 333 time: 0.0409997 Jun 03 21:54:21.437637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56170) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.476526 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ce0e01-bfaf-423c-aa0e-d612c9f02ca0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.476967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ce0e01-bfaf-423c-aa0e-d612c9f02ca0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.478589 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-37ce0e01-bfaf-423c-aa0e-d612c9f02ca0 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/58010197-be38-49b0-875d-c78c0a6000d0 HTTP/1.1" status: 404 len: 337 time: 0.0400889 Jun 03 21:54:21.481339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56172) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.521995 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-738b6471-f6a6-45bc-8ce3-cfa748df660c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.522460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738b6471-f6a6-45bc-8ce3-cfa748df660c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.524124 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-738b6471-f6a6-45bc-8ce3-cfa748df660c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/2419fb37-33a1-4449-8795-edf8c9d5d8f0 HTTP/1.1" status: 404 len: 333 time: 0.0419357 Jun 03 21:54:21.528016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56174) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.567669 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed085c61-8be5-4447-a553-f96f5b2d8871 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.568159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed085c61-8be5-4447-a553-f96f5b2d8871 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.569970 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ed085c61-8be5-4447-a553-f96f5b2d8871 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/6e800b9e-7bd6-4003-8fc3-2c6c489b3c92 HTTP/1.1" status: 404 len: 337 time: 0.0410719 Jun 03 21:54:21.573799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56176) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.618127 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d7116a-dfc2-421b-ba6c-b1840a5e9009 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.618677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d7116a-dfc2-421b-ba6c-b1840a5e9009 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.621280 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e6d7116a-dfc2-421b-ba6c-b1840a5e9009 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/3be59aa6-1dc1-4369-b461-ab3fddb58c74 HTTP/1.1" status: 404 len: 333 time: 0.0463624 Jun 03 21:54:21.625510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56178) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.666509 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb990fd-709d-47be-b454-a65ed715bac4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.666981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb990fd-709d-47be-b454-a65ed715bac4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.668787 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1bb990fd-709d-47be-b454-a65ed715bac4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/34b4f650-3afb-4000-af6b-e10d5d16a019 HTTP/1.1" status: 404 len: 337 time: 0.0423355 Jun 03 21:54:21.671900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56180) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.711734 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-0184f2a2-6422-4d54-a443-f120b6547a46 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.712191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0184f2a2-6422-4d54-a443-f120b6547a46 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.713838 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0184f2a2-6422-4d54-a443-f120b6547a46 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/ports/ce59d1ef-7679-4982-b71a-56e3ff30dd42 HTTP/1.1" status: 404 len: 333 time: 0.0410612 Jun 03 21:54:21.716538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56182) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.756576 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed08808-a728-4268-854b-090e6673e81d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] DELETE failed (client error): The resource could not be found. Jun 03 21:54:21.757024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed08808-a728-4268-854b-090e6673e81d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 21:54:21.758686 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-aed08808-a728-4268-854b-090e6673e81d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/subnets/18070e90-7652-416d-a7dd-7bf152e5d0fb HTTP/1.1" status: 404 len: 337 time: 0.0412710 Jun 03 21:54:21.762963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56184) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:21.878316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.034315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.053716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dba7523-f1ba-457a-be10-44fa003aff73']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:22.066347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98efd867-82e7-4214-b82f-0e44ca16b316') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:22.066606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98efd867-82e7-4214-b82f-0e44ca16b316') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:22.078423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.095471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.102528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:54:22.103023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:54:22.118412 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:54:22.203044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.206890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-986f13bb-e9b2-4374-8f8c-75f34e8bae01 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:22.221155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.230888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Pushing event deleted for resources: {'Network': ['ID=1dba7523-f1ba-457a-be10-44fa003aff73,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:22.233869 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] 10.222.0.96 "DELETE /v2.0/networks/1dba7523-f1ba-457a-be10-44fa003aff73 HTTP/1.1" status: 204 len: 168 time: 0.4690385 Jun 03 21:54:22.234144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:22.542640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56190) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:22.710886 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9cad3679-68df-485c-849c-21b977b73809 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=866f8f45911d4d9495bbf46e99ffc83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663580 Jun 03 21:54:22.714628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56194) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:22.789210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4f028a92-09d2-499d-894e-f4014365bd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.803646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5777f383-ffb1-4c6d-863d-7071c03c7814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.823252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4f028a92-09d2-499d-894e-f4014365bd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.881391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4f028a92-09d2-499d-894e-f4014365bd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.885100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-28381403-90a8-4e51-811e-565bcfb461c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:22.898433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f028a92-09d2-499d-894e-f4014365bd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5876a2-2215-46a7-9797-1fd4e64f313c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:22.901338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4f028a92-09d2-499d-894e-f4014365bd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:22.903672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4f028a92-09d2-499d-894e-f4014365bd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:22.904417 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4f028a92-09d2-499d-894e-f4014365bd47 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3b5876a2-2215-46a7-9797-1fd4e64f313c HTTP/1.1" status: 204 len: 168 time: 0.1887281 Jun 03 21:54:23.686533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56216) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:23.797478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Request body: {'networks': [{'name': 'tempest-network--128840386'}, {'name': 'tempest-network--2088798243'}]} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:23.797818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Request body: {'network': {'name': 'tempest-network--128840386'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:23.798308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Request body: {'network': {'name': 'tempest-network--2088798243'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:23.803497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:23.808791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Usage tracker for resource:network and tenant:85227028154040bd954c698814ba0b61 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:23.810531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:23.817995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:23.828953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Made reservation on behalf of 85227028154040bd954c698814ba0b61 for: {'network': 2} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:23.833535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:23.847290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:23.862563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:23.867390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Usage tracker for resource:security_group_rule and tenant:85227028154040bd954c698814ba0b61 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:23.871691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:23.878866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:23.990865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.005899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.006616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.018523 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f47da682-bdf5-4fc9-8827-be4947ea05a3 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:24.060526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745165b5-43e7-464a-822e-bca638e2daff,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:24.066362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:24.070936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:54:24.080958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.081297 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Added segment 57de59c7-5a99-43a1-89f0-28c17001656f of type vlan for network 695f8a96-8c3e-4af0-a01d-4fda1a6f97dd Jun 03 21:54:24.108588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.145140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:54:24.155347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.155756 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Added segment 86fbc7e7-5e39-44ee-9b6b-5ef441c5978d of type vlan for network af50e7be-5122-4e5f-8b6e-1b4743ba559e Jun 03 21:54:24.183234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.217816 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.218395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.224076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:24.228755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:24.229433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.233228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:24.479516 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7912812 Jun 03 21:54:24.482129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56220) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:24.482881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event updated for resources: {'Network': ['ID=695f8a96-8c3e-4af0-a01d-4fda1a6f97dd,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:24.493838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 695f8a96-8c3e-4af0-a01d-4fda1a6f97dd details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:54:24.587940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event updated for resources: {'Network': ['ID=af50e7be-5122-4e5f-8b6e-1b4743ba559e,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:24.590698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:24.591199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:24.591615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:24.598496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network af50e7be-5122-4e5f-8b6e-1b4743ba559e details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:54:24.652906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56046f1-d73b-4023-8dca-4603738d02b0 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:24.658960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56046f1-d73b-4023-8dca-4603738d02b0 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:24.664846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56046f1-d73b-4023-8dca-4603738d02b0 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:24.670415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56046f1-d73b-4023-8dca-4603738d02b0 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:24.672232 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f56046f1-d73b-4023-8dca-4603738d02b0 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1890757 Jun 03 21:54:24.675535 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56222) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:24.788632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.920303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.937723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695f8a96-8c3e-4af0-a01d-4fda1a6f97dd']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:24.953266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57de59c7-5a99-43a1-89f0-28c17001656f') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:24.953552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57de59c7-5a99-43a1-89f0-28c17001656f') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:24.965766 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.984392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:24.993212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:54:24.993567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:54:25.015125 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:54:25.095052 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.098686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-392c9c6e-b57b-40e3-b579-a8d17ab4f484 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:25.117796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.128244 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event deleted for resources: {'Network': ['ID=695f8a96-8c3e-4af0-a01d-4fda1a6f97dd,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:25.130863 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "DELETE /v2.0/networks/695f8a96-8c3e-4af0-a01d-4fda1a6f97dd HTTP/1.1" status: 204 len: 168 time: 0.4543362 Jun 03 21:54:25.131785 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8e9f197d-6d13-4458-86dd-3414d5b6d5d4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:25.133659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56224) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:25.248872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.371537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.484559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d36a0db-e2f5-43fa-95c6-44a811453bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.537225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.550479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af50e7be-5122-4e5f-8b6e-1b4743ba559e']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:25.562380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fbc7e7-5e39-44ee-9b6b-5ef441c5978d') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:25.562620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fbc7e7-5e39-44ee-9b6b-5ef441c5978d') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:25.574158 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.590642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.597313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:54:25.597660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:54:25.612367 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:54:25.695332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.699883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:25.714433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:25.724147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event deleted for resources: {'Network': ['ID=af50e7be-5122-4e5f-8b6e-1b4743ba559e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:25.726401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:25.727833 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "DELETE /v2.0/networks/af50e7be-5122-4e5f-8b6e-1b4743ba559e HTTP/1.1" status: 204 len: 168 time: 0.5932691 Jun 03 21:54:25.730333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56226) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:25.888899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f8e065-651c-469d-b411-98940f4a5fbd tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:25.895758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f8e065-651c-469d-b411-98940f4a5fbd tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:25.896849 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-43f8e065-651c-469d-b411-98940f4a5fbd tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Synchronizing usage tracker for tenant:85227028154040bd954c698814ba0b61 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:25.917161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-43f8e065-651c-469d-b411-98940f4a5fbd tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Unset dirty status for tenant:85227028154040bd954c698814ba0b61 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:25.918413 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-43f8e065-651c-469d-b411-98940f4a5fbd tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1871541 Jun 03 21:54:25.923771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56228) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:25.931316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1867615797'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:25.938553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:25.954931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:25.968272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Made reservation on behalf of 85227028154040bd954c698814ba0b61 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:25.971621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.004396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1300} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:54:26.015809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.016428 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Added segment 8b2e565f-9270-451b-8086-06c0e766f748 of type vlan for network 604e29f1-cb1e-4b06-9efa-179f4b7a09bd Jun 03 21:54:26.047125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.080797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.088890 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:26.088890 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.091393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-db16a08b-9e4a-4fc7-ba21-c66587162f98 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:26.213709 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2882426 Jun 03 21:54:26.216397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56230) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:26.223481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-408199499'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:26.229898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event updated for resources: {'Network': ['ID=604e29f1-cb1e-4b06-9efa-179f4b7a09bd,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:26.231081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:26.233924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:26.237120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Usage tracker for resource:network and tenant:85227028154040bd954c698814ba0b61 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:26.240291 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:26.242263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 604e29f1-cb1e-4b06-9efa-179f4b7a09bd details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:54:26.247511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:26.260957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Made reservation on behalf of 85227028154040bd954c698814ba0b61 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:26.266072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.301163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:54:26.311519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.311949 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Added segment a54443b7-0dff-43dd-9852-3093ad785b65 of type vlan for network b8afdaca-a999-4273-b252-29f08c2a117c Jun 03 21:54:26.342583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.385758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.391444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:26.392067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.395776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:26.499183 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2814357 Jun 03 21:54:26.502284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56232) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:26.508009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Request body: {'ports': [{'network_id': '604e29f1-cb1e-4b06-9efa-179f4b7a09bd', 'name': 'tempest-port--1855888592', 'admin_state_up': True}, {'network_id': 'b8afdaca-a999-4273-b252-29f08c2a117c', 'admin_state_up': False}]} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:26.508324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Request body: {'port': {'network_id': '604e29f1-cb1e-4b06-9efa-179f4b7a09bd', 'name': 'tempest-port--1855888592', 'admin_state_up': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:26.508727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event updated for resources: {'Network': ['ID=b8afdaca-a999-4273-b252-29f08c2a117c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:26.508878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Request body: {'port': {'network_id': 'b8afdaca-a999-4273-b252-29f08c2a117c', 'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:26.511394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:26.523876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network b8afdaca-a999-4273-b252-29f08c2a117c details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:54:26.659898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.746567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:26.751053 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Usage tracker for resource:port and tenant:85227028154040bd954c698814ba0b61 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:26.753906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:26.767524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:26.784101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Made reservation on behalf of 85227028154040bd954c698814ba0b61 for: {'port': 2} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:26.788826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.807088 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.864797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:26.930552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] device_id is not set on port ea45ea10-4ae1-4256-9eeb-c83ad9d5e6ae yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:54:27.083650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:27.194276 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] device_id is not set on port 234bd98c-a098-4a57-8edf-7ceef3e4e217 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 21:54:27.244858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56236) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:27.321306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605fec9d-738d-4c3b-a24e-62a6296d7b7b tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:27.321776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605fec9d-738d-4c3b-a24e-62a6296d7b7b tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:27.322237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605fec9d-738d-4c3b-a24e-62a6296d7b7b tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:27.323948 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-605fec9d-738d-4c3b-a24e-62a6296d7b7b tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?project_id=c505461944d44588ae1a2ee7f748a138&network_id=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 HTTP/1.1" status: 200 len: 3000 time: 0.0781350 Jun 03 21:54:27.338858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:27.372142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:27.378040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7570d2c7-e695-4eef-afe6-0a17aad3e51f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:27.462888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event updated for resources: {'Port': ['ID=ea45ea10-4ae1-4256-9eeb-c83ad9d5e6ae,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:27.466808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:27.475427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Checking segment: {'id': '8b2e565f-9270-451b-8086-06c0e766f748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1300, 'network_id': '604e29f1-cb1e-4b06-9efa-179f4b7a09bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:27.475816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Network hostable DHCP agents. Network: 604e29f1-cb1e-4b06-9efa-179f4b7a09bd, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:54:27.501333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Network 604e29f1-cb1e-4b06-9efa-179f4b7a09bd is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:54:27.512038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 604e29f1-cb1e-4b06-9efa-179f4b7a09bd) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:27.516745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:27.518248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:27.520189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69919564-6a95-417d-aff7-9097873fd0e8 None None] Network 604e29f1-cb1e-4b06-9efa-179f4b7a09bd requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:27.524598 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-23e34076-363d-4f3a-aa1a-47960f65a6d1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:27.612078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event updated for resources: {'Port': ['ID=234bd98c-a098-4a57-8edf-7ceef3e4e217,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:27.614788 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:27.628106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Checking segment: {'id': 'a54443b7-0dff-43dd-9852-3093ad785b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'b8afdaca-a999-4273-b252-29f08c2a117c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:27.628451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Network hostable DHCP agents. Network: b8afdaca-a999-4273-b252-29f08c2a117c, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:54:27.648095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Network b8afdaca-a999-4273-b252-29f08c2a117c is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:54:27.662377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, b8afdaca-a999-4273-b252-29f08c2a117c) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:27.667405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:27.673476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:27.678340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:27.679023 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:27.682825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c239ee01-d582-44ae-a0f8-f92ec5d18c0e None None] Network b8afdaca-a999-4273-b252-29f08c2a117c requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:27.701367 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1979277 Jun 03 21:54:27.704233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56242) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:27.793488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decdfa7b-8fb9-42a6-b1f2-dd016fcbb748 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:27.799594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decdfa7b-8fb9-42a6-b1f2-dd016fcbb748 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:27.801143 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-decdfa7b-8fb9-42a6-b1f2-dd016fcbb748 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0953405 Jun 03 21:54:27.804110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56244) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:27.944114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a37138f2-e5fe-414e-a5aa-e4d79a8db38f tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Deleting port ea45ea10-4ae1-4256-9eeb-c83ad9d5e6ae {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:27.944438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a37138f2-e5fe-414e-a5aa-e4d79a8db38f tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:28.068102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a37138f2-e5fe-414e-a5aa-e4d79a8db38f tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:28.201131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-a37138f2-e5fe-414e-a5aa-e4d79a8db38f tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Calling delete_port for ea45ea10-4ae1-4256-9eeb-c83ad9d5e6ae owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:28.252282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a37138f2-e5fe-414e-a5aa-e4d79a8db38f tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:28.259809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-84518b73-0924-4feb-aabf-1dd4a4110414 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:28.308294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37138f2-e5fe-414e-a5aa-e4d79a8db38f tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event deleted for resources: {'Port': ['ID=ea45ea10-4ae1-4256-9eeb-c83ad9d5e6ae,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:28.310805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a37138f2-e5fe-414e-a5aa-e4d79a8db38f tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:28.315085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a37138f2-e5fe-414e-a5aa-e4d79a8db38f tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:28.321743 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a37138f2-e5fe-414e-a5aa-e4d79a8db38f tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "DELETE /v2.0/ports/ea45ea10-4ae1-4256-9eeb-c83ad9d5e6ae HTTP/1.1" status: 204 len: 168 time: 0.5166569 Jun 03 21:54:28.324345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56248) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:28.378708 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:28.468438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d608d287-1cad-4243-9205-58600afdc0c3 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Deleting port 234bd98c-a098-4a57-8edf-7ceef3e4e217 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:28.468696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d608d287-1cad-4243-9205-58600afdc0c3 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:28.573381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d608d287-1cad-4243-9205-58600afdc0c3 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:28.711672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d608d287-1cad-4243-9205-58600afdc0c3 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Calling delete_port for 234bd98c-a098-4a57-8edf-7ceef3e4e217 owned by {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:28.773584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d608d287-1cad-4243-9205-58600afdc0c3 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:28.781994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-741297f1-7494-485c-ae24-cef9d19c5e5f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:28.790527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56252) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:28.834672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608d287-1cad-4243-9205-58600afdc0c3 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event deleted for resources: {'Port': ['ID=234bd98c-a098-4a57-8edf-7ceef3e4e217,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:28.836960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d608d287-1cad-4243-9205-58600afdc0c3 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:28.839556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d608d287-1cad-4243-9205-58600afdc0c3 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:28.846848 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d608d287-1cad-4243-9205-58600afdc0c3 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "DELETE /v2.0/ports/234bd98c-a098-4a57-8edf-7ceef3e4e217 HTTP/1.1" status: 204 len: 168 time: 0.5215406 Jun 03 21:54:28.849457 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56254) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:28.855720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e264247-9b3c-4e56-8d9f-67bc78dd7fe3 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:28.857162 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8e264247-9b3c-4e56-8d9f-67bc78dd7fe3 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 814 time: 0.0656340 Jun 03 21:54:28.896194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-75b9ece5-f960-4d7c-a2ad-75c6a73400c1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Synchronizing usage tracker for tenant:85227028154040bd954c698814ba0b61 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:28.916609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-75b9ece5-f960-4d7c-a2ad-75c6a73400c1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Unset dirty status for tenant:85227028154040bd954c698814ba0b61 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:28.917870 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-75b9ece5-f960-4d7c-a2ad-75c6a73400c1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0674701 Jun 03 21:54:28.923095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56258) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:28.928977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-301917146'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:28.937073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:28.941718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Usage tracker for resource:network and tenant:85227028154040bd954c698814ba0b61 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:28.944909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Quota usage for network was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:28.950958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:28.967429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Made reservation on behalf of 85227028154040bd954c698814ba0b61 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:28.971043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.000138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:54:29.009865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.010215 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Added segment e91bbed1-624f-4901-99e3-c4dc18946c5a of type vlan for network a0b16614-7c82-4fac-b937-3b46e97becfa Jun 03 21:54:29.044957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.085836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.091953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:29.092818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.097071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-97a75ef5-6749-4a63-bbe3-9b5782c33af3 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:29.197646 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2732215 Jun 03 21:54:29.200427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56262) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:29.206379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1641266443'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:29.207889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event updated for resources: {'Network': ['ID=a0b16614-7c82-4fac-b937-3b46e97becfa,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:29.211012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:29.212582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:29.218869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Usage tracker for resource:network and tenant:85227028154040bd954c698814ba0b61 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:29.221450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network a0b16614-7c82-4fac-b937-3b46e97becfa details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:54:29.222723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Quota usage for network was recalculated. Used quota:3. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:29.228859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:29.241265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Made reservation on behalf of 85227028154040bd954c698814ba0b61 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:29.244782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.278358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1305} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:54:29.288462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.288812 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Added segment d3cc94e0-13aa-46f4-a43f-273d9839b52f of type vlan for network 927a77a3-327d-4de6-b41b-22de467296dc Jun 03 21:54:29.321903 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.338598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56264) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:29.344368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'network': {'name': 'tempest-network-smoke--480655804', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'port_security_enabled': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:29.349956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:29.360975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.362538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:29.366618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:29.367205 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.372601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b7f72461-b496-47dc-9533-212915b30191 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:29.372987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:29.377061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.412662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:54:29.421724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.422061 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Added segment fa93fd01-210f-408e-8e0e-7840acee4a47 of type vlan for network d8b0b177-7aa8-4727-964f-676436717241 Jun 03 21:54:29.449032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.487491 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2732728 Jun 03 21:54:29.487491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event updated for resources: {'Network': ['ID=927a77a3-327d-4de6-b41b-22de467296dc,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:29.487878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.490770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:29.491392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:29.493765 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:29.495557 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 927a77a3-327d-4de6-b41b-22de467296dc details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:54:29.495811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c47340e-705b-427d-8afb-b210dcc8e938 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:29.609690 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2697713 Jun 03 21:54:29.613131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56266) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:29.648498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Network': ['ID=d8b0b177-7aa8-4727-964f-676436717241,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:29.654291 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:29.662710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network d8b0b177-7aa8-4727-964f-676436717241 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:54:29.683609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9812e597-357f-44b7-874f-0286a9f00dd6 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:29.685079 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9812e597-357f-44b7-874f-0286a9f00dd6 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=c505461944d44588ae1a2ee7f748a138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0710142 Jun 03 21:54:29.688841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56268) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:29.968671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a5201-f5e3-4c32-9d8e-9d2148446199 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:29.974991 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-690a5201-f5e3-4c32-9d8e-9d2148446199 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2802153 Jun 03 21:54:29.975298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56270) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:30.037741 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f170c9d8-753e-4c39-9c25-1e8d5afa0c00 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0586498 Jun 03 21:54:30.040588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56272) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:30.091199 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2c03b7a3-e1bc-4037-ab94-5d30ac035ff5 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=c505461944d44588ae1a2ee7f748a138&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494440 Jun 03 21:54:30.093681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56274) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:30.230915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b5ec6-f6e3-481e-ba61-60ac95f1f3a3 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:30.232340 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-808b5ec6-f6e3-481e-ba61-60ac95f1f3a3 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1379151 Jun 03 21:54:30.236007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56276) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:30.279744 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f008ae86-9773-4654-a50d-aae6be9deb60 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400188 Jun 03 21:54:30.280197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56278) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:30.285634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1009312615', 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:30.413439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:30.417390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:subnet and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:30.420433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:30.426621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:30.437637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:30.441274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:30.882671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:30.886239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-838a2d65-c341-4a80-8627-5cc60820582e tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:30.962137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Subnet': ['ID=51d67502-10e2-41cf-9bd3-f6ab7b87898d,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:30.966036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:30.970325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Checking segment: {'id': 'fa93fd01-210f-408e-8e0e-7840acee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:30.970676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network hostable DHCP agents. Network: d8b0b177-7aa8-4727-964f-676436717241, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:54:30.989696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network d8b0b177-7aa8-4727-964f-676436717241 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:54:31.001852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, d8b0b177-7aa8-4727-964f-676436717241) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:31.013642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3c3179-c9bd-4141-9786-ae117dd04eee None None] Network d8b0b177-7aa8-4727-964f-676436717241 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:31.017461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:31.018211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.048645 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7671049 Jun 03 21:54:31.261609 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56284) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:31.268016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912736415', 'description': 'tempest-secgroup-smoke-912736415 description', 'project_id': 'c505461944d44588ae1a2ee7f748a138'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:31.275708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:31.288132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:31.298162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-d8b0b177-7aa8-4727-964f-676436717241', 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ips': [{'subnet_id': '51d67502-10e2-41cf-9bd3-f6ab7b87898d'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:54:31.299142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.300981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.322259 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:31.326541 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:31.329639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:31.335376 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:31.410455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.416015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.422843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cf0be2c5-0a74-4f30-acbf-fc280da71a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:31.467970 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf303880-0423-4a0a-8bfa-51e45dbf1864,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:31.471434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:31.475087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Allocated IP 172.20.0.18 (d8b0b177-7aa8-4727-964f-676436717241/51d67502-10e2-41cf-9bd3-f6ab7b87898d/76b5875b-cad8-4368-a4a2-0b5edbd7f777) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:31.490866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.495001 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2290270 Jun 03 21:54:31.495215 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56286) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:31.500802 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-6ab4d71a-412c-43f7-9210-f9021bb5b763 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'bf303880-0423-4a0a-8bfa-51e45dbf1864', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:31.507111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6ab4d71a-412c-43f7-9210-f9021bb5b763 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:31.510950 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6ab4d71a-412c-43f7-9210-f9021bb5b763 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:31.513924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-6ab4d71a-412c-43f7-9210-f9021bb5b763 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:31.520566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-6ab4d71a-412c-43f7-9210-f9021bb5b763 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:31.540230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6ab4d71a-412c-43f7-9210-f9021bb5b763 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.609252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6ab4d71a-412c-43f7-9210-f9021bb5b763 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.614861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6ab4d71a-412c-43f7-9210-f9021bb5b763 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.621109 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-388cd2fa-a6c8-45dc-9daf-41d7df4301bc tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:31.642846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4d71a-412c-43f7-9210-f9021bb5b763 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e05b5f8-2c4b-4ae9-bd0a-0bc702356df7,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:31.645624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6ab4d71a-412c-43f7-9210-f9021bb5b763 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:31.655569 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6ab4d71a-412c-43f7-9210-f9021bb5b763 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.660344 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6ab4d71a-412c-43f7-9210-f9021bb5b763 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607969 Jun 03 21:54:31.660805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56288) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:31.665878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ef8ea9ec-97b7-45ab-b2dc-df70d9177571 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'bf303880-0423-4a0a-8bfa-51e45dbf1864', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:31.672865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ef8ea9ec-97b7-45ab-b2dc-df70d9177571 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:31.677854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ef8ea9ec-97b7-45ab-b2dc-df70d9177571 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:31.681923 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ef8ea9ec-97b7-45ab-b2dc-df70d9177571 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:31.689605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.691317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ef8ea9ec-97b7-45ab-b2dc-df70d9177571 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:31.701315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Transition to ACTIVE for port object 76b5875b-cad8-4368-a4a2-0b5edbd7f777 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:31.707178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ef8ea9ec-97b7-45ab-b2dc-df70d9177571 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.721463 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Transition to ACTIVE for port object 76b5875b-cad8-4368-a4a2-0b5edbd7f777 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:31.726516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.730916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f88b27e8-c981-4a54-a0f7-1c81717c580f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:31.769297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ef8ea9ec-97b7-45ab-b2dc-df70d9177571 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.775208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ef8ea9ec-97b7-45ab-b2dc-df70d9177571 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.777375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-865a7f26-34d0-4e3d-ad2d-caa7ad2a8981 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:31.797579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Network d8b0b177-7aa8-4727-964f-676436717241 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:31.801122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:31.802697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ea9ec-97b7-45ab-b2dc-df70d9177571 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21abda9-20ca-4ec8-81c6-6565a45135ce,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:31.804400 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:31.813249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ef8ea9ec-97b7-45ab-b2dc-df70d9177571 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:31.823068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ef8ea9ec-97b7-45ab-b2dc-df70d9177571 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.828243 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ef8ea9ec-97b7-45ab-b2dc-df70d9177571 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1628172 Jun 03 21:54:31.828465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56290) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:31.833405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a046fd17-a922-48fd-acd4-7a74bcf3dd78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'bf303880-0423-4a0a-8bfa-51e45dbf1864', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:31.839651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a046fd17-a922-48fd-acd4-7a74bcf3dd78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:31.843538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a046fd17-a922-48fd-acd4-7a74bcf3dd78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:31.846604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a046fd17-a922-48fd-acd4-7a74bcf3dd78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:31.848583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Pushing event updated for resources: {'Port': ['ID=76b5875b-cad8-4368-a4a2-0b5edbd7f777,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:31.851357 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:31.852687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a046fd17-a922-48fd-acd4-7a74bcf3dd78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:31.872740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a046fd17-a922-48fd-acd4-7a74bcf3dd78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.920641 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Attempting to bind port 76b5875b-cad8-4368-a4a2-0b5edbd7f777 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:54:31.921607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Attempting to bind port 76b5875b-cad8-4368-a4a2-0b5edbd7f777 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'fa93fd01-210f-408e-8e0e-7840acee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:54:31.922007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Attempting to bind port 76b5875b-cad8-4368-a4a2-0b5edbd7f777 on network d8b0b177-7aa8-4727-964f-676436717241 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:54:31.927500 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:54:31.927879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Checking segment: {'id': 'fa93fd01-210f-408e-8e0e-7840acee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:31.928247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.928672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Bound using segment: {'id': 'fa93fd01-210f-408e-8e0e-7840acee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:54:31.929124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Bound port: 76b5875b-cad8-4368-a4a2-0b5edbd7f777, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa93fd01-210f-408e-8e0e-7840acee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:54:31.929484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.943017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a046fd17-a922-48fd-acd4-7a74bcf3dd78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.948104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a046fd17-a922-48fd-acd4-7a74bcf3dd78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.950149 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e8f6d1fa-d985-4285-9cf1-2faee01f781c tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:31.974717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046fd17-a922-48fd-acd4-7a74bcf3dd78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b8a38d-5dc2-4c0b-ba6a-b29a7013af5f,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:31.980548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a046fd17-a922-48fd-acd4-7a74bcf3dd78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:31.988007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a046fd17-a922-48fd-acd4-7a74bcf3dd78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:31.991963 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a046fd17-a922-48fd-acd4-7a74bcf3dd78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597939 Jun 03 21:54:31.992280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56292) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:31.997050 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a3157340-9b46-4ed6-a319-eba7085e1839 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'bf303880-0423-4a0a-8bfa-51e45dbf1864', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:32.004144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a3157340-9b46-4ed6-a319-eba7085e1839 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:32.008617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a3157340-9b46-4ed6-a319-eba7085e1839 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:32.011811 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a3157340-9b46-4ed6-a319-eba7085e1839 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:32.017810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a3157340-9b46-4ed6-a319-eba7085e1839 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:32.025627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] For port 76b5875b-cad8-4368-a4a2-0b5edbd7f777, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:54:32.029056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] For port 76b5875b-cad8-4368-a4a2-0b5edbd7f777, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=76b5875b-cad8-4368-a4a2-0b5edbd7f777,segment=NetworkSegment(fa93fd01-210f-408e-8e0e-7840acee4a47),segment_id=fa93fd01-210f-408e-8e0e-7840acee4a47)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:54:32.035062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.036377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3157340-9b46-4ed6-a319-eba7085e1839 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.040565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:32.130696 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3157340-9b46-4ed6-a319-eba7085e1839 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.135680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3157340-9b46-4ed6-a319-eba7085e1839 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.138109 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:32.148894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Pushing event updated for resources: {'Port': ['ID=76b5875b-cad8-4368-a4a2-0b5edbd7f777,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:32.152434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:32.177926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3157340-9b46-4ed6-a319-eba7085e1839 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90abba3a-48c3-4943-96f7-5d416c892675,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:32.182597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a3157340-9b46-4ed6-a319-eba7085e1839 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:32.188366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a3157340-9b46-4ed6-a319-eba7085e1839 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.189735 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a3157340-9b46-4ed6-a319-eba7085e1839 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1963844 Jun 03 21:54:32.192898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56294) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:32.199252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'bf303880-0423-4a0a-8bfa-51e45dbf1864', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:32.205767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:32.209946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:32.212938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:32.219911 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:32.233841 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:54:32.241150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.314240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.320698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.327594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2bfa327f-a443-4118-ae2b-3ab82dd3beac tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:32.516385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c42a418-a51b-47c6-8469-18a641177c99,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:32.521107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:32.527861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.532549 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3384352 Jun 03 21:54:32.532756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56296) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:32.538058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'bf303880-0423-4a0a-8bfa-51e45dbf1864', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:32.544483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:32.549579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:32.552916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:32.558828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:32.570825 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:54:32.577035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.650854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.656366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.658378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-601a00cf-e539-443b-a97a-c7fa61ea724c tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:32.681784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d1cf0f-69b6-4799-a347-864a567e935e,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:32.684201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:32.693266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:32.694631 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1608596 Jun 03 21:54:32.859842 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56310) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:32.865354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Request body: {'subnets': [{'network_id': 'a0b16614-7c82-4fac-b937-3b46e97becfa', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--153446337', 'ip_version': 6}, {'network_id': '927a77a3-327d-4de6-b41b-22de467296dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:32.865657 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Request body: {'subnet': {'network_id': 'a0b16614-7c82-4fac-b937-3b46e97becfa', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--153446337', 'ip_version': 6}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:32.866513 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Request body: {'subnet': {'network_id': '927a77a3-327d-4de6-b41b-22de467296dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:33.100180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:33.105936 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Usage tracker for resource:subnet and tenant:85227028154040bd954c698814ba0b61 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:33.113724 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:33.120518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:33.148533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Made reservation on behalf of 85227028154040bd954c698814ba0b61 for: {'subnet': 2} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:33.153077 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:33.153392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:33.171625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f522397-06d4-4b53-a5d2-f640076d0a22 None None] Network d8b0b177-7aa8-4727-964f-676436717241 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:33.213850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-94db264b-58d7-436a-8c07-36b8387c8109 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:33.255015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ab5aff57-157f-41d7-a480-2593ebb42f45 None None] Provisioning for port 76b5875b-cad8-4368-a4a2-0b5edbd7f777 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:33.304448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-94db264b-58d7-436a-8c07-36b8387c8109 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:33.305784 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-94db264b-58d7-436a-8c07-36b8387c8109 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912736415&fields=id&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 267 time: 0.1792896 Jun 03 21:54:33.543613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-b0443377-59a7-4ef6-81ef-efd01f52c79b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:33.545182 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-b0443377-59a7-4ef6-81ef-efd01f52c79b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/networks?id=d8b0b177-7aa8-4727-964f-676436717241 HTTP/1.1" status: 200 len: 796 time: 0.2308757 Jun 03 21:54:33.599881 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-1ab34f8c-fe78-4ade-a26d-817f5acb0b88 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/quotas/c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 375 time: 0.0305119 Jun 03 21:54:33.729952 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 76b5875b-cad8-4368-a4a2-0b5edbd7f777 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:33.805734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 76b5875b-cad8-4368-a4a2-0b5edbd7f777 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:33.811124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 76b5875b-cad8-4368-a4a2-0b5edbd7f777 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:33.811657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:33.826663 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-2fdd106c-0934-4a9b-bb8d-cfa838ae23d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1809378 Jun 03 21:54:33.846107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-2472961d-a329-4559-a117-0bb38db67c68 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:54:33.847076 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-2472961d-a329-4559-a117-0bb38db67c68 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064988 Jun 03 21:54:33.932550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:33.965648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 76b5875b-cad8-4368-a4a2-0b5edbd7f777, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=76b5875b-cad8-4368-a4a2-0b5edbd7f777,segment=NetworkSegment(fa93fd01-210f-408e-8e0e-7840acee4a47),segment_id=fa93fd01-210f-408e-8e0e-7840acee4a47)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:33.970016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:33.972309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-eb59a2d9-e195-4184-8078-3a71eff45156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:34.037174 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-6c0b3c84-075d-43e9-bd2c-27a5d0a1ab32 service neutron] 10.222.0.96 "GET /v2.0/networks/d8b0b177-7aa8-4727-964f-676436717241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785035 Jun 03 21:54:34.041969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=76b5875b-cad8-4368-a4a2-0b5edbd7f777,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:34.045030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:34.249015 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-7d4824d2-e72b-4f28-a283-be4b2a6a17eb service neutron] 10.222.0.96 "GET /v2.0/networks/d8b0b177-7aa8-4727-964f-676436717241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051916 Jun 03 21:54:34.328073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:34.332884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-48657fdd-97e0-4151-8f9f-0978afc883ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:34.543143 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-da887e44-fa5b-48d9-b10b-39b33e0c9ad2 req-9fcd5517-9b13-4ab2-86a0-9edb6dc19616 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 210 time: 0.1221058 Jun 03 21:54:34.605694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event updated for resources: {'Subnet': ['ID=8a487049-5092-4bb5-af20-f7a3f345b6ec,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:34.609644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:34.615896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Checking segment: {'id': 'e91bbed1-624f-4901-99e3-c4dc18946c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a0b16614-7c82-4fac-b937-3b46e97becfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:34.616516 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Network hostable DHCP agents. Network: a0b16614-7c82-4fac-b937-3b46e97becfa, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:54:34.635441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Network a0b16614-7c82-4fac-b937-3b46e97becfa is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:54:34.646874 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, a0b16614-7c82-4fac-b937-3b46e97becfa) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:34.660507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b96fad2-d32a-4d98-b055-45e45636cb50 None None] Network a0b16614-7c82-4fac-b937-3b46e97becfa requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:34.912985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:34.916847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-11b30b2e-b835-4276-82e0-4e81ee10d8a1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:34.956039 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-a0b16614-7c82-4fac-b937-3b46e97becfa', 'network_id': 'a0b16614-7c82-4fac-b937-3b46e97becfa', 'tenant_id': '85227028154040bd954c698814ba0b61', 'fixed_ips': [{'subnet_id': '8a487049-5092-4bb5-af20-f7a3f345b6ec'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:54:34.957191 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:34.997873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event updated for resources: {'Subnet': ['ID=eaeb68e4-9cd1-41b9-bb88-13634987dfe9,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:35.008228 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:35.016236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Checking segment: {'id': 'd3cc94e0-13aa-46f4-a43f-273d9839b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '927a77a3-327d-4de6-b41b-22de467296dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:35.016588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Network hostable DHCP agents. Network: 927a77a3-327d-4de6-b41b-22de467296dc, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:54:35.034730 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Network 927a77a3-327d-4de6-b41b-22de467296dc is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:54:35.045846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 927a77a3-327d-4de6-b41b-22de467296dc) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:35.056538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:35.057009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:35.057657 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:35.060291 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5290cc-6bf8-4495-b8e7-4adb2d73bf81 None None] Network 927a77a3-327d-4de6-b41b-22de467296dc requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:35.083084 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.2197363 Jun 03 21:54:35.083416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56334) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:35.156937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa5b3ce-95fc-4b52-bbab-f177f73520d5 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:35.158540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa5b3ce-95fc-4b52-bbab-f177f73520d5 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:35.160084 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa5b3ce-95fc-4b52-bbab-f177f73520d5 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:35.161516 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cfa5b3ce-95fc-4b52-bbab-f177f73520d5 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Synchronizing usage tracker for tenant:85227028154040bd954c698814ba0b61 on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:35.180054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cfa5b3ce-95fc-4b52-bbab-f177f73520d5 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Unset dirty status for tenant:85227028154040bd954c698814ba0b61 on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:35.190765 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cfa5b3ce-95fc-4b52-bbab-f177f73520d5 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0968127 Jun 03 21:54:35.191641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56336) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:35.254270 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Allocated IP 2001:db8::1 (a0b16614-7c82-4fac-b937-3b46e97becfa/8a487049-5092-4bb5-af20-f7a3f345b6ec/8134c2bf-7c71-49ed-a968-d9a9146b669c) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:35.266550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-096911a0-fd93-4de3-9f03-3c82d6767f6d tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Deleting subnet 8a487049-5092-4bb5-af20-f7a3f345b6ec {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:54:35.502761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-927a77a3-327d-4de6-b41b-22de467296dc', 'network_id': '927a77a3-327d-4de6-b41b-22de467296dc', 'tenant_id': '85227028154040bd954c698814ba0b61', 'fixed_ips': [{'subnet_id': 'eaeb68e4-9cd1-41b9-bb88-13634987dfe9'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:54:35.503622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:35.641050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:35.661973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Transition to ACTIVE for port object 8134c2bf-7c71-49ed-a968-d9a9146b669c will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:35.684729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Transition to ACTIVE for port object 8134c2bf-7c71-49ed-a968-d9a9146b669c will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:35.702669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-096911a0-fd93-4de3-9f03-3c82d6767f6d tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:35.724171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:35.733165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-20b9da3f-329c-4679-855e-a3b32a0c344f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:35.762078 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 76b5875b-cad8-4368-a4a2-0b5edbd7f777 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:35.777271 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e9caebf9-48fa-4526-a214-4be08509cf2f req-740dee93-138d-40fe-abe7-5d5a125001d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 210 time: 0.1187639 Jun 03 21:54:35.861762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Network a0b16614-7c82-4fac-b937-3b46e97becfa is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:35.883564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-096911a0-fd93-4de3-9f03-3c82d6767f6d tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:35.884524 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:35.893296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Pushing event updated for resources: {'Port': ['ID=8134c2bf-7c71-49ed-a968-d9a9146b669c,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:35.895928 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:35.899050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Allocated IP 2001:db8:0:1::1 (927a77a3-327d-4de6-b41b-22de467296dc/eaeb68e4-9cd1-41b9-bb88-13634987dfe9/aa7d3090-3af7-4e44-abe3-a14964654f6c) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:35.902655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:36.001161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-be60c3a1-3a6b-4b1f-9cf6-e7a8e468a295 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:36.002573 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-be60c3a1-3a6b-4b1f-9cf6-e7a8e468a295 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks?id=d8b0b177-7aa8-4727-964f-676436717241 HTTP/1.1" status: 200 len: 796 time: 0.2695053 Jun 03 21:54:36.045434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Attempting to bind port 8134c2bf-7c71-49ed-a968-d9a9146b669c on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:54:36.045806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Attempting to bind port 8134c2bf-7c71-49ed-a968-d9a9146b669c by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'e91bbed1-624f-4901-99e3-c4dc18946c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a0b16614-7c82-4fac-b937-3b46e97becfa'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:54:36.046070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Attempting to bind port 8134c2bf-7c71-49ed-a968-d9a9146b669c on network a0b16614-7c82-4fac-b937-3b46e97becfa {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:54:36.058663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-096911a0-fd93-4de3-9f03-3c82d6767f6d tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.094023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 76b5875b-cad8-4368-a4a2-0b5edbd7f777 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:36.094882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.103188 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-7075e192-cb46-422d-8a1e-5d96c4c7cf20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 472 time: 0.0882175 Jun 03 21:54:36.117946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'port': {'device_id': '2f45d871-e0c9-4c5a-81cb-a359b740c5fe', 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241', 'admin_state_up': True, 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'security_groups': ['bf303880-0423-4a0a-8bfa-51e45dbf1864']}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:36.149631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:54:36.150016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Checking segment: {'id': 'e91bbed1-624f-4901-99e3-c4dc18946c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a0b16614-7c82-4fac-b937-3b46e97becfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:36.150429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.150834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Bound using segment: {'id': 'e91bbed1-624f-4901-99e3-c4dc18946c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a0b16614-7c82-4fac-b937-3b46e97becfa'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:54:36.151335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Bound port: 8134c2bf-7c71-49ed-a968-d9a9146b669c, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91bbed1-624f-4901-99e3-c4dc18946c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': 'a0b16614-7c82-4fac-b937-3b46e97becfa'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:54:36.151743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.257579 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-81ae9601-5681-48f2-8174-ee3c04f73b5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1621718 Jun 03 21:54:36.361050 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-a16030f3-be07-4939-8f5d-304753634414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:36.363008 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-a16030f3-be07-4939-8f5d-304753634414 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 1099 time: 0.0795715 Jun 03 21:54:36.389210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:36.398822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:port and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:36.405136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.409478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for port was recalculated. Used quota:5. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:36.419859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Transition to ACTIVE for port object aa7d3090-3af7-4e44-abe3-a14964654f6c will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:36.424546 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:36.440320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Transition to ACTIVE for port object aa7d3090-3af7-4e44-abe3-a14964654f6c will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:36.447803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.451497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-90a836c6-f9b1-4e4b-aa8b-81e53fc62ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:36.475331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:36.479572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.510840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Network 927a77a3-327d-4de6-b41b-22de467296dc is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:36.513707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:36.523808 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:36.530350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Pushing event updated for resources: {'Port': ['ID=aa7d3090-3af7-4e44-abe3-a14964654f6c,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:36.533891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-94967d46-31ad-4f04-b0b0-1d7f1716d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:36.534251 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:36.535596 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-94967d46-31ad-4f04-b0b0-1d7f1716d4bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 HTTP/1.1" status: 200 len: 899 time: 0.1509607 Jun 03 21:54:36.593051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-096911a0-fd93-4de3-9f03-3c82d6767f6d tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.599968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cd8bf19f-5109-49f1-8ec7-23950cb28e1c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:36.609163 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] For port 8134c2bf-7c71-49ed-a968-d9a9146b669c, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:54:36.628529 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] For port 8134c2bf-7c71-49ed-a968-d9a9146b669c, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8134c2bf-7c71-49ed-a968-d9a9146b669c,segment=NetworkSegment(e91bbed1-624f-4901-99e3-c4dc18946c5a),segment_id=e91bbed1-624f-4901-99e3-c4dc18946c5a)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:54:36.631267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Attempting to bind port aa7d3090-3af7-4e44-abe3-a14964654f6c on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:54:36.631532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Attempting to bind port aa7d3090-3af7-4e44-abe3-a14964654f6c by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'd3cc94e0-13aa-46f4-a43f-273d9839b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '927a77a3-327d-4de6-b41b-22de467296dc'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:54:36.632235 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Attempting to bind port aa7d3090-3af7-4e44-abe3-a14964654f6c on network 927a77a3-327d-4de6-b41b-22de467296dc {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:54:36.636326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.642532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-19d07613-9b35-4604-b8fc-e0fcaaef6af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:36.647950 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096911a0-fd93-4de3-9f03-3c82d6767f6d tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event deleted for resources: {'Subnet': ['ID=8a487049-5092-4bb5-af20-f7a3f345b6ec,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:36.661546 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-f9036891-51e7-4779-9d08-f327f154c5dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0902a664-3b0c-41c7-9b0a-feb141e69739 HTTP/1.1" status: 200 len: 1002 time: 0.1180561 Jun 03 21:54:36.674664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:54:36.675322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Checking segment: {'id': 'd3cc94e0-13aa-46f4-a43f-273d9839b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '927a77a3-327d-4de6-b41b-22de467296dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:36.675570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.676002 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Bound using segment: {'id': 'd3cc94e0-13aa-46f4-a43f-273d9839b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '927a77a3-327d-4de6-b41b-22de467296dc'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:54:36.676484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Bound port: aa7d3090-3af7-4e44-abe3-a14964654f6c, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cc94e0-13aa-46f4-a43f-273d9839b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': '927a77a3-327d-4de6-b41b-22de467296dc'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:54:36.676868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.681603 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-096911a0-fd93-4de3-9f03-3c82d6767f6d tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:36.688021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-096911a0-fd93-4de3-9f03-3c82d6767f6d tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.729094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.30 (d8b0b177-7aa8-4727-964f-676436717241/51d67502-10e2-41cf-9bd3-f6ab7b87898d/54bf6443-94f2-493a-bd78-b45c6e926ae1) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:36.735302 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-096911a0-fd93-4de3-9f03-3c82d6767f6d tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "DELETE /v2.0/subnets/8a487049-5092-4bb5-af20-f7a3f345b6ec HTTP/1.1" status: 204 len: 168 time: 1.5400972 Jun 03 21:54:36.736095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56346) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:36.775091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-aa6f52fe-f274-4b24-afb7-f7bad67fab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:36.776602 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-aa6f52fe-f274-4b24-afb7-f7bad67fab54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c32b018-b12c-4a68-8b4f-8b82540b7a83 HTTP/1.1" status: 200 len: 835 time: 0.1082928 Jun 03 21:54:36.843136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Pushing event updated for resources: {'Port': ['ID=8134c2bf-7c71-49ed-a968-d9a9146b669c,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:36.852229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:36.859682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1e11de-f324-4b76-88ca-c520aca448f2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Deleting subnet eaeb68e4-9cd1-41b9-bb88-13634987dfe9 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:54:36.870406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3e1e11de-f324-4b76-88ca-c520aca448f2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.886094 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] For port aa7d3090-3af7-4e44-abe3-a14964654f6c, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:54:36.890023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] For port aa7d3090-3af7-4e44-abe3-a14964654f6c, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=aa7d3090-3af7-4e44-abe3-a14964654f6c,segment=NetworkSegment(d3cc94e0-13aa-46f4-a43f-273d9839b52f),segment_id=d3cc94e0-13aa-46f4-a43f-273d9839b52f)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:54:36.895701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:36.900800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0f9fb661-d518-4e41-a9bf-ba3cf7ca8340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:37.002841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Pushing event updated for resources: {'Port': ['ID=aa7d3090-3af7-4e44-abe3-a14964654f6c,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:37.014530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:37.025588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:37.045435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 54bf6443-94f2-493a-bd78-b45c6e926ae1 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:37.076579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:37.087170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-05ab68ca-0d4e-48cc-b2cc-803ef9226a0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:37.187015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-3dfdc45e-243d-4de7-bde4-88f714d94db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:37.189016 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-3dfdc45e-243d-4de7-bde4-88f714d94db8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4027219 Jun 03 21:54:37.191516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3e1e11de-f324-4b76-88ca-c520aca448f2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:37.246321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-86d7e68d-db71-40d8-82ed-b1baff55b3c7 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:54:37.247472 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-86d7e68d-db71-40d8-82ed-b1baff55b3c7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067289 Jun 03 21:54:37.363549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network d8b0b177-7aa8-4727-964f-676436717241 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:37.374844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:37.384285 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:37.423052 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=54bf6443-94f2-493a-bd78-b45c6e926ae1,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:37.428164 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:37.464776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:37.465572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:37.474422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095dd6d-cead-443b-a9d7-71e0b13fd9cb req-0fb91990-0bc1-468d-827a-6efab366dfca tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:37.476168 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a095dd6d-cead-443b-a9d7-71e0b13fd9cb req-0fb91990-0bc1-468d-827a-6efab366dfca tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 932 time: 0.5412855 Jun 03 21:54:37.491408 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3799551 Jun 03 21:54:37.511048 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Request body: {'port': {'device_id': '2f45d871-e0c9-4c5a-81cb-a359b740c5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:37.524937 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-6cdf7523-3f81-4586-b47e-389634d24059 service neutron] 10.222.0.24 "GET /v2.0/networks/e0e8af36-fc1e-45d6-a244-69d4d79ba7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657039 Jun 03 21:54:37.530463 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3e1e11de-f324-4b76-88ca-c520aca448f2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:37.645309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:37.704465 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a095dd6d-cead-443b-a9d7-71e0b13fd9cb req-85bb1037-8d3d-4f45-8693-9d66df91bc8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=bf303880-0423-4a0a-8bfa-51e45dbf1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083602 Jun 03 21:54:37.753524 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a96dac69-1e4f-4261-84eb-c6ae0c705278 None None] Provisioning for port 54bf6443-94f2-493a-bd78-b45c6e926ae1 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:37.767624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a96dac69-1e4f-4261-84eb-c6ae0c705278 None None] Provisioning complete for port 54bf6443-94f2-493a-bd78-b45c6e926ae1 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:37.768549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a96dac69-1e4f-4261-84eb-c6ae0c705278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:37.839864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8134c2bf-7c71-49ed-a968-d9a9146b669c up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:37.854100 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d05dfc9-b96a-4171-a3a5-bd3db5e961a2 req-3435e6c1-4dec-4489-bcb5-36edacaac69c service neutron] 10.222.0.24 "GET /v2.0/networks/e0e8af36-fc1e-45d6-a244-69d4d79ba7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853789 Jun 03 21:54:37.924339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-a96dac69-1e4f-4261-84eb-c6ae0c705278 None None] Port 54bf6443-94f2-493a-bd78-b45c6e926ae1 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:54:37.955893 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 8134c2bf-7c71-49ed-a968-d9a9146b669c completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:37.961332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device aa7d3090-3af7-4e44-abe3-a14964654f6c up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:37.997456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3e1e11de-f324-4b76-88ca-c520aca448f2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:38.006134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-af6363b9-c902-402c-84fc-fb8418cdb134 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:38.041360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port aa7d3090-3af7-4e44-abe3-a14964654f6c completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:38.046496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e11de-f324-4b76-88ca-c520aca448f2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event deleted for resources: {'Subnet': ['ID=eaeb68e4-9cd1-41b9-bb88-13634987dfe9,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:38.049530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3e1e11de-f324-4b76-88ca-c520aca448f2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:38.053672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3e1e11de-f324-4b76-88ca-c520aca448f2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:38.066130 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3e1e11de-f324-4b76-88ca-c520aca448f2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "DELETE /v2.0/subnets/eaeb68e4-9cd1-41b9-bb88-13634987dfe9 HTTP/1.1" status: 204 len: 168 time: 1.3286192 Jun 03 21:54:38.068762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56350) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:38.086854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bf6443-94f2-493a-bd78-b45c6e926ae1 {{(pid=104397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:54:38.095596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:38.115146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Transition to ACTIVE for port object 54bf6443-94f2-493a-bd78-b45c6e926ae1 will not be triggered until provisioned by entity L2. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:38.120128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:38.126437 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6c22af8e-cb75-41bd-b7a2-6388ebff7772 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:38.159492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a16d583-ae88-47b1-8cc4-815d85075ce6 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:38.160344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3a16d583-ae88-47b1-8cc4-815d85075ce6 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Synchronizing usage tracker for tenant:85227028154040bd954c698814ba0b61 on resource:subnet {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:38.187631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3a16d583-ae88-47b1-8cc4-815d85075ce6 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Unset dirty status for tenant:85227028154040bd954c698814ba0b61 on resource:subnet {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:38.189320 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3a16d583-ae88-47b1-8cc4-815d85075ce6 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1189680 Jun 03 21:54:38.193656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56352) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:38.316706 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Pushing event updated for resources: {'Port': ['ID=54bf6443-94f2-493a-bd78-b45c6e926ae1,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:38.324614 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:38.341579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:38.417829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Attempting to bind port 54bf6443-94f2-493a-bd78-b45c6e926ae1 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:54:38.418173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Attempting to bind port 54bf6443-94f2-493a-bd78-b45c6e926ae1 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'fa93fd01-210f-408e-8e0e-7840acee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:54:38.418485 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Attempting to bind port 54bf6443-94f2-493a-bd78-b45c6e926ae1 on network d8b0b177-7aa8-4727-964f-676436717241 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:54:38.425676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Port 54bf6443-94f2-493a-bd78-b45c6e926ae1 on network d8b0b177-7aa8-4727-964f-676436717241 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:54:38.426074 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Attempting to bind port 54bf6443-94f2-493a-bd78-b45c6e926ae1 on network d8b0b177-7aa8-4727-964f-676436717241 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:54:38.431693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:54:38.432025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Checking segment: {'id': 'fa93fd01-210f-408e-8e0e-7840acee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:38.432408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Bound using segment: {'id': 'fa93fd01-210f-408e-8e0e-7840acee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241'} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:54:38.432845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Bound port: 54bf6443-94f2-493a-bd78-b45c6e926ae1, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa93fd01-210f-408e-8e0e-7840acee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241'}}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:54:38.433200 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:38.442946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Deleting port aa7d3090-3af7-4e44-abe3-a14964654f6c {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:38.443418 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:38.475712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3668a9fe-8ec5-451e-8efa-8668bacae23d None None] Network 927a77a3-327d-4de6-b41b-22de467296dc requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:38.553806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] For port 54bf6443-94f2-493a-bd78-b45c6e926ae1, host hv-neutron-7929, cleared binding levels {{(pid=104397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:54:38.558910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] For port 54bf6443-94f2-493a-bd78-b45c6e926ae1, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=54bf6443-94f2-493a-bd78-b45c6e926ae1,segment=NetworkSegment(fa93fd01-210f-408e-8e0e-7840acee4a47),segment_id=fa93fd01-210f-408e-8e0e-7840acee4a47)] {{(pid=104397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:54:38.564829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:38.571254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-74372f6d-2e69-4dd5-bee0-1656c79074b8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:38.571537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] For port aa7d3090-3af7-4e44-abe3-a14964654f6c, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=aa7d3090-3af7-4e44-abe3-a14964654f6c,segment=NetworkSegment(d3cc94e0-13aa-46f4-a43f-273d9839b52f),segment_id=d3cc94e0-13aa-46f4-a43f-273d9839b52f)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:38.571537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:38.636163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:38.637538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:38.638395 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] 10.222.0.24 "PUT /v2.0/ports/54bf6443-94f2-493a-bd78-b45c6e926ae1 HTTP/1.1" status: 200 len: 1094 time: 1.1338711 Jun 03 21:54:38.639150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f45d871-e0c9-4c5a-81cb-a359b740c5fe', 'tag': '54bf6443-94f2-493a-bd78-b45c6e926ae1'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:54:38.641681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0cebba-a862-456e-8500-98b788483610" -d '{"events": [{"name": "network-changed", "server_uuid": "2f45d871-e0c9-4c5a-81cb-a359b740c5fe", "tag": "54bf6443-94f2-493a-bd78-b45c6e926ae1"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:54:38.723274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3e056224-c234-4dec-9ea2-4c77e229d9b5 None None] Provisioning for port aa7d3090-3af7-4e44-abe3-a14964654f6c completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:38.729247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Calling delete_port for aa7d3090-3af7-4e44-abe3-a14964654f6c owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:38.731644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3e056224-c234-4dec-9ea2-4c77e229d9b5 None None] Provisioning complete for port aa7d3090-3af7-4e44-abe3-a14964654f6c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:38.732198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3e056224-c234-4dec-9ea2-4c77e229d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:38.744672 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Pushing event updated for resources: {'Port': ['ID=54bf6443-94f2-493a-bd78-b45c6e926ae1,revision_number=3']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:38.750214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:38.793339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ea4cf2-2038-4993-8ca7-5195ff2af87a x-openstack-request-id: req-13ea4cf2-2038-4993-8ca7-5195ff2af87a {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:54:38.793860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f45d871-e0c9-4c5a-81cb-a359b740c5fe", "tag": "54bf6443-94f2-493a-bd78-b45c6e926ae1", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:54:38.794405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-13ea4cf2-2038-4993-8ca7-5195ff2af87a {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:54:38.796207 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f45d871-e0c9-4c5a-81cb-a359b740c5fe', 'tag': '54bf6443-94f2-493a-bd78-b45c6e926ae1', 'status': 'completed', 'code': 200} Jun 03 21:54:38.799272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-491693e6-7739-426b-90e9-345c690283d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:38.800944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:38.810376 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-491693e6-7739-426b-90e9-345c690283d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 1097 time: 0.1229911 Jun 03 21:54:38.820985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c545fa54-5eaa-45b9-a19a-326a4c391434 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:38.836334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3cb231-dc59-4d11-a88c-218789bd6456 None None] Network a0b16614-7c82-4fac-b937-3b46e97becfa requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:54:38.860661 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3e056224-c234-4dec-9ea2-4c77e229d9b5 None None] Could not find standard attr ID for object aa7d3090-3af7-4e44-abe3-a14964654f6c. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 21:54:38.867593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] No DVR routers for this DVR port aa7d3090-3af7-4e44-abe3-a14964654f6c on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:54:38.870428 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.plugins.ml2.db [None req-3e056224-c234-4dec-9ea2-4c77e229d9b5 None None] No ports have port_id starting with aa7d3090-3af7-4e44-abe3-a14964654f6c Jun 03 21:54:38.915582 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-bae0ba6e-86b2-4423-b452-e8c746aef48b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=54bf6443-94f2-493a-bd78-b45c6e926ae1 HTTP/1.1" status: 200 len: 217 time: 0.0956569 Jun 03 21:54:38.992880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-a6691ceb-ddd6-4483-889e-b8f99c5facb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:38.994172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event deleted for resources: {'Port': ['ID=aa7d3090-3af7-4e44-abe3-a14964654f6c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:38.994512 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-a6691ceb-ddd6-4483-889e-b8f99c5facb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51d67502-10e2-41cf-9bd3-f6ab7b87898d HTTP/1.1" status: 200 len: 838 time: 0.0708921 Jun 03 21:54:38.996520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:39.094659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0464928-6afc-483e-a93b-f84caf0449ad None None] DHCP port deletion for 927a77a3-327d-4de6-b41b-22de467296dc request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:54:39.095197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-49ebe4bb-d391-4b04-ac32-769e07d24edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:39.097970 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-49ebe4bb-d391-4b04-ac32-769e07d24edb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8b0b177-7aa8-4727-964f-676436717241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0963960 Jun 03 21:54:39.120487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-64fc0528-9f0e-49ea-b172-73bdccb62d9e None None] Provisioning for port 8134c2bf-7c71-49ed-a968-d9a9146b669c completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:39.129074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-64fc0528-9f0e-49ea-b172-73bdccb62d9e None None] Provisioning complete for port 8134c2bf-7c71-49ed-a968-d9a9146b669c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:39.129500 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-64fc0528-9f0e-49ea-b172-73bdccb62d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.249462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.249742 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-328962e9-c27c-4e62-9e8f-f2b3d03cd66c service neutron] 10.222.0.24 "GET /v2.0/networks/d8b0b177-7aa8-4727-964f-676436717241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427884 Jun 03 21:54:39.265514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927a77a3-327d-4de6-b41b-22de467296dc']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:39.279377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-64fc0528-9f0e-49ea-b172-73bdccb62d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.283753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cc94e0-13aa-46f4-a43f-273d9839b52f') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:39.284048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cc94e0-13aa-46f4-a43f-273d9839b52f') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:39.293418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f682b41-2473-40d1-86a8-cf4e6611139d None None] DHCP port deletion for a0b16614-7c82-4fac-b937-3b46e97becfa request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:54:39.304976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.318502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1217af-0e29-4a63-944e-e41d448810a2 req-1329f643-7068-47e0-9fbd-d66ab73634bd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:39.320005 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dc1217af-0e29-4a63-944e-e41d448810a2 req-1329f643-7068-47e0-9fbd-d66ab73634bd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 944 time: 0.4048526 Jun 03 21:54:39.331345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.356237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Releasing vlan 1305 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:54:39.356641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.363713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-64fc0528-9f0e-49ea-b172-73bdccb62d9e None None] For port 8134c2bf-7c71-49ed-a968-d9a9146b669c, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8134c2bf-7c71-49ed-a968-d9a9146b669c,segment=NetworkSegment(e91bbed1-624f-4901-99e3-c4dc18946c5a),segment_id=e91bbed1-624f-4901-99e3-c4dc18946c5a)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:54:39.372644 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:54:39.375753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-64fc0528-9f0e-49ea-b172-73bdccb62d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.375753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ee892dfd-4060-4dfd-ae38-5ff41ade3423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:39.403724 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b3c66b2-d36c-4fd9-98fe-a09cb9d1e888 req-b4a472cc-14d4-4b2c-b78b-5f5b50b02af5 service neutron] 10.222.0.24 "GET /v2.0/networks/d8b0b177-7aa8-4727-964f-676436717241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463456 Jun 03 21:54:39.464376 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dc1217af-0e29-4a63-944e-e41d448810a2 req-eccd94ce-3629-4733-9b16-0f6f38f3deb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=bf303880-0423-4a0a-8bfa-51e45dbf1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302052 Jun 03 21:54:39.465213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9f682b41-2473-40d1-86a8-cf4e6611139d None None] Deleting port 8134c2bf-7c71-49ed-a968-d9a9146b669c {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:54:39.465592 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9f682b41-2473-40d1-86a8-cf4e6611139d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.484818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.491140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.495255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ae615b2c-a7e2-4048-ba91-72dbfcdd04e5 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:39.501302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc0528-9f0e-49ea-b172-73bdccb62d9e None None] Pushing event updated for resources: {'Port': ['ID=8134c2bf-7c71-49ed-a968-d9a9146b669c,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:39.506359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-64fc0528-9f0e-49ea-b172-73bdccb62d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:39.522282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event deleted for resources: {'Network': ['ID=927a77a3-327d-4de6-b41b-22de467296dc,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:39.524730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:39.533642 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "DELETE /v2.0/networks/927a77a3-327d-4de6-b41b-22de467296dc HTTP/1.1" status: 204 len: 168 time: 1.3369882 Jun 03 21:54:39.534055 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56358) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:39.582928 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9f682b41-2473-40d1-86a8-cf4e6611139d None None] For port 8134c2bf-7c71-49ed-a968-d9a9146b669c, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8134c2bf-7c71-49ed-a968-d9a9146b669c,segment=NetworkSegment(e91bbed1-624f-4901-99e3-c4dc18946c5a),segment_id=e91bbed1-624f-4901-99e3-c4dc18946c5a)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:39.583310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9f682b41-2473-40d1-86a8-cf4e6611139d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.714952 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9f682b41-2473-40d1-86a8-cf4e6611139d None None] Calling delete_port for 8134c2bf-7c71-49ed-a968-d9a9146b669c owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:54:39.721158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8134c2bf-7c71-49ed-a968-d9a9146b669c no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:54:39.800080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cebba-a862-456e-8500-98b788483610 req-609eee75-8ccc-40a2-9a5d-17bac06446ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:39.801679 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2c0cebba-a862-456e-8500-98b788483610 req-609eee75-8ccc-40a2-9a5d-17bac06446ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 1097 time: 0.3393993 Jun 03 21:54:39.809768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.868685 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.879964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9f682b41-2473-40d1-86a8-cf4e6611139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:39.885975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f948da96-41ed-48d7-8556-f9635f72b699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:39.937923 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f682b41-2473-40d1-86a8-cf4e6611139d None None] Pushing event deleted for resources: {'Port': ['ID=8134c2bf-7c71-49ed-a968-d9a9146b669c,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:39.942409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9f682b41-2473-40d1-86a8-cf4e6611139d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:39.943691 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f682b41-2473-40d1-86a8-cf4e6611139d None None] No DVR routers for this DVR port 8134c2bf-7c71-49ed-a968-d9a9146b669c on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:54:39.950776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] The port '8134c2bf-7c71-49ed-a968-d9a9146b669c' was deleted {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 03 21:54:40.030900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device aa7d3090-3af7-4e44-abe3-a14964654f6c no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:54:40.066665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: aa7d3090-3af7-4e44-abe3-a14964654f6c {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:54:40.067047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device aa7d3090-3af7-4e44-abe3-a14964654f6c not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:54:40.089331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cebba-a862-456e-8500-98b788483610 req-c8490f56-01ba-4a63-a917-a1e24e005a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:40.090787 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2c0cebba-a862-456e-8500-98b788483610 req-c8490f56-01ba-4a63-a917-a1e24e005a74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d8b0b177-7aa8-4727-964f-676436717241 HTTP/1.1" status: 200 len: 898 time: 0.2788603 Jun 03 21:54:40.155200 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:40.180913 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2c0cebba-a862-456e-8500-98b788483610 req-48358edc-4907-45d9-a59b-8eb0eac31ac0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=54bf6443-94f2-493a-bd78-b45c6e926ae1 HTTP/1.1" status: 200 len: 217 time: 0.0833817 Jun 03 21:54:40.182446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b16614-7c82-4fac-b937-3b46e97becfa']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:40.230554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91bbed1-624f-4901-99e3-c4dc18946c5a') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:40.230811 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91bbed1-624f-4901-99e3-c4dc18946c5a') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:40.255886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:40.279415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cebba-a862-456e-8500-98b788483610 req-8b8d8b22-96dd-4f4f-bf2c-97fd8e7f2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:40.281064 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2c0cebba-a862-456e-8500-98b788483610 req-8b8d8b22-96dd-4f4f-bf2c-97fd8e7f2ae0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51d67502-10e2-41cf-9bd3-f6ab7b87898d HTTP/1.1" status: 200 len: 838 time: 0.0912273 Jun 03 21:54:40.282028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:40.289733 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:54:40.290124 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:54:40.334450 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:54:40.429948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:40.433473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c57174c3-d2ee-4524-8562-57f9471c649d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:40.450514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:40.466119 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event deleted for resources: {'Network': ['ID=a0b16614-7c82-4fac-b937-3b46e97becfa,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:40.469965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:40.471309 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "DELETE /v2.0/networks/a0b16614-7c82-4fac-b937-3b46e97becfa HTTP/1.1" status: 204 len: 168 time: 0.9362679 Jun 03 21:54:40.474429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56360) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:40.485523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cebba-a862-456e-8500-98b788483610 req-eeaa0fea-3581-4163-9bd4-a1dbee425243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:40.487313 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2c0cebba-a862-456e-8500-98b788483610 req-eeaa0fea-3581-4163-9bd4-a1dbee425243 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d8b0b177-7aa8-4727-964f-676436717241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1985869 Jun 03 21:54:40.611672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:40.690769 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2c0cebba-a862-456e-8500-98b788483610 req-9f964fdf-dfcc-4919-a889-c883d96c9a37 service neutron] 10.222.0.24 "GET /v2.0/networks/d8b0b177-7aa8-4727-964f-676436717241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954036 Jun 03 21:54:40.759285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:40.762003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a03023-fae3-4835-bcca-134348452d67 req-11dc338b-47cf-4bc9-91ed-9533d1bf2fd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:40.762728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-f3a03023-fae3-4835-bcca-134348452d67 req-11dc338b-47cf-4bc9-91ed-9533d1bf2fd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:54:40.773776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8afdaca-a999-4273-b252-29f08c2a117c']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:40.786748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54443b7-0dff-43dd-9852-3093ad785b65') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:40.787045 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54443b7-0dff-43dd-9852-3093ad785b65') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:40.799016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:40.817138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:40.824477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:54:40.825074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:40.838421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-f3a03023-fae3-4835-bcca-134348452d67 req-11dc338b-47cf-4bc9-91ed-9533d1bf2fd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:54:40.839916 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3a03023-fae3-4835-bcca-134348452d67 req-11dc338b-47cf-4bc9-91ed-9533d1bf2fd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 944 time: 0.2414382 Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:54:40.842763 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:54:40.882612 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2c0cebba-a862-456e-8500-98b788483610 req-89b4ee3c-d3b5-4dee-b480-749c45e4d4bd service neutron] 10.222.0.24 "GET /v2.0/networks/d8b0b177-7aa8-4727-964f-676436717241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832280 Jun 03 21:54:40.912208 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3a03023-fae3-4835-bcca-134348452d67 req-b88cd34b-b912-44e3-a500-4ab699aa9c38 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=bf303880-0423-4a0a-8bfa-51e45dbf1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560853 Jun 03 21:54:40.926087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:40.936349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:40.951739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:40.962829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event deleted for resources: {'Network': ['ID=b8afdaca-a999-4273-b252-29f08c2a117c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:40.966373 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:40.969168 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "DELETE /v2.0/networks/b8afdaca-a999-4273-b252-29f08c2a117c HTTP/1.1" status: 204 len: 168 time: 0.4927862 Jun 03 21:54:40.970973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56364) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:41.087626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:41.225186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:41.238967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604e29f1-cb1e-4b06-9efa-179f4b7a09bd']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:41.253049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2e565f-9270-451b-8086-06c0e766f748') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:41.253341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2e565f-9270-451b-8086-06c0e766f748') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:41.265527 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:41.287655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:41.293841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Releasing vlan 1300 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:54:41.294219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:54:41.308701 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:54:41.391552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:41.395275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3d6d86e8-3c78-4326-b82c-881279cde285 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:41.411902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:41.425674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Pushing event deleted for resources: {'Network': ['ID=604e29f1-cb1e-4b06-9efa-179f4b7a09bd,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:41.428651 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] 10.222.0.96 "DELETE /v2.0/networks/604e29f1-cb1e-4b06-9efa-179f4b7a09bd HTTP/1.1" status: 204 len: 168 time: 0.4567318 Jun 03 21:54:41.429540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:41.745590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56370) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:41.930206 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-77b75a0a-320e-418d-bdee-dc5ab374ec65 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=85227028154040bd954c698814ba0b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831331 Jun 03 21:54:41.932590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56374) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:41.995088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7f105d97-854e-42b9-8cf4-1c706d4135aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:42.026046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7f105d97-854e-42b9-8cf4-1c706d4135aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:42.112503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 54bf6443-94f2-493a-bd78-b45c6e926ae1 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:54:42.148884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d896f4f-a201-4887-bdb2-d88f816cac47 req-ac3aa5d5-d2f8-4627-a0bb-db0589f99e3b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:42.150407 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0d896f4f-a201-4887-bdb2-d88f816cac47 req-ac3aa5d5-d2f8-4627-a0bb-db0589f99e3b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 944 time: 0.1271837 Jun 03 21:54:42.152354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7f105d97-854e-42b9-8cf4-1c706d4135aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:42.156455 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-54fa33f4-2846-460a-9ec5-4da68bf60c1a tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:42.181793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f105d97-854e-42b9-8cf4-1c706d4135aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745165b5-43e7-464a-822e-bca638e2daff,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:42.185611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7f105d97-854e-42b9-8cf4-1c706d4135aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:42.205051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7f105d97-854e-42b9-8cf4-1c706d4135aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:42.206236 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7f105d97-854e-42b9-8cf4-1c706d4135aa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/745165b5-43e7-464a-822e-bca638e2daff HTTP/1.1" status: 204 len: 168 time: 0.2727337 Jun 03 21:54:42.217548 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0d896f4f-a201-4887-bdb2-d88f816cac47 req-d9d1726b-5512-4960-ba87-f1a4159de8a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=bf303880-0423-4a0a-8bfa-51e45dbf1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545957 Jun 03 21:54:42.291148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 54bf6443-94f2-493a-bd78-b45c6e926ae1, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=54bf6443-94f2-493a-bd78-b45c6e926ae1,segment=NetworkSegment(fa93fd01-210f-408e-8e0e-7840acee4a47),segment_id=fa93fd01-210f-408e-8e0e-7840acee4a47)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:42.307146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '54bf6443-94f2-493a-bd78-b45c6e926ae1', 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241', 'port_id': '54bf6443-94f2-493a-bd78-b45c6e926ae1', 'mac_address': 'fa:16:3e:1e:9d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d67502-10e2-41cf-9bd3-f6ab7b87898d', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:54:42.366406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:42.386735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bf6443-94f2-493a-bd78-b45c6e926ae1 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:54:42.406776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 54bf6443-94f2-493a-bd78-b45c6e926ae1, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=54bf6443-94f2-493a-bd78-b45c6e926ae1,segment=NetworkSegment(fa93fd01-210f-408e-8e0e-7840acee4a47),segment_id=fa93fd01-210f-408e-8e0e-7840acee4a47)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:42.410828 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:42.412601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:42.478483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=54bf6443-94f2-493a-bd78-b45c6e926ae1,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:42.481735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:42.780175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['54bf6443-94f2-493a-bd78-b45c6e926ae1'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:54:42.991309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56398) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:43.098925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-557539687'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:54:43.104108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:43.108940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Usage tracker for resource:network and tenant:ee6b13d340814a38ae9f4547c2e23048 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:43.112381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:43.120284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:43.132782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Made reservation on behalf of ee6b13d340814a38ae9f4547c2e23048 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:54:43.138554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:43.157162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:43.173627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:54:43.178028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Usage tracker for resource:security_group_rule and tenant:ee6b13d340814a38ae9f4547c2e23048 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:54:43.181224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:54:43.187749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:54:43.292325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:43.297655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:43.300827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cb8d2d68-4c1b-4802-89a8-590b34ed92d2 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:43.330240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1342} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:54:43.339538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15e85cb-921a-4287-8dee-4f63418af001,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:43.343180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:43.346341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:43.346740 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Added segment ab2e1ce0-e805-4c4e-8765-e1e0b6f3d8ac of type vlan for network 5f0c0204-4085-4a83-93b2-8c1f8391d9ad Jun 03 21:54:43.373453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:43.409119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:43.411638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4625c-af24-4475-aeb3-405030325ce8 req-6cfc8e79-d9ee-48c6-9717-1ca62252b0e5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:43.413170 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e9d4625c-af24-4475-aeb3-405030325ce8 req-6cfc8e79-d9ee-48c6-9717-1ca62252b0e5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 945 time: 0.0820744 Jun 03 21:54:43.414994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:43.415609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:43.419393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7b8dcddc-bdab-42dd-8769-d5d6f9884e95 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:43.460699 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e9d4625c-af24-4475-aeb3-405030325ce8 req-f2456750-513b-4c96-bd9a-d314bb5c8bed tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=bf303880-0423-4a0a-8bfa-51e45dbf1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404458 Jun 03 21:54:43.524862 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5321395 Jun 03 21:54:43.528135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Pushing event updated for resources: {'Network': ['ID=5f0c0204-4085-4a83-93b2-8c1f8391d9ad,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:43.528283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56404) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:43.531590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:43.534665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-fdae99c1-9bbc-493c-b549-27391bb769c5 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5f0c0204-4085-4a83-93b2-8c1f8391d9ad', 'tempest-TagsTest-Tag-2116840413') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:43.542940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 5f0c0204-4085-4a83-93b2-8c1f8391d9ad details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:54:43.659256 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fdae99c1-9bbc-493c-b549-27391bb769c5 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "PUT /v2.0/networks/5f0c0204-4085-4a83-93b2-8c1f8391d9ad/tags/tempest-TagsTest-Tag-2116840413 HTTP/1.1" status: 201 len: 201 time: 0.1298666 Jun 03 21:54:43.663504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56406) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:43.670390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-0541cba6-2935-483d-8b89-ae1758a1e231 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5f0c0204-4085-4a83-93b2-8c1f8391d9ad', 'tempest-TagsTest-Tag-2116840413') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:43.783877 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0541cba6-2935-483d-8b89-ae1758a1e231 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "GET /v2.0/networks/5f0c0204-4085-4a83-93b2-8c1f8391d9ad/tags/tempest-TagsTest-Tag-2116840413 HTTP/1.1" status: 204 len: 168 time: 0.1189866 Jun 03 21:54:43.787192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56408) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:43.791412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-3e2f069f-a6f1-4304-abf8-f0ed76439b84 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5f0c0204-4085-4a83-93b2-8c1f8391d9ad') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:44.038464 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3e2f069f-a6f1-4304-abf8-f0ed76439b84 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "GET /v2.0/networks/5f0c0204-4085-4a83-93b2-8c1f8391d9ad/tags HTTP/1.1" status: 200 len: 238 time: 0.2500944 Jun 03 21:54:44.040991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56410) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:44.045649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-e78afdc7-2a2d-4049-a59e-2b092a545169 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5f0c0204-4085-4a83-93b2-8c1f8391d9ad', {'tags': ['tempest-TagsTest-Tag-895844198', 'tempest-TagsTest-Tag-2006356142', 'tempest-TagsTest-Tag-324906371']}) {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:44.114267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 54bf6443-94f2-493a-bd78-b45c6e926ae1 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:44.163929 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e78afdc7-2a2d-4049-a59e-2b092a545169 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "PUT /v2.0/networks/5f0c0204-4085-4a83-93b2-8c1f8391d9ad/tags HTTP/1.1" status: 200 len: 307 time: 0.1219671 Jun 03 21:54:44.166454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56412) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:44.171037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-eab17f2a-594f-4bdf-a54c-c6e5468fb359 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5f0c0204-4085-4a83-93b2-8c1f8391d9ad', 'tempest-TagsTest-Tag-895844198') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:44.192353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 54bf6443-94f2-493a-bd78-b45c6e926ae1 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:44.197365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 54bf6443-94f2-493a-bd78-b45c6e926ae1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:44.197752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:44.298343 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-eab17f2a-594f-4bdf-a54c-c6e5468fb359 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "DELETE /v2.0/networks/5f0c0204-4085-4a83-93b2-8c1f8391d9ad/tags/tempest-TagsTest-Tag-895844198 HTTP/1.1" status: 204 len: 168 time: 0.1307187 Jun 03 21:54:44.301213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56414) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:44.306044 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.tag.tag_plugin [None req-84f0f5f8-87b1-4b8d-ae79-6568bfa713ed tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5f0c0204-4085-4a83-93b2-8c1f8391d9ad', 'tempest-TagsTest-Tag-895844198') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:44.320004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:44.348659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f45d871-e0c9-4c5a-81cb-a359b740c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bf6443-94f2-493a-bd78-b45c6e926ae1'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:54:44.351203 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92078102-f0bb-4fbb-a76e-633e56152d06" -d '{"events": [{"server_uuid": "2f45d871-e0c9-4c5a-81cb-a359b740c5fe", "name": "network-vif-plugged", "status": "completed", "tag": "54bf6443-94f2-493a-bd78-b45c6e926ae1"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:54:44.359781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 54bf6443-94f2-493a-bd78-b45c6e926ae1, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=54bf6443-94f2-493a-bd78-b45c6e926ae1,segment=NetworkSegment(fa93fd01-210f-408e-8e0e-7840acee4a47),segment_id=fa93fd01-210f-408e-8e0e-7840acee4a47)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:44.365466 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:44.367578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d144816e-82fc-49b1-896f-b11be83dc7a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:44.406644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf70947-4f3d-40b6-98bb-6e513f42aefb x-openstack-request-id: req-ccf70947-4f3d-40b6-98bb-6e513f42aefb {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:54:44.407004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f45d871-e0c9-4c5a-81cb-a359b740c5fe", "name": "network-vif-plugged", "status": "completed", "tag": "54bf6443-94f2-493a-bd78-b45c6e926ae1", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:54:44.407320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ccf70947-4f3d-40b6-98bb-6e513f42aefb {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:54:44.407835 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f45d871-e0c9-4c5a-81cb-a359b740c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bf6443-94f2-493a-bd78-b45c6e926ae1', 'code': 200} Jun 03 21:54:44.411035 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-84f0f5f8-87b1-4b8d-ae79-6568bfa713ed tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] show failed (client error): The resource could not be found. Jun 03 21:54:44.414705 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-84f0f5f8-87b1-4b8d-ae79-6568bfa713ed tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "GET /v2.0/networks/5f0c0204-4085-4a83-93b2-8c1f8391d9ad/tags/tempest-TagsTest-Tag-895844198 HTTP/1.1" status: 404 len: 325 time: 0.1098125 Jun 03 21:54:44.415879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56418) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:44.421858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-67ce6ee6-1ec5-48c7-a5d1-baa4683aa4d5 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5f0c0204-4085-4a83-93b2-8c1f8391d9ad', 'tempest-TagsTest-Tag-2006356142') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:44.442909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=54bf6443-94f2-493a-bd78-b45c6e926ae1,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:44.445800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:44.550883 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-67ce6ee6-1ec5-48c7-a5d1-baa4683aa4d5 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "GET /v2.0/networks/5f0c0204-4085-4a83-93b2-8c1f8391d9ad/tags/tempest-TagsTest-Tag-2006356142 HTTP/1.1" status: 204 len: 168 time: 0.1336586 Jun 03 21:54:44.554339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56422) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:44.558788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-bd6fea15-8cea-4ae7-9f4d-8e270a9a4a1f tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5f0c0204-4085-4a83-93b2-8c1f8391d9ad', 'tempest-TagsTest-Tag-324906371') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:44.667673 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bd6fea15-8cea-4ae7-9f4d-8e270a9a4a1f tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "GET /v2.0/networks/5f0c0204-4085-4a83-93b2-8c1f8391d9ad/tags/tempest-TagsTest-Tag-324906371 HTTP/1.1" status: 204 len: 168 time: 0.1122379 Jun 03 21:54:44.670193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56424) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:44.674784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-14c660a1-6e9c-4862-b514-c746aaf36035 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5f0c0204-4085-4a83-93b2-8c1f8391d9ad') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:44.732367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc8689-8aa0-41b6-a5d2-08261604c0c7 req-3b214a10-450c-4aaf-a38d-5e3ceb6e22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:44.734771 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-86fc8689-8aa0-41b6-a5d2-08261604c0c7 req-3b214a10-450c-4aaf-a38d-5e3ceb6e22bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 1099 time: 0.1080458 Jun 03 21:54:44.743080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a2b24-29b8-415d-a2f3-138119794ff9 req-4b29cb43-0b70-4bc3-944d-be0148c8a5b5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:44.744604 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-de8a2b24-29b8-415d-a2f3-138119794ff9 req-4b29cb43-0b70-4bc3-944d-be0148c8a5b5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 946 time: 0.1572919 Jun 03 21:54:44.797975 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-14c660a1-6e9c-4862-b514-c746aaf36035 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "DELETE /v2.0/networks/5f0c0204-4085-4a83-93b2-8c1f8391d9ad/tags HTTP/1.1" status: 204 len: 168 time: 0.1266632 Jun 03 21:54:44.801060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56426) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:44.806553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-5b6388fa-30d6-4332-9443-e9d18ad1fcf7 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5f0c0204-4085-4a83-93b2-8c1f8391d9ad', 'tempest-TagsTest-Tag-2006356142') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:44.822280 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-86fc8689-8aa0-41b6-a5d2-08261604c0c7 req-5f2a7654-979c-457c-b63c-4af181945f13 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf303880-0423-4a0a-8bfa-51e45dbf1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767245 Jun 03 21:54:44.827668 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-de8a2b24-29b8-415d-a2f3-138119794ff9 req-2c1c85be-9036-4777-8b52-bffd8321497d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=bf303880-0423-4a0a-8bfa-51e45dbf1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681961 Jun 03 21:54:45.061666 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-5b6388fa-30d6-4332-9443-e9d18ad1fcf7 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] show failed (client error): The resource could not be found. Jun 03 21:54:45.062683 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5b6388fa-30d6-4332-9443-e9d18ad1fcf7 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "GET /v2.0/networks/5f0c0204-4085-4a83-93b2-8c1f8391d9ad/tags/tempest-TagsTest-Tag-2006356142 HTTP/1.1" status: 404 len: 326 time: 0.2605562 Jun 03 21:54:45.067293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56428) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:45.074759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-246eb879-af79-42dd-a54d-53ae35a94b1b tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5f0c0204-4085-4a83-93b2-8c1f8391d9ad', 'tempest-TagsTest-Tag-324906371') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:45.178468 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-246eb879-af79-42dd-a54d-53ae35a94b1b tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] show failed (client error): The resource could not be found. Jun 03 21:54:45.179560 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-246eb879-af79-42dd-a54d-53ae35a94b1b tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "GET /v2.0/networks/5f0c0204-4085-4a83-93b2-8c1f8391d9ad/tags/tempest-TagsTest-Tag-324906371 HTTP/1.1" status: 404 len: 325 time: 0.1109674 Jun 03 21:54:45.182418 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56430) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:45.189676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.tag.tag_plugin [None req-d35ccf48-ca26-4a05-9133-b316e611b15f tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5f0c0204-4085-4a83-93b2-8c1f8391d9ad') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:45.312058 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d35ccf48-ca26-4a05-9133-b316e611b15f tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "DELETE /v2.0/networks/5f0c0204-4085-4a83-93b2-8c1f8391d9ad/tags HTTP/1.1" status: 204 len: 168 time: 0.1266286 Jun 03 21:54:45.321288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56432) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:45.447325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:45.597198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:45.611186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0c0204-4085-4a83-93b2-8c1f8391d9ad']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:45.624646 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2e1ce0-e805-4c4e-8765-e1e0b6f3d8ac') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:45.624948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2e1ce0-e805-4c4e-8765-e1e0b6f3d8ac') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:45.637542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:45.656909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:45.665243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Releasing vlan 1342 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:54:45.665631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:54:45.684579 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:54:45.772316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:45.776504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0f1f8513-b922-4b7a-a3ce-2c9384cc1227 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:45.791773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:45.802679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Pushing event deleted for resources: {'Network': ['ID=5f0c0204-4085-4a83-93b2-8c1f8391d9ad,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:45.805315 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] 10.222.0.96 "DELETE /v2.0/networks/5f0c0204-4085-4a83-93b2-8c1f8391d9ad HTTP/1.1" status: 204 len: 168 time: 0.4827151 Jun 03 21:54:45.806242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:46.035282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a5a37-7b3c-4e5c-bef4-afabf1628008 req-8e8a4e53-ebb5-4159-a24f-1fe2f21f2978 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:46.036835 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d10a5a37-7b3c-4e5c-bef4-afabf1628008 req-8e8a4e53-ebb5-4159-a24f-1fe2f21f2978 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 946 time: 0.0925047 Jun 03 21:54:46.085205 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d10a5a37-7b3c-4e5c-bef4-afabf1628008 req-5afc066d-35d6-4fc1-b8bd-8576ffb6f301 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=bf303880-0423-4a0a-8bfa-51e45dbf1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395629 Jun 03 21:54:46.118715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56440) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:46.308497 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d0a84b69-cdc5-4137-807c-e1024d6b9194 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ee6b13d340814a38ae9f4547c2e23048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885116 Jun 03 21:54:46.313192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56444) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:46.375534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-923a4c97-f512-45dc-892a-bb2fa48dd729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:46.402605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-923a4c97-f512-45dc-892a-bb2fa48dd729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:46.463539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-923a4c97-f512-45dc-892a-bb2fa48dd729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:46.467934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-aed8af4c-57d5-403d-814d-d01361aed009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:46.481975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a4c97-f512-45dc-892a-bb2fa48dd729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15e85cb-921a-4287-8dee-4f63418af001,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:46.485321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-923a4c97-f512-45dc-892a-bb2fa48dd729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:46.486651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-923a4c97-f512-45dc-892a-bb2fa48dd729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:46.491705 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-923a4c97-f512-45dc-892a-bb2fa48dd729 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f15e85cb-921a-4287-8dee-4f63418af001 HTTP/1.1" status: 204 len: 168 time: 0.1735635 Jun 03 21:54:47.284307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a18dcc-b164-4932-8c44-639f6a9360d8 req-f0dcb653-1cc8-474a-b98c-2442ef057a7e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:47.285825 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-05a18dcc-b164-4932-8c44-639f6a9360d8 req-f0dcb653-1cc8-474a-b98c-2442ef057a7e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 946 time: 0.0864487 Jun 03 21:54:47.331169 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-05a18dcc-b164-4932-8c44-639f6a9360d8 req-89e1b970-da80-435f-abcf-bbbbc3a86732 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=bf303880-0423-4a0a-8bfa-51e45dbf1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396073 Jun 03 21:54:47.530477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89e41a-42b9-4b67-9fae-f24f9a1664b9 req-5fca8611-4e19-4e66-831a-b840988f06c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:47.532024 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4b89e41a-42b9-4b67-9fae-f24f9a1664b9 req-5fca8611-4e19-4e66-831a-b840988f06c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 946 time: 0.0874062 Jun 03 21:54:47.586631 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4b89e41a-42b9-4b67-9fae-f24f9a1664b9 req-cccaf7d4-3429-45f3-8048-948b14cb4f15 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=bf303880-0423-4a0a-8bfa-51e45dbf1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465012 Jun 03 21:54:49.080853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56472) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:54:49.819313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:50.438143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.17 (d8b0b177-7aa8-4727-964f-676436717241/51d67502-10e2-41cf-9bd3-f6ab7b87898d/53f95c7f-1bec-4a4a-956f-7f70704c8c60) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:54:50.610285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:50.626336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 53f95c7f-1bec-4a4a-956f-7f70704c8c60 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:50.652681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:50.657288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b5dcfd4c-0494-486f-853b-eb4dfc15cc11 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:50.727060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network d8b0b177-7aa8-4727-964f-676436717241 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:50.730156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:50.734598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:54:50.780706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=53f95c7f-1bec-4a4a-956f-7f70704c8c60,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:50.788029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:50.818582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:50.980065 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:50.985761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-bf62972c-617d-475c-b43b-15aaa9fa8458 None None] Provisioning for port 53f95c7f-1bec-4a4a-956f-7f70704c8c60 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:50.991175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-bf62972c-617d-475c-b43b-15aaa9fa8458 None None] Provisioning complete for port 53f95c7f-1bec-4a4a-956f-7f70704c8c60 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:50.991947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bf62972c-617d-475c-b43b-15aaa9fa8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:51.055501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-bf62972c-617d-475c-b43b-15aaa9fa8458 None None] Port 53f95c7f-1bec-4a4a-956f-7f70704c8c60 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:54:51.429582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:51.434815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:51.463477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3fcfa68-4b0f-4ad9-8dc3-df16ccfdf439 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:51.554194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=53f95c7f-1bec-4a4a-956f-7f70704c8c60,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:51.557168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:51.558243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:51.709831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network d8b0b177-7aa8-4727-964f-676436717241 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:54:51.711619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:54:51.915735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router ac23b94f-27d3-49cc-88e8-2c68356e3189 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:54:51.982377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-15d4fc1d-1d7e-46ea-b1e4-ff5fefa24aff None None] Provisioning complete for port 53f95c7f-1bec-4a4a-956f-7f70704c8c60 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:51.983697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-15d4fc1d-1d7e-46ea-b1e4-ff5fefa24aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:52.042115 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-15d4fc1d-1d7e-46ea-b1e4-ff5fefa24aff None None] Port 53f95c7f-1bec-4a4a-956f-7f70704c8c60 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:54:52.259367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:54:52.269031 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Sync routers for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:54:52.291550 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/ac23b94f-27d3-49cc-88e8-2c68356e3189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2048755 Jun 03 21:54:52.293044 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:54:52.293687 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-af218942-82b3-498d-b530-b96446ebe974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:54:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:52.522538 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:54:52.812253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-32140242-af0f-4fc5-a202-1361be5550f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:52.954549 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-af218942-82b3-498d-b530-b96446ebe974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:54:50Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '84d4859d-8054-4db9-9dd4-7e673cc58cb7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'port_id': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'mac_address': 'fa:16:3e:ac:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:13Z', 'updated_at': '2021-06-03T21:53:17Z', 'revision_number': 1, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f95c7f-1bec-4a4a-956f-7f70704c8c60', 'name': '', 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:05:05:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '51d67502-10e2-41cf-9bd3-f6ab7b87898d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:54:50Z', 'updated_at': '2021-06-03T21:54:51Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '51d67502-10e2-41cf-9bd3-f6ab7b87898d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:52.959341 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Checking router: ac23b94f-27d3-49cc-88e8-2c68356e3189 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:54:52.959735 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Updating router ac23b94f-27d3-49cc-88e8-2c68356e3189 port 53f95c7f-1bec-4a4a-956f-7f70704c8c60 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:54:53.018127 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:53.469788 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:53.485157 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Transition to ACTIVE for port object 53f95c7f-1bec-4a4a-956f-7f70704c8c60 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:54:53.500392 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:53.506384 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:53.661554 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Pushing event updated for resources: {'Port': ['ID=53f95c7f-1bec-4a4a-956f-7f70704c8c60,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:53.706361 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:53.707341 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:53.707341 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:53.707599 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:53.707702 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:53.708086 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:53.708491 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:53.708807 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:53.709095 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:53.709410 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:53.709719 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:53.710010 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:54:53.745012 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:53.784391 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Attempting to bind port 53f95c7f-1bec-4a4a-956f-7f70704c8c60 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:54:53.784937 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Attempting to bind port 53f95c7f-1bec-4a4a-956f-7f70704c8c60 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'fa93fd01-210f-408e-8e0e-7840acee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:54:53.785410 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Attempting to bind port 53f95c7f-1bec-4a4a-956f-7f70704c8c60 on network d8b0b177-7aa8-4727-964f-676436717241 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:54:53.798439 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:54:53.799075 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Checking segment: {'id': 'fa93fd01-210f-408e-8e0e-7840acee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:54:53.800020 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:53.800629 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Bound using segment: {'id': 'fa93fd01-210f-408e-8e0e-7840acee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:54:53.801086 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Bound port: 53f95c7f-1bec-4a4a-956f-7f70704c8c60, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa93fd01-210f-408e-8e0e-7840acee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:54:53.801576 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:53.914427 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-af218942-82b3-498d-b530-b96446ebe974 None None] For port 53f95c7f-1bec-4a4a-956f-7f70704c8c60, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:54:53.918846 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-af218942-82b3-498d-b530-b96446ebe974 None None] For port 53f95c7f-1bec-4a4a-956f-7f70704c8c60, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=53f95c7f-1bec-4a4a-956f-7f70704c8c60,segment=NetworkSegment(fa93fd01-210f-408e-8e0e-7840acee4a47),segment_id=fa93fd01-210f-408e-8e0e-7840acee4a47)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:54:53.932818 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:53.944192 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-e22b3c5f-276e-4316-80d7-dc08cebbbd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:54.117486 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Pushing event updated for resources: {'Port': ['ID=53f95c7f-1bec-4a4a-956f-7f70704c8c60,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:54.121425 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:54:54.122152 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-af218942-82b3-498d-b530-b96446ebe974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:54:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:54.207268 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:54.287091 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:54:54.352175 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-af218942-82b3-498d-b530-b96446ebe974 None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:54:54.917636 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-af218942-82b3-498d-b530-b96446ebe974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:54:50Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '84d4859d-8054-4db9-9dd4-7e673cc58cb7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'port_id': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'mac_address': 'fa:16:3e:ac:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:13Z', 'updated_at': '2021-06-03T21:53:17Z', 'revision_number': 1, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f95c7f-1bec-4a4a-956f-7f70704c8c60', 'name': '', 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:05:05:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '51d67502-10e2-41cf-9bd3-f6ab7b87898d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:54:50Z', 'updated_at': '2021-06-03T21:54:53Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '51d67502-10e2-41cf-9bd3-f6ab7b87898d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:54:54.923394 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af218942-82b3-498d-b530-b96446ebe974 None None] The sync data for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv is: [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:54:50Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '84d4859d-8054-4db9-9dd4-7e673cc58cb7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'port_id': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'mac_address': 'fa:16:3e:ac:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:13Z', 'updated_at': '2021-06-03T21:53:17Z', 'revision_number': 1, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f95c7f-1bec-4a4a-956f-7f70704c8c60', 'name': '', 'network_id': 'd8b0b177-7aa8-4727-964f-676436717241', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:05:05:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '51d67502-10e2-41cf-9bd3-f6ab7b87898d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:54:50Z', 'updated_at': '2021-06-03T21:54:53Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '51d67502-10e2-41cf-9bd3-f6ab7b87898d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:54:55.384232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:55.488340 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a40fc4e4-fb25-45f9-a63d-d79e3df59bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:55.785011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 53f95c7f-1bec-4a4a-956f-7f70704c8c60 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:55.863707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 53f95c7f-1bec-4a4a-956f-7f70704c8c60 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:54:55.871706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 53f95c7f-1bec-4a4a-956f-7f70704c8c60 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:55.872092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:56.018823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:56.056427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 53f95c7f-1bec-4a4a-956f-7f70704c8c60, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=53f95c7f-1bec-4a4a-956f-7f70704c8c60,segment=NetworkSegment(fa93fd01-210f-408e-8e0e-7840acee4a47),segment_id=fa93fd01-210f-408e-8e0e-7840acee4a47)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:54:56.061714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:56.063657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:54:56.143441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=53f95c7f-1bec-4a4a-956f-7f70704c8c60,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:54:56.147179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:54:56.681074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:56.871644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:57.723230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 53f95c7f-1bec-4a4a-956f-7f70704c8c60 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:54:57.796549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 53f95c7f-1bec-4a4a-956f-7f70704c8c60 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:54:57.796936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:58.382705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:54:59.270441 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-21430689-7ce8-4e7a-b246-be5941ddf363 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24383470&fields=id&tenant_id=ea9dc95effb941b3ad996c5e7166ace0 HTTP/1.1" status: 200 len: 267 time: 0.0444624 Jun 03 21:54:59.444711 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b308-0e32-4abd-925c-36b643f41f04 req-9926e539-2ae2-4cc0-aece-6e84e5d00b26 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:54:59.446122 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-9926e539-2ae2-4cc0-aece-6e84e5d00b26 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 812 time: 0.1658649 Jun 03 21:54:59.461539 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-f8f87aaf-d1f9-45ea-92c5-c98292420011 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/quotas/ea9dc95effb941b3ad996c5e7166ace0 HTTP/1.1" status: 200 len: 375 time: 0.0098245 Jun 03 21:54:59.559261 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-30152644-08e5-4c8b-b48d-4edbe7edd42c tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0923839 Jun 03 21:54:59.861894 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-fec02a26-b19d-414d-8ba0-4f16b50abc44 service neutron] 10.222.0.96 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879670 Jun 03 21:55:00.034939 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-6b5b264c-659b-403d-bfbe-e7b4d99741f9 service neutron] 10.222.0.96 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670578 Jun 03 21:55:00.553570 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ce2f5e0a-545f-492d-a0db-c51e47892a34 req-969bf232-4e79-4e65-8f43-72ad7957d8aa tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 210 time: 0.0462134 Jun 03 21:55:01.712391 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5ee3f55b-66f8-477f-afbc-7df9dcea7922 req-7b8de3d3-c26c-40d3-9f34-73098a037634 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 210 time: 0.0496144 Jun 03 21:55:01.919386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b308-0e32-4abd-925c-36b643f41f04 req-fa2a164f-0e68-4e37-93f4-91a0ef84fda8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:01.921042 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-fa2a164f-0e68-4e37-93f4-91a0ef84fda8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 812 time: 0.1683288 Jun 03 21:55:01.971290 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-a17f51de-40c5-46a9-a012-04f76eab78be tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea9dc95effb941b3ad996c5e7166ace0 HTTP/1.1" status: 200 len: 378 time: 0.0405843 Jun 03 21:55:01.982812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Request body: {'port': {'device_id': '39287052-8fb1-44ce-a7af-512672c459ed', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'admin_state_up': True, 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'security_groups': ['236e5f6c-879f-4f75-8b97-62d62125c618']}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:02.276588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:02.286537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:02.297781 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Made reservation on behalf of ea9dc95effb941b3ad996c5e7166ace0 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:55:02.301767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:02.479435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Allocated IP 172.20.0.9 (286f61e7-92b7-4b3e-b29f-ce7c7d38d749/0518fb2a-9330-44b3-8e05-85f28f75517e/00b04468-e991-466a-8ab3-a6bbfdbf8014) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:55:02.687012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:02.704679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Transition to ACTIVE for port object 00b04468-e991-466a-8ab3-a6bbfdbf8014 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:55:02.729910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:02.736036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d32fbeb5-10fc-4838-b2fd-a5bc9b7c4eb4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:02.799111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:55:02.803304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:55:02.807498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:55:02.855767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'Port': ['ID=00b04468-e991-466a-8ab3-a6bbfdbf8014,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:02.860843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:02.892303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:02.893255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:02.925106 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9464254 Jun 03 21:55:02.933977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733bc11-45c8-4d43-a16b-03086b739544 req-ebba71de-b0a7-49d3-966a-dc842ca91a46 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:02.936574 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3733bc11-45c8-4d43-a16b-03086b739544 req-ebba71de-b0a7-49d3-966a-dc842ca91a46 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 931 time: 0.0970993 Jun 03 21:55:02.940163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Request body: {'port': {'device_id': '39287052-8fb1-44ce-a7af-512672c459ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:03.005676 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3733bc11-45c8-4d43-a16b-03086b739544 req-4afbc064-da89-4819-a787-7c96936d2f27 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570991 Jun 03 21:55:03.065757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:03.115777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4297c574-aa96-40ae-a12c-108acaed44c2 None None] Provisioning for port 00b04468-e991-466a-8ab3-a6bbfdbf8014 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:55:03.122990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4297c574-aa96-40ae-a12c-108acaed44c2 None None] Provisioning complete for port 00b04468-e991-466a-8ab3-a6bbfdbf8014 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:55:03.123703 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4297c574-aa96-40ae-a12c-108acaed44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:03.184609 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4297c574-aa96-40ae-a12c-108acaed44c2 None None] Port 00b04468-e991-466a-8ab3-a6bbfdbf8014 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:55:03.450691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b04468-e991-466a-8ab3-a6bbfdbf8014 {{(pid=104397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:55:03.459256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:03.475953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Transition to ACTIVE for port object 00b04468-e991-466a-8ab3-a6bbfdbf8014 will not be triggered until provisioned by entity L2. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:55:03.481472 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:03.486322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fa698361-d68f-48d6-82a2-4071ab3fb14e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:03.676660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Pushing event updated for resources: {'Port': ['ID=00b04468-e991-466a-8ab3-a6bbfdbf8014,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:03.679275 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:03.766259 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Attempting to bind port 00b04468-e991-466a-8ab3-a6bbfdbf8014 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:55:03.767033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Attempting to bind port 00b04468-e991-466a-8ab3-a6bbfdbf8014 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:55:03.767033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Attempting to bind port 00b04468-e991-466a-8ab3-a6bbfdbf8014 on network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:55:03.772298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Port 00b04468-e991-466a-8ab3-a6bbfdbf8014 on network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:55:03.772609 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Attempting to bind port 00b04468-e991-466a-8ab3-a6bbfdbf8014 on network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:55:03.778463 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:55:03.778795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Checking segment: {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:55:03.779358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Bound using segment: {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:55:03.779836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Bound port: 00b04468-e991-466a-8ab3-a6bbfdbf8014, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db67295-5026-4b61-9df3-6ac2ad58d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749'}}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:55:03.779836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:03.887338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] For port 00b04468-e991-466a-8ab3-a6bbfdbf8014, host hv-neutron-7929, cleared binding levels {{(pid=104397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:55:03.892356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] For port 00b04468-e991-466a-8ab3-a6bbfdbf8014, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=00b04468-e991-466a-8ab3-a6bbfdbf8014,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:55:03.898351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:03.903766 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-eefb04d9-57ae-426b-9450-44bf626da9dc tempest-TagsExtTest-702795950 tempest-TagsExtTest-702795950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:03.959067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:03.960448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:03.961536 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] 10.222.0.24 "PUT /v2.0/ports/00b04468-e991-466a-8ab3-a6bbfdbf8014 HTTP/1.1" status: 200 len: 1093 time: 1.0278964 Jun 03 21:55:03.961816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39287052-8fb1-44ce-a7af-512672c459ed', 'tag': '00b04468-e991-466a-8ab3-a6bbfdbf8014'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:55:03.964363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4819379e-533d-4dcb-a158-5541d1780e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "39287052-8fb1-44ce-a7af-512672c459ed", "tag": "00b04468-e991-466a-8ab3-a6bbfdbf8014"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:55:04.009805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Pushing event updated for resources: {'Port': ['ID=00b04468-e991-466a-8ab3-a6bbfdbf8014,revision_number=3']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:04.098715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:04.101293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751f8054-0e40-4caf-98ea-a44799ff7ca4 x-openstack-request-id: req-751f8054-0e40-4caf-98ea-a44799ff7ca4 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:55:04.101293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39287052-8fb1-44ce-a7af-512672c459ed", "tag": "00b04468-e991-466a-8ab3-a6bbfdbf8014", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:55:04.101562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-751f8054-0e40-4caf-98ea-a44799ff7ca4 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:55:04.101890 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39287052-8fb1-44ce-a7af-512672c459ed', 'tag': '00b04468-e991-466a-8ab3-a6bbfdbf8014', 'status': 'completed', 'code': 200} Jun 03 21:55:04.163924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b308-0e32-4abd-925c-36b643f41f04 req-036876d5-fafe-4d41-97e5-53bb78d432dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:04.165976 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-036876d5-fafe-4d41-97e5-53bb78d432dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 1096 time: 0.1531894 Jun 03 21:55:04.250629 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-1a4fd19f-ad54-4a4b-9d8a-361a4bbd21ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b04468-e991-466a-8ab3-a6bbfdbf8014 HTTP/1.1" status: 200 len: 217 time: 0.0765345 Jun 03 21:55:04.276058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a508f09-db96-47d9-9af4-f67e616f234d req-a83a0698-a293-4d93-af53-81a2440ac447 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:04.277528 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4a508f09-db96-47d9-9af4-f67e616f234d req-a83a0698-a293-4d93-af53-81a2440ac447 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 943 time: 0.1185222 Jun 03 21:55:04.333912 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4a508f09-db96-47d9-9af4-f67e616f234d req-47811f26-5d30-464a-a169-d78294fbab03 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500612 Jun 03 21:55:04.470987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b308-0e32-4abd-925c-36b643f41f04 req-c6d94bf0-bba4-4ab0-b64a-149d4d25ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:04.472385 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-c6d94bf0-bba4-4ab0-b64a-149d4d25ea30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.2147441 Jun 03 21:55:04.552152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b308-0e32-4abd-925c-36b643f41f04 req-985bb4a3-23a0-40fa-882c-f28b99e82a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:04.553592 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-985bb4a3-23a0-40fa-882c-f28b99e82a77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733135 Jun 03 21:55:04.695604 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-99e35c12-c192-4e92-9cb8-c56e25ed08ec service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329350 Jun 03 21:55:04.842404 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1864b308-0e32-4abd-925c-36b643f41f04 req-9b164c05-c865-47d4-a132-ad87e5d3f248 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393867 Jun 03 21:55:04.970664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819379e-533d-4dcb-a158-5541d1780e2b req-572a9f13-b6f2-4879-a330-3ab718528dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:04.972192 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4819379e-533d-4dcb-a158-5541d1780e2b req-572a9f13-b6f2-4879-a330-3ab718528dff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 1096 time: 0.0746372 Jun 03 21:55:05.118516 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819379e-533d-4dcb-a158-5541d1780e2b req-4b6ef0dc-e4ce-4ad1-be08-9babf263afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:05.120000 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4819379e-533d-4dcb-a158-5541d1780e2b req-4b6ef0dc-e4ce-4ad1-be08-9babf263afdb service neutron] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 914 time: 0.1398857 Jun 03 21:55:05.202453 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4819379e-533d-4dcb-a158-5541d1780e2b req-aef5eb6f-ce68-4aa2-a186-db1ae4cd1491 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b04468-e991-466a-8ab3-a6bbfdbf8014 HTTP/1.1" status: 200 len: 217 time: 0.0746248 Jun 03 21:55:05.269915 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819379e-533d-4dcb-a158-5541d1780e2b req-76d59258-2866-496f-a11a-96af79860b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:05.271812 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4819379e-533d-4dcb-a158-5541d1780e2b req-76d59258-2866-496f-a11a-96af79860b2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.0626824 Jun 03 21:55:05.353315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819379e-533d-4dcb-a158-5541d1780e2b req-8949148f-5870-4dfd-aeef-a0feef5a8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:05.354780 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4819379e-533d-4dcb-a158-5541d1780e2b req-8949148f-5870-4dfd-aeef-a0feef5a8c72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741260 Jun 03 21:55:05.551056 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4819379e-533d-4dcb-a158-5541d1780e2b req-d010f959-cbfe-44ba-8124-ab8dbb44af82 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880596 Jun 03 21:55:05.617898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5b422-21b1-417d-8a63-f38e1185ba38 req-5826a9dd-6980-4569-8169-7984a280cfd4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:05.618501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-33b5b422-21b1-417d-8a63-f38e1185ba38 req-5826a9dd-6980-4569-8169-7984a280cfd4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Synchronizing usage tracker for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:55:05.692331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-33b5b422-21b1-417d-8a63-f38e1185ba38 req-5826a9dd-6980-4569-8169-7984a280cfd4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Unset dirty status for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:55:05.693408 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-33b5b422-21b1-417d-8a63-f38e1185ba38 req-5826a9dd-6980-4569-8169-7984a280cfd4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 943 time: 0.2270012 Jun 03 21:55:05.732567 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4819379e-533d-4dcb-a158-5541d1780e2b req-06e4f233-0392-4b62-956f-8af7a9029b07 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738191 Jun 03 21:55:05.761229 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-33b5b422-21b1-417d-8a63-f38e1185ba38 req-9c02795c-4ca1-4aad-ab10-28952774b3cc tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547831 Jun 03 21:55:06.975867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a54952-bf35-4e4a-81f9-da4abae33e0b req-063d4dcf-02e5-4673-9c81-43547be35449 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:06.977428 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-42a54952-bf35-4e4a-81f9-da4abae33e0b req-063d4dcf-02e5-4673-9c81-43547be35449 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 943 time: 0.0948362 Jun 03 21:55:07.027762 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-42a54952-bf35-4e4a-81f9-da4abae33e0b req-e62b790d-f7a9-4592-8225-fc8a40a16e7f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425615 Jun 03 21:55:08.230512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486972d8-57c4-4f61-a156-fb439bbf5d9a req-f60e8f27-d079-4441-ba0f-7ea150371221 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:08.232075 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-486972d8-57c4-4f61-a156-fb439bbf5d9a req-f60e8f27-d079-4441-ba0f-7ea150371221 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 943 time: 0.0877879 Jun 03 21:55:08.283434 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-486972d8-57c4-4f61-a156-fb439bbf5d9a req-74bb61b8-450b-48b8-8aa0-e768e957add1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430925 Jun 03 21:55:09.487064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43e164-346e-47ca-982c-9057e93b113b req-527a9aa3-3df5-404a-91c9-0400b8562ed2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:09.488710 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1e43e164-346e-47ca-982c-9057e93b113b req-527a9aa3-3df5-404a-91c9-0400b8562ed2 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 943 time: 0.0903962 Jun 03 21:55:09.548404 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1e43e164-346e-47ca-982c-9057e93b113b req-77da6a65-6f9a-4fbe-9959-876b3b703e9e tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516765 Jun 03 21:55:10.760717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542be4e-1552-4a80-9e7f-9ba77a1acf5b req-a65b24bf-60bd-4593-b107-c901622c7e68 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:10.762218 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5542be4e-1552-4a80-9e7f-9ba77a1acf5b req-a65b24bf-60bd-4593-b107-c901622c7e68 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 943 time: 0.1038690 Jun 03 21:55:10.808305 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5542be4e-1552-4a80-9e7f-9ba77a1acf5b req-724e0018-51f1-41cf-9e0d-ee67c2e6e938 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398657 Jun 03 21:55:12.003585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e251fa-0c92-42cc-a632-3065c34f61cc req-758d8b64-b9c5-4687-b4a8-7c3ffee6b888 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:12.004939 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-68e251fa-0c92-42cc-a632-3065c34f61cc req-758d8b64-b9c5-4687-b4a8-7c3ffee6b888 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 943 time: 0.0887661 Jun 03 21:55:12.060554 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-68e251fa-0c92-42cc-a632-3065c34f61cc req-097a0c1f-28dd-4769-9788-e96f8af9a52b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472827 Jun 03 21:55:13.268797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0141dab-1fd9-4099-9c22-82356cfd729e req-cdc74547-f6af-411a-b51e-f0e281c76b82 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:13.270319 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a0141dab-1fd9-4099-9c22-82356cfd729e req-cdc74547-f6af-411a-b51e-f0e281c76b82 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 943 time: 0.0973415 Jun 03 21:55:13.328897 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a0141dab-1fd9-4099-9c22-82356cfd729e req-342772ee-a71c-4ca3-a4f3-28e333b9b33b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494907 Jun 03 21:55:14.554743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780ea4d-ed16-4f6d-b6ea-2fe0b20ff133 req-ee328157-2199-464f-b9e6-b223a639cb0e tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:14.557359 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3780ea4d-ed16-4f6d-b6ea-2fe0b20ff133 req-ee328157-2199-464f-b9e6-b223a639cb0e tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 943 time: 0.1012328 Jun 03 21:55:14.611249 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3780ea4d-ed16-4f6d-b6ea-2fe0b20ff133 req-20e27d32-a40b-41f7-be0a-e40eacfab889 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479467 Jun 03 21:55:15.821123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b5ccd-d835-4ac6-9504-966e09925869 req-3b80e18a-c154-459c-8ef2-9fe39bf6cb44 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:15.822606 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1a6b5ccd-d835-4ac6-9504-966e09925869 req-3b80e18a-c154-459c-8ef2-9fe39bf6cb44 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 943 time: 0.0939198 Jun 03 21:55:15.878813 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1a6b5ccd-d835-4ac6-9504-966e09925869 req-7f610d87-ef88-4078-933a-95cee4bca069 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492809 Jun 03 21:55:16.240618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 00b04468-e991-466a-8ab3-a6bbfdbf8014 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:55:16.426665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 00b04468-e991-466a-8ab3-a6bbfdbf8014, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=00b04468-e991-466a-8ab3-a6bbfdbf8014,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:16.440080 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '00b04468-e991-466a-8ab3-a6bbfdbf8014', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'port_id': '00b04468-e991-466a-8ab3-a6bbfdbf8014', 'mac_address': 'fa:16:3e:af:b9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:55:16.497222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:16.515390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b04468-e991-466a-8ab3-a6bbfdbf8014 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:55:16.534330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 00b04468-e991-466a-8ab3-a6bbfdbf8014, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=00b04468-e991-466a-8ab3-a6bbfdbf8014,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:16.541038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:16.544522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-64fc0528-9f0e-49ea-b172-73bdccb62d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:16.648038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=00b04468-e991-466a-8ab3-a6bbfdbf8014,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:16.664951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:16.665291 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:16.665620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:16.665941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:16.666261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:16.666573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:16.666888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:16.667335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:16.667740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:16.668089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:16.668415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:16.668735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:16.673721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:16.913079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['00b04468-e991-466a-8ab3-a6bbfdbf8014'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:55:17.080792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efde9d-6519-4c6d-9f45-16cd379f9cdb req-f0d93ee2-fadc-4bae-82f7-a2f18197e870 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:17.082481 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-58efde9d-6519-4c6d-9f45-16cd379f9cdb req-f0d93ee2-fadc-4bae-82f7-a2f18197e870 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 944 time: 0.0891778 Jun 03 21:55:17.131797 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-58efde9d-6519-4c6d-9f45-16cd379f9cdb req-cc75aa7d-d52a-42b8-8aa8-e2d995f0c682 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429997 Jun 03 21:55:18.248001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 00b04468-e991-466a-8ab3-a6bbfdbf8014 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:55:18.325498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 00b04468-e991-466a-8ab3-a6bbfdbf8014 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:55:18.331183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 00b04468-e991-466a-8ab3-a6bbfdbf8014 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:55:18.331594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:18.336073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33365-2e1f-4063-bd78-cb8390797902 req-1da46f38-98ab-46f8-9026-e513b7400025 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:18.337633 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-88e33365-2e1f-4063-bd78-cb8390797902 req-1da46f38-98ab-46f8-9026-e513b7400025 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 944 time: 0.0931392 Jun 03 21:55:18.384266 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-88e33365-2e1f-4063-bd78-cb8390797902 req-df66b8cc-5389-475b-aaa2-ebf6f8040c05 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401556 Jun 03 21:55:18.452516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:18.480156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39287052-8fb1-44ce-a7af-512672c459ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b04468-e991-466a-8ab3-a6bbfdbf8014'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:55:18.482451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968d5f72-067c-407c-b608-7cea58d5e9fc" -d '{"events": [{"server_uuid": "39287052-8fb1-44ce-a7af-512672c459ed", "name": "network-vif-plugged", "status": "completed", "tag": "00b04468-e991-466a-8ab3-a6bbfdbf8014"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:55:18.491499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 00b04468-e991-466a-8ab3-a6bbfdbf8014, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=00b04468-e991-466a-8ab3-a6bbfdbf8014,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:18.496511 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:18.500272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-687aefdc-5344-4ca0-9c8b-0996dfe7d347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:18.572219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=00b04468-e991-466a-8ab3-a6bbfdbf8014,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:18.575297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:18.671022 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ab6056-010c-4882-8cfc-b29cadc39a96 x-openstack-request-id: req-46ab6056-010c-4882-8cfc-b29cadc39a96 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:55:18.671611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39287052-8fb1-44ce-a7af-512672c459ed", "name": "network-vif-plugged", "status": "completed", "tag": "00b04468-e991-466a-8ab3-a6bbfdbf8014", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:55:18.672075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-46ab6056-010c-4882-8cfc-b29cadc39a96 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:55:18.672747 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39287052-8fb1-44ce-a7af-512672c459ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b04468-e991-466a-8ab3-a6bbfdbf8014', 'code': 200} Jun 03 21:55:18.914179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653c229-5374-4233-839b-5a7c8e9f1adb req-1c33835f-c4df-4d14-8695-7db9ce641294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:18.915585 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a653c229-5374-4233-839b-5a7c8e9f1adb req-1c33835f-c4df-4d14-8695-7db9ce641294 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 1098 time: 0.0876772 Jun 03 21:55:18.957439 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a653c229-5374-4233-839b-5a7c8e9f1adb req-3456829f-0f10-4416-b61c-4186bbbb2d50 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353279 Jun 03 21:55:19.577329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244621fe-aa29-47b9-8f9a-215588036768 req-d0255c59-0854-47a3-a9a8-7cc7060bb761 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:19.578788 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-244621fe-aa29-47b9-8f9a-215588036768 req-d0255c59-0854-47a3-a9a8-7cc7060bb761 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 945 time: 0.0847211 Jun 03 21:55:19.623588 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-244621fe-aa29-47b9-8f9a-215588036768 req-eb77722a-79e2-4ef5-bcf3-3c151066eefa tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389137 Jun 03 21:55:20.825554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd733e-7fc9-457a-97e8-58d7d18a6823 req-b194e153-89dc-4130-927b-e93c3f5ce367 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:20.827060 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-19fd733e-7fc9-457a-97e8-58d7d18a6823 req-b194e153-89dc-4130-927b-e93c3f5ce367 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 945 time: 0.0970716 Jun 03 21:55:20.880673 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-19fd733e-7fc9-457a-97e8-58d7d18a6823 req-6835f694-6869-428a-ba83-4f62a7ec768f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476122 Jun 03 21:55:21.085677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc188a-7479-48fd-940f-35e4f66ef6d5 req-98291072-3b8c-4166-9885-3738cc511d87 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:21.087197 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c8cc188a-7479-48fd-940f-35e4f66ef6d5 req-98291072-3b8c-4166-9885-3738cc511d87 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 945 time: 0.0930638 Jun 03 21:55:21.142369 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c8cc188a-7479-48fd-940f-35e4f66ef6d5 req-b6f6ce97-d8ca-442b-b68d-b155fc0ee302 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467000 Jun 03 21:55:21.168653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56606) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:21.361369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d34791-3b60-4147-9615-4cc8cc307888 tempest-TestVolumeBootPattern-1576588184 tempest-TestVolumeBootPattern-1576588184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:21.364299 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-79d34791-3b60-4147-9615-4cc8cc307888 tempest-TestVolumeBootPattern-1576588184 tempest-TestVolumeBootPattern-1576588184-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 1093 time: 0.1944449 Jun 03 21:55:21.367558 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56610) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:21.374813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '00b04468-e991-466a-8ab3-a6bbfdbf8014', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:21.381149 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:21.385341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Usage tracker for resource:floatingip and tenant:ea9dc95effb941b3ad996c5e7166ace0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:21.388453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:21.394581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:21.413250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:21.692363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:21.838334 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Allocated IP 172.26.3.91 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/956a4b47-790f-4ee0-9abc-b1e168d64d8b) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:55:22.010189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:22.045520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:22.049439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6459e15a-854c-4a28-b6eb-a168d5cc1d6a tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:22.111490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:55:22.114456 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:55:22.117432 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:55:22.157597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'Port': ['ID=956a4b47-790f-4ee0-9abc-b1e168d64d8b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:22.173854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:22.174228 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:22.174594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:22.174959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:22.175320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:22.175697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:22.176054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:22.176415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:22.176770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:22.177123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:22.177473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:22.177822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:22.181513 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:22.580802 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:22.659274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:22.798693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-de947348-6b51-46e6-b3e3-9b9506ec8b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:22.879010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:22.887045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:22.891189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6b9e89f3-caf6-4804-b2c5-1fcb07c58668 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:23.000409 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event updated for resources: {'Port': ['ID=956a4b47-790f-4ee0-9abc-b1e168d64d8b,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:23.003825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:23.018644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:23.356011 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Floating IP a5d6f8c7-b3e7-46b6-900b-f859609fbf01 associated. External IP: 172.26.3.91, port: 00b04468-e991-466a-8ab3-a6bbfdbf8014. Jun 03 21:55:23.745230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Router 852748e3-944e-4f14-bdb5-f13b9e3d169c has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:55:23.926533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:55:23.937426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b314023-938e-4481-8c89-7dfb21781dbb None None] Sync routers for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:55:23.948426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b314023-938e-4481-8c89-7dfb21781dbb None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:23.949000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0b314023-938e-4481-8c89-7dfb21781dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:54:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:23.952754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:24.012673 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6421227 Jun 03 21:55:24.013329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39287052-8fb1-44ce-a7af-512672c459ed', 'tag': '00b04468-e991-466a-8ab3-a6bbfdbf8014'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:55:24.015669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7aac87-2ae1-4ae2-97a3-e9b8ea93bcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "39287052-8fb1-44ce-a7af-512672c459ed", "tag": "00b04468-e991-466a-8ab3-a6bbfdbf8014"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:55:24.059138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5f62f0-440c-4388-889c-cbbe8453ae68 x-openstack-request-id: req-4a5f62f0-440c-4388-889c-cbbe8453ae68 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:55:24.059556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39287052-8fb1-44ce-a7af-512672c459ed", "tag": "00b04468-e991-466a-8ab3-a6bbfdbf8014", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:55:24.059852 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4a5f62f0-440c-4388-889c-cbbe8453ae68 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:55:24.060294 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39287052-8fb1-44ce-a7af-512672c459ed', 'tag': '00b04468-e991-466a-8ab3-a6bbfdbf8014', 'status': 'completed', 'code': 200} Jun 03 21:55:24.150905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-0b314023-938e-4481-8c89-7dfb21781dbb None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:24.156258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aac87-2ae1-4ae2-97a3-e9b8ea93bcfc req-5acedc43-8f5d-4f59-938c-e12e3b95e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:24.157924 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dc7aac87-2ae1-4ae2-97a3-e9b8ea93bcfc req-5acedc43-8f5d-4f59-938c-e12e3b95e453 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 1098 time: 0.0737479 Jun 03 21:55:24.291196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aac87-2ae1-4ae2-97a3-e9b8ea93bcfc req-b4c26d8e-b10e-44b2-8714-277c11cb8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:24.292589 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dc7aac87-2ae1-4ae2-97a3-e9b8ea93bcfc req-b4c26d8e-b10e-44b2-8714-277c11cb8427 service neutron] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 914 time: 0.1279380 Jun 03 21:55:24.400551 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dc7aac87-2ae1-4ae2-97a3-e9b8ea93bcfc req-31740932-837f-400d-8d4b-ee3f3022b51c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b04468-e991-466a-8ab3-a6bbfdbf8014 HTTP/1.1" status: 200 len: 998 time: 0.1012328 Jun 03 21:55:24.466909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aac87-2ae1-4ae2-97a3-e9b8ea93bcfc req-9a92ee90-e299-43a9-9c6c-c1abf41bc8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:24.468526 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dc7aac87-2ae1-4ae2-97a3-e9b8ea93bcfc req-9a92ee90-e299-43a9-9c6c-c1abf41bc8ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.0615561 Jun 03 21:55:24.504735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0b314023-938e-4481-8c89-7dfb21781dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'a5d6f8c7-b3e7-46b6-900b-f859609fbf01', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.91', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': '00b04468-e991-466a-8ab3-a6bbfdbf8014', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:af:b9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39287052-8fb1-44ce-a7af-512672c459ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:55:22Z', 'updated_at': '2021-06-03T21:55:22Z', 'revision_number': 0, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}, {'id': 'e1bb4c2d-cd3d-47ae-82fd-8ad4141135db', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:5a:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:07Z', 'updated_at': '2021-06-03T21:53:11Z', 'revision_number': 1, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:24.508887 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b314023-938e-4481-8c89-7dfb21781dbb None None] Checking router: 852748e3-944e-4f14-bdb5-f13b9e3d169c for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:55:24.517956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b314023-938e-4481-8c89-7dfb21781dbb None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:24.518595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0b314023-938e-4481-8c89-7dfb21781dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:54:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:24.548756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aac87-2ae1-4ae2-97a3-e9b8ea93bcfc req-b1a7fa8c-13d7-4681-a53d-66094a20ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:24.550343 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dc7aac87-2ae1-4ae2-97a3-e9b8ea93bcfc req-b1a7fa8c-13d7-4681-a53d-66094a20ac7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753765 Jun 03 21:55:24.700510 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dc7aac87-2ae1-4ae2-97a3-e9b8ea93bcfc req-168e561c-4b1c-4a1c-aea4-a92561030e8c service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429317 Jun 03 21:55:24.753805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-0b314023-938e-4481-8c89-7dfb21781dbb None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:24.839032 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dc7aac87-2ae1-4ae2-97a3-e9b8ea93bcfc req-78dc2eaf-fbce-458c-91cd-5cafa479d45c service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305778 Jun 03 21:55:25.131937 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-0b314023-938e-4481-8c89-7dfb21781dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'a5d6f8c7-b3e7-46b6-900b-f859609fbf01', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.91', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': '00b04468-e991-466a-8ab3-a6bbfdbf8014', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:af:b9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39287052-8fb1-44ce-a7af-512672c459ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:55:22Z', 'updated_at': '2021-06-03T21:55:22Z', 'revision_number': 0, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}, {'id': 'e1bb4c2d-cd3d-47ae-82fd-8ad4141135db', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:5a:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:07Z', 'updated_at': '2021-06-03T21:53:11Z', 'revision_number': 1, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:25.136158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b314023-938e-4481-8c89-7dfb21781dbb None None] The sync data for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv is: [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'a5d6f8c7-b3e7-46b6-900b-f859609fbf01', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.91', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': '00b04468-e991-466a-8ab3-a6bbfdbf8014', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:af:b9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39287052-8fb1-44ce-a7af-512672c459ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:55:22Z', 'updated_at': '2021-06-03T21:55:22Z', 'revision_number': 0, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}, {'id': 'e1bb4c2d-cd3d-47ae-82fd-8ad4141135db', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:5a:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:07Z', 'updated_at': '2021-06-03T21:53:11Z', 'revision_number': 1, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:55:25.337535 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a5c59-4f55-4f5d-9234-a8fa109d9897 None None] New status for floating IP a5d6f8c7-b3e7-46b6-900b-f859609fbf01: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:55:25.380961 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:25.482154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b7178333-5627-410a-9f74-90757116039a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:26.420554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56622) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:26.698763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:26.864915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:27.170531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:27.664600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 53f95c7f-1bec-4a4a-956f-7f70704c8c60 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:27.665560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:27.801396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 53f95c7f-1bec-4a4a-956f-7f70704c8c60, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=53f95c7f-1bec-4a4a-956f-7f70704c8c60,segment=NetworkSegment(fa93fd01-210f-408e-8e0e-7840acee4a47),segment_id=fa93fd01-210f-408e-8e0e-7840acee4a47)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:27.801712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:27.926500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 53f95c7f-1bec-4a4a-956f-7f70704c8c60 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:28.136150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:28.139935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-96420c0a-375e-4417-acb2-36a61c97befe tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:28.184005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=53f95c7f-1bec-4a4a-956f-7f70704c8c60,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:28.187174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:28.398939 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:28.621904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:29.027261 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router ac23b94f-27d3-49cc-88e8-2c68356e3189 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:55:29.238128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:55:29.248108 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00066c-98ae-462f-9514-6f7bd15ad9bf None None] Sync routers for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:55:29.252403 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/ac23b94f-27d3-49cc-88e8-2c68356e3189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8307660 Jun 03 21:55:29.258007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00066c-98ae-462f-9514-6f7bd15ad9bf None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:29.258672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-be00066c-98ae-462f-9514-6f7bd15ad9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:55:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:29.445035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-be00066c-98ae-462f-9514-6f7bd15ad9bf None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:29.635968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6837678-aff8-477f-ac6b-f471feaaf070 req-647483be-fbbd-4046-9e9b-927e914cc3a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:29.636585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c6837678-aff8-477f-ac6b-f471feaaf070 req-647483be-fbbd-4046-9e9b-927e914cc3a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:55:29.654767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c6837678-aff8-477f-ac6b-f471feaaf070 req-647483be-fbbd-4046-9e9b-927e914cc3a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:55:29.656156 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c6837678-aff8-477f-ac6b-f471feaaf070 req-647483be-fbbd-4046-9e9b-927e914cc3a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 946 time: 0.1063945 Jun 03 21:55:29.712034 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c6837678-aff8-477f-ac6b-f471feaaf070 req-1f49cf9f-3751-4273-9733-d6f6949c3e36 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=bf303880-0423-4a0a-8bfa-51e45dbf1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499229 Jun 03 21:55:29.818600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-be00066c-98ae-462f-9514-6f7bd15ad9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:55:28Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '84d4859d-8054-4db9-9dd4-7e673cc58cb7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'port_id': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'mac_address': 'fa:16:3e:ac:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:13Z', 'updated_at': '2021-06-03T21:53:17Z', 'revision_number': 1, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:29.822778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00066c-98ae-462f-9514-6f7bd15ad9bf None None] Checking router: ac23b94f-27d3-49cc-88e8-2c68356e3189 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:55:29.831519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00066c-98ae-462f-9514-6f7bd15ad9bf None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:29.832130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-be00066c-98ae-462f-9514-6f7bd15ad9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:55:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:30.071718 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-be00066c-98ae-462f-9514-6f7bd15ad9bf None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:30.429490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-be00066c-98ae-462f-9514-6f7bd15ad9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:55:28Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '84d4859d-8054-4db9-9dd4-7e673cc58cb7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'port_id': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'mac_address': 'fa:16:3e:ac:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:13Z', 'updated_at': '2021-06-03T21:53:17Z', 'revision_number': 1, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:30.433605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00066c-98ae-462f-9514-6f7bd15ad9bf None None] The sync data for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv is: [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:55:28Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '84d4859d-8054-4db9-9dd4-7e673cc58cb7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'port_id': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'mac_address': 'fa:16:3e:ac:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:13Z', 'updated_at': '2021-06-03T21:53:17Z', 'revision_number': 1, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:55:30.913306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72dd2d-544d-4411-814d-c4f37aaa2f10 req-dff7ca7f-9c22-47e5-8b55-df588894def2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:30.914016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-ac72dd2d-544d-4411-814d-c4f37aaa2f10 req-dff7ca7f-9c22-47e5-8b55-df588894def2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:55:30.928220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-ac72dd2d-544d-4411-814d-c4f37aaa2f10 req-dff7ca7f-9c22-47e5-8b55-df588894def2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:55:30.929568 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ac72dd2d-544d-4411-814d-c4f37aaa2f10 req-dff7ca7f-9c22-47e5-8b55-df588894def2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 946 time: 0.1001544 Jun 03 21:55:30.980704 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ac72dd2d-544d-4411-814d-c4f37aaa2f10 req-ac925cd7-d3fd-4a82-8153-870c6ad46fe4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=bf303880-0423-4a0a-8bfa-51e45dbf1864&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435925 Jun 03 21:55:31.118585 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:55:31.392924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914fadc-a0b3-4181-921c-8bceb297264b req-814f40b5-57d3-4da5-8234-63f1f7b655a8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:31.394421 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a914fadc-a0b3-4181-921c-8bceb297264b req-814f40b5-57d3-4da5-8234-63f1f7b655a8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 946 time: 0.0956109 Jun 03 21:55:31.568058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-a914fadc-a0b3-4181-921c-8bceb297264b req-c46dba9a-5849-4fc4-b4b4-28f26dae03b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 54bf6443-94f2-493a-bd78-b45c6e926ae1 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:31.568515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a914fadc-a0b3-4181-921c-8bceb297264b req-c46dba9a-5849-4fc4-b4b4-28f26dae03b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:31.701614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 53f95c7f-1bec-4a4a-956f-7f70704c8c60 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:55:31.724531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-a914fadc-a0b3-4181-921c-8bceb297264b req-c46dba9a-5849-4fc4-b4b4-28f26dae03b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 54bf6443-94f2-493a-bd78-b45c6e926ae1, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=54bf6443-94f2-493a-bd78-b45c6e926ae1,segment=NetworkSegment(fa93fd01-210f-408e-8e0e-7840acee4a47),segment_id=fa93fd01-210f-408e-8e0e-7840acee4a47)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:31.724892 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a914fadc-a0b3-4181-921c-8bceb297264b req-c46dba9a-5849-4fc4-b4b4-28f26dae03b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:31.741472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 53f95c7f-1bec-4a4a-956f-7f70704c8c60 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:55:31.741849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 53f95c7f-1bec-4a4a-956f-7f70704c8c60 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:55:32.040679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-a914fadc-a0b3-4181-921c-8bceb297264b req-c46dba9a-5849-4fc4-b4b4-28f26dae03b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 54bf6443-94f2-493a-bd78-b45c6e926ae1 owned by compute:nova {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:32.189306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a914fadc-a0b3-4181-921c-8bceb297264b req-c46dba9a-5849-4fc4-b4b4-28f26dae03b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:32.198190 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:32.245284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dba9a-5849-4fc4-b4b4-28f26dae03b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=54bf6443-94f2-493a-bd78-b45c6e926ae1,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:32.249256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c46dba9a-5849-4fc4-b4b4-28f26dae03b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:32.320734 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ce53b7a6-fb46-48eb-a1e1-8651d676b8d9 req-76bebb5e-ee88-4b57-83a4-ecfad057cd9c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f45d871-e0c9-4c5a-81cb-a359b740c5fe HTTP/1.1" status: 200 len: 210 time: 0.0502801 Jun 03 21:55:32.331525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a914fadc-a0b3-4181-921c-8bceb297264b req-c46dba9a-5849-4fc4-b4b4-28f26dae03b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] No DVR routers for this DVR port 54bf6443-94f2-493a-bd78-b45c6e926ae1 on host hv-neutron-7929 {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:55:32.334452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-a914fadc-a0b3-4181-921c-8bceb297264b req-c46dba9a-5849-4fc4-b4b4-28f26dae03b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:32.337292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f45d871-e0c9-4c5a-81cb-a359b740c5fe', 'name': 'network-vif-deleted', 'tag': '54bf6443-94f2-493a-bd78-b45c6e926ae1'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:55:32.339665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2aa756e-28b4-452c-9a52-31005596bc81" -d '{"events": [{"server_uuid": "2f45d871-e0c9-4c5a-81cb-a359b740c5fe", "name": "network-vif-deleted", "tag": "54bf6443-94f2-493a-bd78-b45c6e926ae1"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:55:32.355899 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a914fadc-a0b3-4181-921c-8bceb297264b req-c46dba9a-5849-4fc4-b4b4-28f26dae03b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "DELETE /v2.0/ports/54bf6443-94f2-493a-bd78-b45c6e926ae1 HTTP/1.1" status: 204 len: 173 time: 0.9542012 Jun 03 21:55:32.447096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1d8a9d-3d48-4d7f-84f8-99e13af0f94b x-openstack-request-id: req-da1d8a9d-3d48-4d7f-84f8-99e13af0f94b {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:55:32.447439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f45d871-e0c9-4c5a-81cb-a359b740c5fe", "name": "network-vif-deleted", "tag": "54bf6443-94f2-493a-bd78-b45c6e926ae1", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:55:32.447801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-da1d8a9d-3d48-4d7f-84f8-99e13af0f94b {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:55:32.448304 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f45d871-e0c9-4c5a-81cb-a359b740c5fe', 'name': 'network-vif-deleted', 'tag': '54bf6443-94f2-493a-bd78-b45c6e926ae1', 'status': 'completed', 'code': 200} Jun 03 21:55:33.425383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56640) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:33.510934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7df0-3580-4b73-8f23-593991aed2ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:33.545435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7df0-3580-4b73-8f23-593991aed2ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:33.620888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7df0-3580-4b73-8f23-593991aed2ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:33.625031 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ff441392-5ac6-4583-a606-281ba9f4cc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:33.640581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b7df0-3580-4b73-8f23-593991aed2ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf303880-0423-4a0a-8bfa-51e45dbf1864,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:33.643295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ff3b7df0-3580-4b73-8f23-593991aed2ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:33.657613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7df0-3580-4b73-8f23-593991aed2ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:33.657613 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ff3b7df0-3580-4b73-8f23-593991aed2ef tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/security-groups/bf303880-0423-4a0a-8bfa-51e45dbf1864 HTTP/1.1" status: 204 len: 168 time: 0.2310076 Jun 03 21:55:33.694666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56644) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:33.765926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting subnet 51d67502-10e2-41cf-9bd3-f6ab7b87898d {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:55:33.769063 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:33.825092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:33.912132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:34.196554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:34.200361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b6a970a5-2b4a-4ea4-b3a5-b2ce8626b1c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:34.241186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Subnet': ['ID=51d67502-10e2-41cf-9bd3-f6ab7b87898d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:34.246132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:34.253483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b7e16-c259-4a73-b103-c6f33bcd7a52 None None] Network d8b0b177-7aa8-4727-964f-676436717241 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:55:34.257646 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:34.258040 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:34.258419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:34.258790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:34.259157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:34.259554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:34.259890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:34.260251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:34.260616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:34.260977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:34.261408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:34.261753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:34.265849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:34.270431 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/subnets/51d67502-10e2-41cf-9bd3-f6ab7b87898d HTTP/1.1" status: 204 len: 168 time: 0.5717866 Jun 03 21:55:34.271237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56646) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:34.356711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 54bf6443-94f2-493a-bd78-b45c6e926ae1 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:55:34.385642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:34.394436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 54bf6443-94f2-493a-bd78-b45c6e926ae1 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:55:34.394783 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 54bf6443-94f2-493a-bd78-b45c6e926ae1 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:55:34.460619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 76b5875b-cad8-4368-a4a2-0b5edbd7f777 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:34.460867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:34.554784 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6359ad12-e435-42bd-9ad8-0bc6fca55054 None None] DHCP port deletion for d8b0b177-7aa8-4727-964f-676436717241 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:55:34.624938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6359ad12-e435-42bd-9ad8-0bc6fca55054 None None] Deleting port 76b5875b-cad8-4368-a4a2-0b5edbd7f777 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:34.625319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6359ad12-e435-42bd-9ad8-0bc6fca55054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:34.711452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 76b5875b-cad8-4368-a4a2-0b5edbd7f777, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=76b5875b-cad8-4368-a4a2-0b5edbd7f777,segment=NetworkSegment(fa93fd01-210f-408e-8e0e-7840acee4a47),segment_id=fa93fd01-210f-408e-8e0e-7840acee4a47)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:34.712075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:34.728457 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6359ad12-e435-42bd-9ad8-0bc6fca55054 None None] For port 76b5875b-cad8-4368-a4a2-0b5edbd7f777, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=76b5875b-cad8-4368-a4a2-0b5edbd7f777,segment=NetworkSegment(fa93fd01-210f-408e-8e0e-7840acee4a47),segment_id=fa93fd01-210f-408e-8e0e-7840acee4a47)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:34.728849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6359ad12-e435-42bd-9ad8-0bc6fca55054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:34.840885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 76b5875b-cad8-4368-a4a2-0b5edbd7f777 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:34.855132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6359ad12-e435-42bd-9ad8-0bc6fca55054 None None] Calling delete_port for 76b5875b-cad8-4368-a4a2-0b5edbd7f777 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:34.890585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:34.894609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c776ca9-ece6-4720-9b5d-603595b97b03 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:34.898746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6359ad12-e435-42bd-9ad8-0bc6fca55054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:34.902326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:34.942907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=76b5875b-cad8-4368-a4a2-0b5edbd7f777,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:34.946055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:34.947027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] No DVR routers for this DVR port 76b5875b-cad8-4368-a4a2-0b5edbd7f777 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:55:34.947569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359ad12-e435-42bd-9ad8-0bc6fca55054 None None] Pushing event deleted for resources: {'Port': ['ID=76b5875b-cad8-4368-a4a2-0b5edbd7f777,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:34.950698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6359ad12-e435-42bd-9ad8-0bc6fca55054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:34.951426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6359ad12-e435-42bd-9ad8-0bc6fca55054 None None] No DVR routers for this DVR port 76b5875b-cad8-4368-a4a2-0b5edbd7f777 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:55:35.074202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:35.089024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b0b177-7aa8-4727-964f-676436717241']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:35.102723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa93fd01-210f-408e-8e0e-7840acee4a47') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:35.102995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa93fd01-210f-408e-8e0e-7840acee4a47') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:35.119091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:35.140569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:35.147754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:55:35.148069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:55:35.162843 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:55:35.254696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:35.260131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-52424011-81de-42b9-95a9-fd936c685c23 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:35.276430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:35.291486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Network': ['ID=d8b0b177-7aa8-4727-964f-676436717241,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:35.296440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:35.299976 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/networks/d8b0b177-7aa8-4727-964f-676436717241 HTTP/1.1" status: 204 len: 168 time: 1.0277519 Jun 03 21:55:35.302684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56648) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:35.575130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port b5837f8d-117f-4b1b-9a12-0e94b90ae844 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:35.575496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:35.699517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:35.699874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:35.740761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 76b5875b-cad8-4368-a4a2-0b5edbd7f777 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:55:35.776044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 76b5875b-cad8-4368-a4a2-0b5edbd7f777 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:55:35.776297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 76b5875b-cad8-4368-a4a2-0b5edbd7f777 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:55:35.829225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for b5837f8d-117f-4b1b-9a12-0e94b90ae844 owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:35.973300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:35.977127 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6cf7404e-e137-473c-9450-5dc5e3c49a25 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:36.021510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=b5837f8d-117f-4b1b-9a12-0e94b90ae844,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:36.024090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:36.120430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:36.120856 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 84d4859d-8054-4db9-9dd4-7e673cc58cb7 disassociated (deleted). External IP: 172.26.3.155, port: 0902a664-3b0c-41c7-9b0a-feb141e69739. Jun 03 21:55:36.524175 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e7d36b02-3bf0-4956-86b5-72cd2f59185e req-0d5195e1-67ae-47dd-888b-6c849fd401b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952640 Jun 03 21:55:36.646881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router ac23b94f-27d3-49cc-88e8-2c68356e3189 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:55:36.673257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36b02-3bf0-4956-86b5-72cd2f59185e req-8ec056fe-1270-46d7-85d7-49822ab3cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:36.674758 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e7d36b02-3bf0-4956-86b5-72cd2f59185e req-8ec056fe-1270-46d7-85d7-49822ab3cdd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 1098 time: 0.0793154 Jun 03 21:55:36.831743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36b02-3bf0-4956-86b5-72cd2f59185e req-725cef01-3898-4d80-bc0d-488cdcb4a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:36.833231 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e7d36b02-3bf0-4956-86b5-72cd2f59185e req-725cef01-3898-4d80-bc0d-488cdcb4a7dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 914 time: 0.1378949 Jun 03 21:55:36.841812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:55:36.851260 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd3bc16-e1a6-41e1-9c47-205506ad48f7 None None] Sync routers for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:55:36.859548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:36.863223 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd3bc16-e1a6-41e1-9c47-205506ad48f7 None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:36.863902 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1fd3bc16-e1a6-41e1-9c47-205506ad48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:55:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:36.915332 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/floatingips/84d4859d-8054-4db9-9dd4-7e673cc58cb7 HTTP/1.1" status: 204 len: 168 time: 1.6116257 Jun 03 21:55:36.916020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'tag': '0902a664-3b0c-41c7-9b0a-feb141e69739'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:55:36.918618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0526002c-1e38-461a-bede-d7f82f7c91da" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1468f-c94c-4f14-83db-c07eed48c17c", "tag": "0902a664-3b0c-41c7-9b0a-feb141e69739"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:55:36.962666 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e7d36b02-3bf0-4956-86b5-72cd2f59185e req-cee68dc3-a8e6-4d07-8c42-8b333a619efd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68909855-106f-4dc3-b9bc-7ef36f84ffbe HTTP/1.1" status: 200 len: 1001 time: 0.1119919 Jun 03 21:55:37.051699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6458ec03-783d-45e1-8376-2b7472aaea4b x-openstack-request-id: req-6458ec03-783d-45e1-8376-2b7472aaea4b {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:55:37.052044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1468f-c94c-4f14-83db-c07eed48c17c", "tag": "0902a664-3b0c-41c7-9b0a-feb141e69739", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:55:37.052469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6458ec03-783d-45e1-8376-2b7472aaea4b {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:55:37.052815 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'tag': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'status': 'completed', 'code': 200} Jun 03 21:55:37.056701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36b02-3bf0-4956-86b5-72cd2f59185e req-8d38d14d-7ff7-4874-a2bf-322fbbb83783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:37.059083 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e7d36b02-3bf0-4956-86b5-72cd2f59185e req-8d38d14d-7ff7-4874-a2bf-322fbbb83783 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.0887213 Jun 03 21:55:37.073259 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-1fd3bc16-e1a6-41e1-9c47-205506ad48f7 None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:37.169954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36b02-3bf0-4956-86b5-72cd2f59185e req-e7c58012-0c3a-4707-8665-de129733b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:37.172046 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e7d36b02-3bf0-4956-86b5-72cd2f59185e req-e7c58012-0c3a-4707-8665-de129733b363 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1061416 Jun 03 21:55:37.186053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526002c-1e38-461a-bede-d7f82f7c91da req-05349098-ab6f-4850-bc33-4769a7f8abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:37.188185 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0526002c-1e38-461a-bede-d7f82f7c91da req-05349098-ab6f-4850-bc33-4769a7f8abc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 1099 time: 0.1154051 Jun 03 21:55:37.364749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526002c-1e38-461a-bede-d7f82f7c91da req-ac192efb-ef70-4786-be0f-46d7cd275e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:37.366344 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0526002c-1e38-461a-bede-d7f82f7c91da req-ac192efb-ef70-4786-be0f-46d7cd275e3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 HTTP/1.1" status: 200 len: 899 time: 0.1706345 Jun 03 21:55:37.384616 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e7d36b02-3bf0-4956-86b5-72cd2f59185e req-4f9fd235-3297-43d4-aa03-87155f995c04 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044446 Jun 03 21:55:37.433454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26456696-5d06-4239-ac0c-3920348f2967 req-c8c67e89-f65e-42bf-928c-6c7e00fb720c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:37.434183 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-26456696-5d06-4239-ac0c-3920348f2967 req-c8c67e89-f65e-42bf-928c-6c7e00fb720c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:55:37.435756 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1fd3bc16-e1a6-41e1-9c47-205506ad48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:55:28Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:37.440047 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd3bc16-e1a6-41e1-9c47-205506ad48f7 None None] Checking router: ac23b94f-27d3-49cc-88e8-2c68356e3189 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:55:37.442855 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0526002c-1e38-461a-bede-d7f82f7c91da req-21163726-0fea-43fe-aa08-6e275cd999aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0902a664-3b0c-41c7-9b0a-feb141e69739 HTTP/1.1" status: 200 len: 217 time: 0.0653429 Jun 03 21:55:37.449225 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd3bc16-e1a6-41e1-9c47-205506ad48f7 None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:37.450198 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1fd3bc16-e1a6-41e1-9c47-205506ad48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:55:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:37.515217 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526002c-1e38-461a-bede-d7f82f7c91da req-1a942637-4bdc-4821-b78b-cb422aebe1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:37.517237 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0526002c-1e38-461a-bede-d7f82f7c91da req-1a942637-4bdc-4821-b78b-cb422aebe1fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c32b018-b12c-4a68-8b4f-8b82540b7a83 HTTP/1.1" status: 200 len: 835 time: 0.0665216 Jun 03 21:55:37.518487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-26456696-5d06-4239-ac0c-3920348f2967 req-c8c67e89-f65e-42bf-928c-6c7e00fb720c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:55:37.519735 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-26456696-5d06-4239-ac0c-3920348f2967 req-c8c67e89-f65e-42bf-928c-6c7e00fb720c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 946 time: 0.2309134 Jun 03 21:55:37.582215 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e7d36b02-3bf0-4956-86b5-72cd2f59185e req-41bc3be4-c528-4283-929b-23d51ab22acc service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902134 Jun 03 21:55:37.596498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-26456696-5d06-4239-ac0c-3920348f2967 req-146afc0e-3df7-414c-a622-ad6f6d53d50e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:55:37.608638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526002c-1e38-461a-bede-d7f82f7c91da req-927ad2f2-9c47-42d2-a0e8-7852b9ba04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:37.610706 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0526002c-1e38-461a-bede-d7f82f7c91da req-927ad2f2-9c47-42d2-a0e8-7852b9ba04b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868053 Jun 03 21:55:37.616442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-26456696-5d06-4239-ac0c-3920348f2967 req-146afc0e-3df7-414c-a622-ad6f6d53d50e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:55:37.617612 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-26456696-5d06-4239-ac0c-3920348f2967 req-146afc0e-3df7-414c-a622-ad6f6d53d50e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c3da9ae-81f9-4d6d-853d-307a9e7c3207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900118 Jun 03 21:55:37.685462 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-1fd3bc16-e1a6-41e1-9c47-205506ad48f7 None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:37.762989 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0526002c-1e38-461a-bede-d7f82f7c91da req-a1bf54f8-a9d2-4639-bebd-2e6f82f2694c service neutron] 10.222.0.24 "GET /v2.0/networks/e0e8af36-fc1e-45d6-a244-69d4d79ba7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403060 Jun 03 21:55:37.908899 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0526002c-1e38-461a-bede-d7f82f7c91da req-bd571e2c-53f0-4461-85e1-1e07ce824a30 service neutron] 10.222.0.24 "GET /v2.0/networks/e0e8af36-fc1e-45d6-a244-69d4d79ba7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368077 Jun 03 21:55:38.007147 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1fd3bc16-e1a6-41e1-9c47-205506ad48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:55:28Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:38.011586 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd3bc16-e1a6-41e1-9c47-205506ad48f7 None None] The sync data for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv is: [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:55:28Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6', 'name': '', 'network_id': 'e0e8af36-fc1e-45d6-a244-69d4d79ba7d7', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:71:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:45Z', 'updated_at': '2021-06-03T21:52:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '9c32b018-b12c-4a68-8b4f-8b82540b7a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:55:38.245716 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e7419-4380-4ee0-a17f-67f97ba0f94e None None] New status for floating IP 84d4859d-8054-4db9-9dd4-7e673cc58cb7: DOWN {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:55:38.835442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdd448-872a-4796-b6a2-480fc17a9b4e req-a2525c51-233d-488f-a7a7-50c7d0557220 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:38.836208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-98cdd448-872a-4796-b6a2-480fc17a9b4e req-a2525c51-233d-488f-a7a7-50c7d0557220 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:55:38.851805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-98cdd448-872a-4796-b6a2-480fc17a9b4e req-a2525c51-233d-488f-a7a7-50c7d0557220 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:55:38.853238 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-98cdd448-872a-4796-b6a2-480fc17a9b4e req-a2525c51-233d-488f-a7a7-50c7d0557220 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 946 time: 0.1133842 Jun 03 21:55:38.923274 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-98cdd448-872a-4796-b6a2-480fc17a9b4e req-049394e3-d6b1-473e-9159-847be7cde517 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4c3da9ae-81f9-4d6d-853d-307a9e7c3207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636461 Jun 03 21:55:39.349033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d76d3e-99bd-4216-b470-0500c1ad9795 req-c0de402e-1e58-42f9-a59e-6f3781d971c1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:39.350521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-31d76d3e-99bd-4216-b470-0500c1ad9795 req-c0de402e-1e58-42f9-a59e-6f3781d971c1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 946 time: 0.0909722 Jun 03 21:55:39.676120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-31d76d3e-99bd-4216-b470-0500c1ad9795 req-80373c38-7a32-4215-8a50-0e49be558d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 0902a664-3b0c-41c7-9b0a-feb141e69739 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:39.676404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-31d76d3e-99bd-4216-b470-0500c1ad9795 req-80373c38-7a32-4215-8a50-0e49be558d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:39.819644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-31d76d3e-99bd-4216-b470-0500c1ad9795 req-80373c38-7a32-4215-8a50-0e49be558d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 0902a664-3b0c-41c7-9b0a-feb141e69739, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=0902a664-3b0c-41c7-9b0a-feb141e69739,segment=NetworkSegment(862b8d9b-3c79-459b-9738-0772d2290130),segment_id=862b8d9b-3c79-459b-9738-0772d2290130)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:39.820047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-31d76d3e-99bd-4216-b470-0500c1ad9795 req-80373c38-7a32-4215-8a50-0e49be558d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:39.961354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-31d76d3e-99bd-4216-b470-0500c1ad9795 req-80373c38-7a32-4215-8a50-0e49be558d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 0902a664-3b0c-41c7-9b0a-feb141e69739 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:40.083319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-31d76d3e-99bd-4216-b470-0500c1ad9795 req-80373c38-7a32-4215-8a50-0e49be558d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:40.091826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:40.102093 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dbdbedb3-45bf-4187-a9ee-7f25d6e56f7c req-0d616707-e5b1-4aa2-93b5-2959396390d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=64a1468f-c94c-4f14-83db-c07eed48c17c HTTP/1.1" status: 200 len: 210 time: 0.0562081 Jun 03 21:55:40.150886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80373c38-7a32-4215-8a50-0e49be558d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=0902a664-3b0c-41c7-9b0a-feb141e69739,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:40.154351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-80373c38-7a32-4215-8a50-0e49be558d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:40.242752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d76d3e-99bd-4216-b470-0500c1ad9795 req-80373c38-7a32-4215-8a50-0e49be558d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] No DVR routers for this DVR port 0902a664-3b0c-41c7-9b0a-feb141e69739 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:55:40.245570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-31d76d3e-99bd-4216-b470-0500c1ad9795 req-80373c38-7a32-4215-8a50-0e49be558d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:40.248669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'name': 'network-vif-deleted', 'tag': '0902a664-3b0c-41c7-9b0a-feb141e69739'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:55:40.251285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd17b7ad-1d78-4ae6-b010-5a151d4237be" -d '{"events": [{"server_uuid": "64a1468f-c94c-4f14-83db-c07eed48c17c", "name": "network-vif-deleted", "tag": "0902a664-3b0c-41c7-9b0a-feb141e69739"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:55:40.267924 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-31d76d3e-99bd-4216-b470-0500c1ad9795 req-80373c38-7a32-4215-8a50-0e49be558d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "DELETE /v2.0/ports/0902a664-3b0c-41c7-9b0a-feb141e69739 HTTP/1.1" status: 204 len: 173 time: 0.9087930 Jun 03 21:55:40.300447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595886b0-3750-45a3-b388-a5378734f6bf x-openstack-request-id: req-595886b0-3750-45a3-b388-a5378734f6bf {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:55:40.300779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1468f-c94c-4f14-83db-c07eed48c17c", "name": "network-vif-deleted", "tag": "0902a664-3b0c-41c7-9b0a-feb141e69739", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:55:40.301095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-595886b0-3750-45a3-b388-a5378734f6bf {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:55:40.301637 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1468f-c94c-4f14-83db-c07eed48c17c', 'name': 'network-vif-deleted', 'tag': '0902a664-3b0c-41c7-9b0a-feb141e69739', 'status': 'completed', 'code': 200} Jun 03 21:55:41.205383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56668) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:41.287869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0e1b4300-43e2-48ca-9c0a-551bcce155ca tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:41.318679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0e1b4300-43e2-48ca-9c0a-551bcce155ca tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:41.391233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0e1b4300-43e2-48ca-9c0a-551bcce155ca tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:41.395827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-daba30de-fadc-4677-b1c8-e6ccdc4c319d tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:41.414503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b4300-43e2-48ca-9c0a-551bcce155ca tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3da9ae-81f9-4d6d-853d-307a9e7c3207,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:41.417691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0e1b4300-43e2-48ca-9c0a-551bcce155ca tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:41.427514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0e1b4300-43e2-48ca-9c0a-551bcce155ca tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:41.428771 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0e1b4300-43e2-48ca-9c0a-551bcce155ca tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/security-groups/4c3da9ae-81f9-4d6d-853d-307a9e7c3207 HTTP/1.1" status: 204 len: 168 time: 0.2222607 Jun 03 21:55:41.464768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56672) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:42.198252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:42.404599 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 0902a664-3b0c-41c7-9b0a-feb141e69739 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:55:42.443144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 0902a664-3b0c-41c7-9b0a-feb141e69739 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:55:42.443566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 0902a664-3b0c-41c7-9b0a-feb141e69739 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:55:42.677313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:42.677888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:42.822132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6,segment=NetworkSegment(862b8d9b-3c79-459b-9738-0772d2290130),segment_id=862b8d9b-3c79-459b-9738-0772d2290130)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:42.822465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:42.971306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:43.166537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:43.174241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ec70ae7a-a372-4322-a920-4af9bed613b7 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:43.223263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:43.258363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:43.662710 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:44.078062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router ac23b94f-27d3-49cc-88e8-2c68356e3189 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:55:44.281793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:55:44.292366 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d1ec61-2907-4783-8ced-68ded6d37bcb None None] Sync routers for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:55:44.298401 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/ac23b94f-27d3-49cc-88e8-2c68356e3189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8297510 Jun 03 21:55:44.298661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56674) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:44.302279 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1ec61-2907-4783-8ced-68ded6d37bcb None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:44.302897 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-18d1ec61-2907-4783-8ced-68ded6d37bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:55:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:44.370957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1132d8d7-bec3-4db7-b85e-5992a0c8e0fc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting subnet 9c32b018-b12c-4a68-8b4f-8b82540b7a83 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:55:44.374248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1132d8d7-bec3-4db7-b85e-5992a0c8e0fc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:44.436227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1132d8d7-bec3-4db7-b85e-5992a0c8e0fc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:44.493262 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-18d1ec61-2907-4783-8ced-68ded6d37bcb None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:44.522248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1132d8d7-bec3-4db7-b85e-5992a0c8e0fc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:44.801773 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-18d1ec61-2907-4783-8ced-68ded6d37bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:55:43Z', 'revision_number': 7, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:44.806188 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d1ec61-2907-4783-8ced-68ded6d37bcb None None] Checking router: ac23b94f-27d3-49cc-88e8-2c68356e3189 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:55:44.815921 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1ec61-2907-4783-8ced-68ded6d37bcb None None] Routers {'ac23b94f-27d3-49cc-88e8-2c68356e3189'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:44.816548 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-18d1ec61-2907-4783-8ced-68ded6d37bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:55:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['ac23b94f-27d3-49cc-88e8-2c68356e3189'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:44.819119 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1132d8d7-bec3-4db7-b85e-5992a0c8e0fc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:44.825244 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8c71a26f-fed4-4c9d-9400-dadb9250181d tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:44.869926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132d8d7-bec3-4db7-b85e-5992a0c8e0fc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Subnet': ['ID=9c32b018-b12c-4a68-8b4f-8b82540b7a83,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:44.872013 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1132d8d7-bec3-4db7-b85e-5992a0c8e0fc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:44.876146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1132d8d7-bec3-4db7-b85e-5992a0c8e0fc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:44.887738 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1132d8d7-bec3-4db7-b85e-5992a0c8e0fc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/subnets/9c32b018-b12c-4a68-8b4f-8b82540b7a83 HTTP/1.1" status: 204 len: 168 time: 0.5840094 Jun 03 21:55:44.889454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b224a4cb-8c5b-4e7d-9799-63fdddbcf968 None None] Network e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:55:44.890323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56676) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:45.024704 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-18d1ec61-2907-4783-8ced-68ded6d37bcb None None] Set router ac23b94f-27d3-49cc-88e8-2c68356e3189 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:45.214454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9146df3f-c42d-4769-959d-4afcfdb1a679 None None] DHCP port deletion for e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:55:45.267438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:45.291496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9146df3f-c42d-4769-959d-4afcfdb1a679 None None] Deleting port 76b90ca2-e281-4dcb-841f-0b2401071d09 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:45.292037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9146df3f-c42d-4769-959d-4afcfdb1a679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:45.354122 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-18d1ec61-2907-4783-8ced-68ded6d37bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:55:43Z', 'revision_number': 7, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:45.358688 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d1ec61-2907-4783-8ced-68ded6d37bcb None None] The sync data for ids ['ac23b94f-27d3-49cc-88e8-2c68356e3189'] in dv-neutron-792998-2-hyperv is: [{'id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'name': 'tempest-TestNetworkBasicOps-router-1037187277', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:52:35Z', 'updated_at': '2021-06-03T21:55:43Z', 'revision_number': 7, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'f401403d-a26b-44c8-9b29-32b39341b55f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac23b94f-27d3-49cc-88e8-2c68356e3189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:52:37Z', 'updated_at': '2021-06-03T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:55:45.403743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-9146df3f-c42d-4769-959d-4afcfdb1a679 None None] For port 76b90ca2-e281-4dcb-841f-0b2401071d09, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=76b90ca2-e281-4dcb-841f-0b2401071d09,segment=NetworkSegment(862b8d9b-3c79-459b-9738-0772d2290130),segment_id=862b8d9b-3c79-459b-9738-0772d2290130)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:45.404150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9146df3f-c42d-4769-959d-4afcfdb1a679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:45.456362 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:45.539036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port f401403d-a26b-44c8-9b29-32b39341b55f {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:55:45.539376 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:45.546794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9146df3f-c42d-4769-959d-4afcfdb1a679 None None] Calling delete_port for 76b90ca2-e281-4dcb-841f-0b2401071d09 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:45.599558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9146df3f-c42d-4769-959d-4afcfdb1a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:45.603228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-25931069-20df-4fc5-b2b7-9f2749180772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:45.650480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146df3f-c42d-4769-959d-4afcfdb1a679 None None] Pushing event deleted for resources: {'Port': ['ID=76b90ca2-e281-4dcb-841f-0b2401071d09,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:45.653339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9146df3f-c42d-4769-959d-4afcfdb1a679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:45.654168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146df3f-c42d-4769-959d-4afcfdb1a679 None None] No DVR routers for this DVR port 76b90ca2-e281-4dcb-841f-0b2401071d09 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:55:45.683597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port f401403d-a26b-44c8-9b29-32b39341b55f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=f401403d-a26b-44c8-9b29-32b39341b55f,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:45.683953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:45.780550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:55:45.825061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:55:45.825538 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c7d8faf9-9d29-4d90-85ed-9d4c3a55d5d6 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:55:45.826054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 76b90ca2-e281-4dcb-841f-0b2401071d09 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:55:45.833202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for f401403d-a26b-44c8-9b29-32b39341b55f owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:55:45.864433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 76b90ca2-e281-4dcb-841f-0b2401071d09 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:55:45.864818 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 76b90ca2-e281-4dcb-841f-0b2401071d09 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:55:45.991414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:45.995352 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-eae1c846-c0ff-4a61-917f-76d74fbee065 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:46.040944 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=f401403d-a26b-44c8-9b29-32b39341b55f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:46.043450 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:46.168049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.365843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.368382 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.395965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.396488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Fanout notify agent at l3_agent the message router_deleted on router ac23b94f-27d3-49cc-88e8-2c68356e3189 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:55:46.412734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.413842 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/routers/ac23b94f-27d3-49cc-88e8-2c68356e3189 HTTP/1.1" status: 204 len: 168 time: 1.5251017 Jun 03 21:55:46.416588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56680) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:46.562405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.706050 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.720420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e8af36-fc1e-45d6-a244-69d4d79ba7d7']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:46.734491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862b8d9b-3c79-459b-9738-0772d2290130') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:46.734858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862b8d9b-3c79-459b-9738-0772d2290130') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:46.747112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.769104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.776216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:55:46.776596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:55:46.791658 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:55:47.026862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:47.030663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-40aebf84-09b0-4465-a920-fd317bf0e26a tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:47.045079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:47.058642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Network': ['ID=e0e8af36-fc1e-45d6-a244-69d4d79ba7d7,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:47.061527 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/networks/e0e8af36-fc1e-45d6-a244-69d4d79ba7d7 HTTP/1.1" status: 204 len: 168 time: 0.6435738 Jun 03 21:55:47.062251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:47.084674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56682) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:47.090314 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'network': {'name': 'tempest-network-smoke--1878070587', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'port_security_enabled': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:47.095667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:47.100559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:network and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:47.104099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:47.110897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:47.122714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:55:47.126495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:47.156070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:55:47.165802 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:47.166170 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Added segment 96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9 of type vlan for network 272cd572-27eb-40d6-87f6-a6ce543a9e1b Jun 03 21:55:47.194876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:47.229409 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:47.236565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:47.237153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:47.240869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5d27a565-9044-4a27-8ba4-0da4a8e773db tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:47.358552 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2724524 Jun 03 21:55:47.361528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56684) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:47.362103 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Network': ['ID=272cd572-27eb-40d6-87f6-a6ce543a9e1b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:47.364823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:47.366818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-166899082', 'admin_state_up': True, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:47.373891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 272cd572-27eb-40d6-87f6-a6ce543a9e1b details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:55:47.376188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:47.380513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:router and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:47.383654 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:47.391137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:47.403514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:47.404872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:47.421511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:47.710387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:47.745760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f401403d-a26b-44c8-9b29-32b39341b55f no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:55:47.786636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: f401403d-a26b-44c8-9b29-32b39341b55f {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:55:47.786984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device f401403d-a26b-44c8-9b29-32b39341b55f not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:55:48.040391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:48.070744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:48.365113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.132 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/48a43d1e-55b0-4501-ae61-ed14426ae0c3) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:55:48.519716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:48.551433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:48.555185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5e6360b3-0e5e-4af3-96fa-e0a509a0ba6b tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:48.615661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:55:48.618221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:55:48.626542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:55:48.660402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=48a43d1e-55b0-4501-ae61-ed14426ae0c3,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:48.664349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:49.069272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:49.446803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:49.671752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 3de0711a-3cee-4831-a26b-b748e1a93595 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:55:50.019540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:55:50.030446 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Sync routers for ids ['3de0711a-3cee-4831-a26b-b748e1a93595'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:55:50.039898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Routers {'3de0711a-3cee-4831-a26b-b748e1a93595'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:50.040516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:55:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3de0711a-3cee-4831-a26b-b748e1a93595'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:50.048619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:50.052922 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6872807 Jun 03 21:55:50.053367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56686) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:50.096652 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6b955c4b-e6b2-454c-842f-708a6a34c6da tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=c505461944d44588ae1a2ee7f748a138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397482 Jun 03 21:55:50.097101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56688) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:50.228827 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Set router 3de0711a-3cee-4831-a26b-b748e1a93595 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:50.235074 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd505ace-be5c-4a3c-962f-3e45effe3aa0 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:50.236490 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cd505ace-be5c-4a3c-962f-3e45effe3aa0 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1384847 Jun 03 21:55:50.239317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56690) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:50.283072 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-21f340f2-5785-4906-b5cd-227c5f67f61c tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422409 Jun 03 21:55:50.285494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56692) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:50.291406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1103965642', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:50.405999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:50.410169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:subnet and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:50.413341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:50.419423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:50.431991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:55:50.435885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:50.536030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:55:48Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:50.540771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Checking router: 3de0711a-3cee-4831-a26b-b748e1a93595 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:55:50.541047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Updating router 3de0711a-3cee-4831-a26b-b748e1a93595 port 48a43d1e-55b0-4501-ae61-ed14426ae0c3 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:55:50.599570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:50.880056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:50.885177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d6d437dc-610b-40e9-8e36-e94ea69b5be2 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:50.978179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Subnet': ['ID=8675e468-1818-458d-b1ff-3d2da53da5e5,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:50.980276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Checking segment: {'id': '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:55:50.980651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network hostable DHCP agents. Network: 272cd572-27eb-40d6-87f6-a6ce543a9e1b, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:55:50.984785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:50.988443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.003212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 272cd572-27eb-40d6-87f6-a6ce543a9e1b is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:55:51.003881 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Transition to ACTIVE for port object 48a43d1e-55b0-4501-ae61-ed14426ae0c3 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:55:51.012590 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.014240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 272cd572-27eb-40d6-87f6-a6ce543a9e1b) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:55:51.017204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-49252c25-9569-4e62-bf62-cc2e09eb4a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:51.027647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:51.028254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.053445 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7666521 Jun 03 21:55:51.056206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56694) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:51.058547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7ec2f1-7a2f-49c6-bede-dab86e4d33d0 None None] Network 272cd572-27eb-40d6-87f6-a6ce543a9e1b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:55:51.197846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12af8f-d243-42ab-8071-8a7e2f90d85b None None] Pushing event updated for resources: {'Port': ['ID=48a43d1e-55b0-4501-ae61-ed14426ae0c3,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:51.200123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Attempting to bind port 48a43d1e-55b0-4501-ae61-ed14426ae0c3 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:55:51.200496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Attempting to bind port 48a43d1e-55b0-4501-ae61-ed14426ae0c3 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:55:51.200853 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Attempting to bind port 48a43d1e-55b0-4501-ae61-ed14426ae0c3 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:55:51.206550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0a12af8f-d243-42ab-8071-8a7e2f90d85b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:51.213880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:55:51.214256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:55:51.214659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.215136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:55:51.216159 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Bound port: 48a43d1e-55b0-4501-ae61-ed14426ae0c3, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:55:51.217034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.350495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] For port 48a43d1e-55b0-4501-ae61-ed14426ae0c3, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:55:51.355560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] For port 48a43d1e-55b0-4501-ae61-ed14426ae0c3, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=48a43d1e-55b0-4501-ae61-ed14426ae0c3,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:55:51.385583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.393376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:51.443550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ips': [{'subnet_id': '8675e468-1818-458d-b1ff-3d2da53da5e5'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:55:51.444374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:51.535024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Routers {'3de0711a-3cee-4831-a26b-b748e1a93595'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:51.535791 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:55:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3de0711a-3cee-4831-a26b-b748e1a93595'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:51.590687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12af8f-d243-42ab-8071-8a7e2f90d85b None None] Pushing event updated for resources: {'Port': ['ID=48a43d1e-55b0-4501-ae61-ed14426ae0c3,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:51.601475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0a12af8f-d243-42ab-8071-8a7e2f90d85b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:51.791209 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Allocated IP 172.20.0.2 (272cd572-27eb-40d6-87f6-a6ce543a9e1b/8675e468-1818-458d-b1ff-3d2da53da5e5/2254ed88-0710-4bd2-861e-98123597bc3e) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:55:51.794048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] Set router 3de0711a-3cee-4831-a26b-b748e1a93595 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:51.925653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:52.288673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:52.301170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Transition to ACTIVE for port object 2254ed88-0710-4bd2-861e-98123597bc3e will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:55:52.326568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Transition to ACTIVE for port object 2254ed88-0710-4bd2-861e-98123597bc3e will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:55:52.330092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:55:48Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:52.334436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:52.337994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d1312677-2482-4fbb-87a8-4a701449b5e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:52.367079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec6da5d-a178-4fcf-adcf-c7a7d9014da3 None None] The sync data for ids ['3de0711a-3cee-4831-a26b-b748e1a93595'] in dv-neutron-792998-2-hyperv is: [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:55:48Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:55:52.398977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Network 272cd572-27eb-40d6-87f6-a6ce543a9e1b is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:55:52.401811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:55:52.405004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.1 (272cd572-27eb-40d6-87f6-a6ce543a9e1b/8675e468-1818-458d-b1ff-3d2da53da5e5/07b9c753-c46d-4367-93ce-bebba3120226) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:55:52.411025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:55:52.417765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Pushing event updated for resources: {'Port': ['ID=2254ed88-0710-4bd2-861e-98123597bc3e,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:52.445762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:52.512807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Attempting to bind port 2254ed88-0710-4bd2-861e-98123597bc3e on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:55:52.513174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Attempting to bind port 2254ed88-0710-4bd2-861e-98123597bc3e by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:55:52.513541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Attempting to bind port 2254ed88-0710-4bd2-861e-98123597bc3e on network 272cd572-27eb-40d6-87f6-a6ce543a9e1b {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:55:52.519515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:55:52.520020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Checking segment: {'id': '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:55:52.520755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:52.521268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Bound using segment: {'id': '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:55:52.521596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Bound port: 2254ed88-0710-4bd2-861e-98123597bc3e, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:55:52.522248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:52.610164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:52.630116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 07b9c753-c46d-4367-93ce-bebba3120226 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:55:52.647711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] For port 2254ed88-0710-4bd2-861e-98123597bc3e, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:55:52.651083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] For port 2254ed88-0710-4bd2-861e-98123597bc3e, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2254ed88-0710-4bd2-861e-98123597bc3e,segment=NetworkSegment(96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9),segment_id=96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:55:52.656522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:52.659328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:52.663874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b7008b8f-bebb-4a50-82ea-51398838fe51 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:52.677636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9f682b41-2473-40d1-86a8-cf4e6611139d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:52.731243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 272cd572-27eb-40d6-87f6-a6ce543a9e1b is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:55:52.734515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:55:52.738657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:55:52.771673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Pushing event updated for resources: {'Port': ['ID=2254ed88-0710-4bd2-861e-98123597bc3e,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:52.774941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:52.792395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=07b9c753-c46d-4367-93ce-bebba3120226,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:52.798746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:52.811811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c60bc955-99c5-4ebb-b8e0-86c137ba4a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:52.826175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:52.999002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:53.453182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:53.459113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:53.490550 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f5c32197-74e2-4abf-bb4b-6ee9cb306d08 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:53.583281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:53.587104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=07b9c753-c46d-4367-93ce-bebba3120226,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:53.590669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:53.741059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 272cd572-27eb-40d6-87f6-a6ce543a9e1b is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:55:53.742282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:55:53.774283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6594d75d-7e79-484d-9005-a954b2a2dcbc None None] Network 272cd572-27eb-40d6-87f6-a6ce543a9e1b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:55:53.876574 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2254ed88-0710-4bd2-861e-98123597bc3e up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:55:53.929231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-38f36ff8-b367-4672-a85f-ccf842658379 None None] Provisioning for port 2254ed88-0710-4bd2-861e-98123597bc3e completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:55:53.949940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 3de0711a-3cee-4831-a26b-b748e1a93595 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:55:54.028238 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 2254ed88-0710-4bd2-861e-98123597bc3e completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:55:54.038076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2254ed88-0710-4bd2-861e-98123597bc3e triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:55:54.038846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:54.229224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:54.265015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 2254ed88-0710-4bd2-861e-98123597bc3e, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2254ed88-0710-4bd2-861e-98123597bc3e,segment=NetworkSegment(96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9),segment_id=96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:54.271117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:54.272300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 48a43d1e-55b0-4501-ae61-ed14426ae0c3 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:55:54.303069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:54.326385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:55:54.337064 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Sync routers for ids ['3de0711a-3cee-4831-a26b-b748e1a93595'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:55:54.348725 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/3de0711a-3cee-4831-a26b-b748e1a93595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2892895 Jun 03 21:55:54.348978 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Routers {'3de0711a-3cee-4831-a26b-b748e1a93595'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:54.348978 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:55:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3de0711a-3cee-4831-a26b-b748e1a93595'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:54.349399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56698) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:54.398349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=2254ed88-0710-4bd2-861e-98123597bc3e,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:54.402159 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:54.420966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 48a43d1e-55b0-4501-ae61-ed14426ae0c3 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:55:54.427218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 48a43d1e-55b0-4501-ae61-ed14426ae0c3 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:55:54.427988 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:54.504324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a992165f-7a18-4f25-b88b-a55c2936f934 None None] Provisioning for port 07b9c753-c46d-4367-93ce-bebba3120226 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:55:54.511172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a992165f-7a18-4f25-b88b-a55c2936f934 None None] Provisioning complete for port 07b9c753-c46d-4367-93ce-bebba3120226 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:55:54.511659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a992165f-7a18-4f25-b88b-a55c2936f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:54.515636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de448150-c14f-403f-9202-d7727c3bd3d5 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.516106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de448150-c14f-403f-9202-d7727c3bd3d5 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.516621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de448150-c14f-403f-9202-d7727c3bd3d5 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.517078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de448150-c14f-403f-9202-d7727c3bd3d5 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.517536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de448150-c14f-403f-9202-d7727c3bd3d5 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.517985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de448150-c14f-403f-9202-d7727c3bd3d5 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.522721 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-de448150-c14f-403f-9202-d7727c3bd3d5 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.1694963 Jun 03 21:55:54.522985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56700) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:54.580178 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Set router 3de0711a-3cee-4831-a26b-b748e1a93595 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:54.598683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee7b373-bbf1-47d8-9d43-ef8faacadfec tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.599149 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee7b373-bbf1-47d8-9d43-ef8faacadfec tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.599647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee7b373-bbf1-47d8-9d43-ef8faacadfec tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.600081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee7b373-bbf1-47d8-9d43-ef8faacadfec tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.600522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee7b373-bbf1-47d8-9d43-ef8faacadfec tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.600963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee7b373-bbf1-47d8-9d43-ef8faacadfec tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:54.605273 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fee7b373-bbf1-47d8-9d43-ef8faacadfec tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0787597 Jun 03 21:55:54.605501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56702) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:54.624018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:54.653555 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-a992165f-7a18-4f25-b88b-a55c2936f934 None None] Port 07b9c753-c46d-4367-93ce-bebba3120226 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:55:54.658082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 48a43d1e-55b0-4501-ae61-ed14426ae0c3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=48a43d1e-55b0-4501-ae61-ed14426ae0c3,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:54.668944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:54.673869 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:54.716602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a992165f-7a18-4f25-b88b-a55c2936f934 None None] Provisioning complete for port 2254ed88-0710-4bd2-861e-98123597bc3e triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:55:54.717211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a992165f-7a18-4f25-b88b-a55c2936f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:54.809466 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=48a43d1e-55b0-4501-ae61-ed14426ae0c3,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:54.815812 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:54.854193 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f27052f7-500a-4056-a972-6adfab770380 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2474856 Jun 03 21:55:54.933295 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:55:52Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '07b9c753-c46d-4367-93ce-bebba3120226', 'name': '', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:29:b0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:52Z', 'updated_at': '2021-06-03T21:55:53Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:54.937918 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Checking router: 3de0711a-3cee-4831-a26b-b748e1a93595 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:55:54.938271 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Updating router 3de0711a-3cee-4831-a26b-b748e1a93595 port 07b9c753-c46d-4367-93ce-bebba3120226 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:55:54.989934 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.020203 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3d1d7104-646a-4706-a629-d692e4c81ab9 None None] Provisioning complete for port 07b9c753-c46d-4367-93ce-bebba3120226 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:55:55.021063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d1d7104-646a-4706-a629-d692e4c81ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.085512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d7104-646a-4706-a629-d692e4c81ab9 None None] Port 07b9c753-c46d-4367-93ce-bebba3120226 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:55:55.259452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56706) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:55.264247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100020519', 'description': 'tempest-secgroup-smoke-100020519 description', 'project_id': 'c505461944d44588ae1a2ee7f748a138'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:55.270524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:55.274796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:55.277677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:55.283361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:55.298750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.321735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:55.325895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:55.331055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:55.337236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:55.341517 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.355079 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Transition to ACTIVE for port object 07b9c753-c46d-4367-93ce-bebba3120226 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:55:55.362575 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.367425 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-94d38b5b-26e3-43e1-a401-82d0ee0a3c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:55.388031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.416794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.428726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.434742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-17338b4f-e14c-4dd0-a61e-898e30ae804a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:55.479945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f87004-7c99-43c3-a425-f0f765c6f4e1,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:55.493094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:55.494445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.497940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a149ce28-9f80-404d-a329-9a7d73fb6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.502555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56708) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:55.507541 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-77107d0c-c6a4-4972-95f2-0f84e82fd630 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b0f87004-7c99-43c3-a425-f0f765c6f4e1', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:55.508859 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2482443 Jun 03 21:55:55.513879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-77107d0c-c6a4-4972-95f2-0f84e82fd630 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:55.519335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-77107d0c-c6a4-4972-95f2-0f84e82fd630 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:55.522694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-77107d0c-c6a4-4972-95f2-0f84e82fd630 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:55.529610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-77107d0c-c6a4-4972-95f2-0f84e82fd630 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:55.549392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-77107d0c-c6a4-4972-95f2-0f84e82fd630 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.569560 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Pushing event updated for resources: {'Port': ['ID=07b9c753-c46d-4367-93ce-bebba3120226,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:55.590110 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:55.590445 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:55.590776 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:55.591099 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:55.591421 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:55.591770 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:55.592309 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:55.592838 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:55.593260 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:55.593584 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:55.593900 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:55.594213 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:55:55.597992 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:55.608306 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Attempting to bind port 07b9c753-c46d-4367-93ce-bebba3120226 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:55:55.608856 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Attempting to bind port 07b9c753-c46d-4367-93ce-bebba3120226 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:55:55.609255 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Attempting to bind port 07b9c753-c46d-4367-93ce-bebba3120226 on network 272cd572-27eb-40d6-87f6-a6ce543a9e1b {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:55:55.616685 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:55:55.617392 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Checking segment: {'id': '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:55:55.617779 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.618173 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Bound using segment: {'id': '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:55:55.618643 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Bound port: 07b9c753-c46d-4367-93ce-bebba3120226, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:55:55.619195 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.621148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-77107d0c-c6a4-4972-95f2-0f84e82fd630 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.627516 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-77107d0c-c6a4-4972-95f2-0f84e82fd630 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.629805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6ba7cfa0-4f9b-47bf-92ff-bbacb8ce7075 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:55.656627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77107d0c-c6a4-4972-95f2-0f84e82fd630 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343c9117-7754-414c-a581-bbd80b8f48c0,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:55.661478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-77107d0c-c6a4-4972-95f2-0f84e82fd630 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:55.666862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-77107d0c-c6a4-4972-95f2-0f84e82fd630 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.670862 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-77107d0c-c6a4-4972-95f2-0f84e82fd630 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645863 Jun 03 21:55:55.671229 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56710) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:55.676112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-482f8ab1-59e9-4129-bfb8-46db06bca8a7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b0f87004-7c99-43c3-a425-f0f765c6f4e1', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:55.682098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-482f8ab1-59e9-4129-bfb8-46db06bca8a7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:55.686484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-482f8ab1-59e9-4129-bfb8-46db06bca8a7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:55.689778 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-482f8ab1-59e9-4129-bfb8-46db06bca8a7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:55.696519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-482f8ab1-59e9-4129-bfb8-46db06bca8a7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:55.729395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-482f8ab1-59e9-4129-bfb8-46db06bca8a7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.729647 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] For port 07b9c753-c46d-4367-93ce-bebba3120226, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:55:55.733540 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] For port 07b9c753-c46d-4367-93ce-bebba3120226, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=07b9c753-c46d-4367-93ce-bebba3120226,segment=NetworkSegment(96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9),segment_id=96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:55:55.739716 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.745129 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-395fa7e0-1256-4b1b-8278-d04f5c102ed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:55.778100 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2254ed88-0710-4bd2-861e-98123597bc3e up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:55:55.803336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-482f8ab1-59e9-4129-bfb8-46db06bca8a7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.808762 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Routers {'3de0711a-3cee-4831-a26b-b748e1a93595'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:55:55.809396 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:55:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3de0711a-3cee-4831-a26b-b748e1a93595'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:55.810210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-482f8ab1-59e9-4129-bfb8-46db06bca8a7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.816837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6ab4d71a-412c-43f7-9210-f9021bb5b763 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:55.837704 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f8ab1-59e9-4129-bfb8-46db06bca8a7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a48b67c-b302-41a3-a66c-ef379ca2d7ca,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:55.840393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-482f8ab1-59e9-4129-bfb8-46db06bca8a7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:55.853309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-482f8ab1-59e9-4129-bfb8-46db06bca8a7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.855071 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-482f8ab1-59e9-4129-bfb8-46db06bca8a7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1826606 Jun 03 21:55:55.857984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56712) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:55.859287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2254ed88-0710-4bd2-861e-98123597bc3e triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:55:55.859846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:55.864218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e4389f2e-9555-4a46-b95e-4c0309ad3eb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b0f87004-7c99-43c3-a425-f0f765c6f4e1', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:55.877843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e4389f2e-9555-4a46-b95e-4c0309ad3eb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:55.882624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e4389f2e-9555-4a46-b95e-4c0309ad3eb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:55.886120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e4389f2e-9555-4a46-b95e-4c0309ad3eb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:55.892913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e4389f2e-9555-4a46-b95e-4c0309ad3eb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:55.897798 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Pushing event updated for resources: {'Port': ['ID=07b9c753-c46d-4367-93ce-bebba3120226,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:55.902967 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:55.916606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e4389f2e-9555-4a46-b95e-4c0309ad3eb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.001882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e4389f2e-9555-4a46-b95e-4c0309ad3eb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.007795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e4389f2e-9555-4a46-b95e-4c0309ad3eb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.010336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0abd7c21-c10e-4e0f-8cf0-4132b8fa164a tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:56.046579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 48a43d1e-55b0-4501-ae61-ed14426ae0c3 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:55:56.048176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e4389f2e-9555-4a46-b95e-4c0309ad3eb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.049355 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e4389f2e-9555-4a46-b95e-4c0309ad3eb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1898162 Jun 03 21:55:56.051887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4389f2e-9555-4a46-b95e-4c0309ad3eb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4199452c-8d58-49c2-8261-002212c54755,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:56.052898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56714) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:56.054352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e4389f2e-9555-4a46-b95e-4c0309ad3eb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:56.066674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9f04106b-52a3-4bc9-8f98-15f94fd91623 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b0f87004-7c99-43c3-a425-f0f765c6f4e1', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:56.069381 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] Set router 3de0711a-3cee-4831-a26b-b748e1a93595 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:55:56.075540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9f04106b-52a3-4bc9-8f98-15f94fd91623 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:56.080823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9f04106b-52a3-4bc9-8f98-15f94fd91623 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:56.084436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9f04106b-52a3-4bc9-8f98-15f94fd91623 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:56.092347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9f04106b-52a3-4bc9-8f98-15f94fd91623 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:56.118316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f04106b-52a3-4bc9-8f98-15f94fd91623 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.145056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 48a43d1e-55b0-4501-ae61-ed14426ae0c3 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:55:56.145766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.194246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f04106b-52a3-4bc9-8f98-15f94fd91623 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.200055 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f04106b-52a3-4bc9-8f98-15f94fd91623 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.202503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9d8ac277-b478-43ae-a967-79fa5992058a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:56.237710 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04106b-52a3-4bc9-8f98-15f94fd91623 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87163a1-0016-442f-94ed-350f12eaa431,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:56.240486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f04106b-52a3-4bc9-8f98-15f94fd91623 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:56.249772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f04106b-52a3-4bc9-8f98-15f94fd91623 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.251136 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9f04106b-52a3-4bc9-8f98-15f94fd91623 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1911962 Jun 03 21:55:56.254066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56716) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:56.259335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b0f87004-7c99-43c3-a425-f0f765c6f4e1', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:56.265502 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:56.272013 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:56.273971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:56.281193 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:56.293072 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:55:56.302347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.371654 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.378388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.381143 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:56.396306 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:55:52Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '07b9c753-c46d-4367-93ce-bebba3120226', 'name': '', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:29:b0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:52Z', 'updated_at': '2021-06-03T21:55:55Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:55:56.400619 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790571e8-f5f7-4f1a-8c98-49157ec57603 None None] The sync data for ids ['3de0711a-3cee-4831-a26b-b748e1a93595'] in dv-neutron-792998-2-hyperv is: [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:55:52Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '07b9c753-c46d-4367-93ce-bebba3120226', 'name': '', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:29:b0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:52Z', 'updated_at': '2021-06-03T21:55:55Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:55:56.403839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d714d71-308b-4df0-be81-79fd09a43c97,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:56.406925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:56.415838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.417329 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1621065 Jun 03 21:55:56.420195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56718) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:55:56.425487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b0f87004-7c99-43c3-a425-f0f765c6f4e1', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:56.431119 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:56.435620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:55:56.439003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:55:56.455140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:56.472214 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:55:56.478165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.552690 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.557389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.559414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8f7b2f92-8fb8-4254-8ae0-120676f3f52a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:56.583732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10e2291-85f0-4514-82a7-8c74612fb8d6,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:56.588424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:56.593742 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.595191 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1738038 Jun 03 21:55:56.721525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:56.830714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b01aa361-a3fb-4090-8abd-4221459d7611 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:55:56.849533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b01aa361-a3fb-4090-8abd-4221459d7611 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:55:56.850794 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b01aa361-a3fb-4090-8abd-4221459d7611 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100020519&fields=id&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 267 time: 0.0627213 Jun 03 21:55:56.870209 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:57.011119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-ad529696-c8c8-4646-927e-b4ca5dd55907 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:57.011822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-ad529696-c8c8-4646-927e-b4ca5dd55907 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:55:57.037248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-ad529696-c8c8-4646-927e-b4ca5dd55907 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:55:57.038481 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-ad529696-c8c8-4646-927e-b4ca5dd55907 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/networks?id=272cd572-27eb-40d6-87f6-a6ce543a9e1b HTTP/1.1" status: 200 len: 797 time: 0.1810520 Jun 03 21:55:57.055794 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-cb4c6565-6504-4487-b5c6-9b8054a9b743 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/quotas/c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 375 time: 0.0099306 Jun 03 21:55:57.150563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-32f062e5-e3f0-4ecf-84fe-9c42065b7151 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:55:57.168437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-32f062e5-e3f0-4ecf-84fe-9c42065b7151 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:55:57.169756 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-32f062e5-e3f0-4ecf-84fe-9c42065b7151 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062634 Jun 03 21:55:57.186917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-e498d582-333d-44a5-9ad9-b30587bbc742 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 21:55:57.188133 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-e498d582-333d-44a5-9ad9-b30587bbc742 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056834 Jun 03 21:55:57.336285 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-3af9ed5d-e99a-40ff-90a0-aa0724b165da service neutron] 10.222.0.96 "GET /v2.0/networks/272cd572-27eb-40d6-87f6-a6ce543a9e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422672 Jun 03 21:55:57.476971 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-01b1db18-3a3a-4bf3-968c-18149c2c58e1 service neutron] 10.222.0.96 "GET /v2.0/networks/272cd572-27eb-40d6-87f6-a6ce543a9e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346290 Jun 03 21:55:57.670521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-63e07272-d2a7-4765-81a5-8e82b063b709 req-6c35792f-7eef-4f11-8922-87f776637637 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:55:57.685163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-63e07272-d2a7-4765-81a5-8e82b063b709 req-6c35792f-7eef-4f11-8922-87f776637637 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:55:57.687487 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-63e07272-d2a7-4765-81a5-8e82b063b709 req-6c35792f-7eef-4f11-8922-87f776637637 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 210 time: 0.0615096 Jun 03 21:55:57.781361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 07b9c753-c46d-4367-93ce-bebba3120226 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:55:57.854337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 07b9c753-c46d-4367-93ce-bebba3120226 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:55:57.861021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 07b9c753-c46d-4367-93ce-bebba3120226 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:55:57.861716 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:57.989636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:58.023629 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 07b9c753-c46d-4367-93ce-bebba3120226, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=07b9c753-c46d-4367-93ce-bebba3120226,segment=NetworkSegment(96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9),segment_id=96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:55:58.028218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:58.029891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ae02c534-fea7-443b-a231-7dd515baaaaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:58.098935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=07b9c753-c46d-4367-93ce-bebba3120226,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:58.102875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:58.378494 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:58.751611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-e6f14586-a531-4804-abfe-11dbf38b5a01 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:58.753091 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-e6f14586-a531-4804-abfe-11dbf38b5a01 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks?id=272cd572-27eb-40d6-87f6-a6ce543a9e1b HTTP/1.1" status: 200 len: 797 time: 0.1496711 Jun 03 21:55:58.815220 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-d9a0a767-6cdc-444e-a306-21017c1efeb5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 379 time: 0.0506511 Jun 03 21:55:58.862677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'port': {'device_id': '4122048f-8848-465c-9efc-c787c2dacb97', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'admin_state_up': True, 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'security_groups': ['b0f87004-7c99-43c3-a425-f0f765c6f4e1']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:58.877630 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7263282a-dc1b-4e9f-98c7-03c7c034a427 req-07c80509-ab8b-4920-8560-513a7c2c2530 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 210 time: 0.0676014 Jun 03 21:55:59.156165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:55:59.166386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:55:59.177918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:55:59.181490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.353857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.11 (272cd572-27eb-40d6-87f6-a6ce543a9e1b/8675e468-1818-458d-b1ff-3d2da53da5e5/9f87f014-b635-420b-96db-ad577e528181) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:55:59.558866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.575344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 9f87f014-b635-420b-96db-ad577e528181 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:55:59.603272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.610073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c3232cbc-0407-4c42-957c-e8a66f578adb tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:55:59.680260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 272cd572-27eb-40d6-87f6-a6ce543a9e1b is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:55:59.683235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:55:59.696669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:55:59.725463 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=9f87f014-b635-420b-96db-ad577e528181,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:55:59.732721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:55:59.765449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:55:59.767100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.778474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 07b9c753-c46d-4367-93ce-bebba3120226 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:55:59.799088 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9458864 Jun 03 21:55:59.812930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Request body: {'port': {'device_id': '4122048f-8848-465c-9efc-c787c2dacb97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:55:59.859597 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 07b9c753-c46d-4367-93ce-bebba3120226 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:55:59.859978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:55:59.940536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:00.002404 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-212d6094-7e51-4bc8-be0c-39fa1696ceed None None] Provisioning for port 9f87f014-b635-420b-96db-ad577e528181 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:00.008471 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-212d6094-7e51-4bc8-be0c-39fa1696ceed None None] Provisioning complete for port 9f87f014-b635-420b-96db-ad577e528181 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:00.008815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-212d6094-7e51-4bc8-be0c-39fa1696ceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:00.068287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-212d6094-7e51-4bc8-be0c-39fa1696ceed None None] Port 9f87f014-b635-420b-96db-ad577e528181 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:56:00.086951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b81625-df5e-40f4-bb73-31d0b291ec5b req-83cb095f-60c9-48d1-98c3-bb16d8305014 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:00.088392 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3b81625-df5e-40f4-bb73-31d0b291ec5b req-83cb095f-60c9-48d1-98c3-bb16d8305014 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 932 time: 0.0921819 Jun 03 21:56:00.135430 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3b81625-df5e-40f4-bb73-31d0b291ec5b req-cd4887e6-d970-4839-ba61-7af9e00fda4a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b0f87004-7c99-43c3-a425-f0f765c6f4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406909 Jun 03 21:56:00.319617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f87f014-b635-420b-96db-ad577e528181 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:56:00.327250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:00.344838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Transition to ACTIVE for port object 9f87f014-b635-420b-96db-ad577e528181 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:56:00.349986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:00.354011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-594bc694-a44c-4457-b59c-dd01705af9c9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:00.485158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Pushing event updated for resources: {'Port': ['ID=9f87f014-b635-420b-96db-ad577e528181,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:00.488429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:00.601264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Attempting to bind port 9f87f014-b635-420b-96db-ad577e528181 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:56:00.601607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Attempting to bind port 9f87f014-b635-420b-96db-ad577e528181 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:56:00.601931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Attempting to bind port 9f87f014-b635-420b-96db-ad577e528181 on network 272cd572-27eb-40d6-87f6-a6ce543a9e1b {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:56:00.606824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Port 9f87f014-b635-420b-96db-ad577e528181 on network 272cd572-27eb-40d6-87f6-a6ce543a9e1b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:56:00.607128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Attempting to bind port 9f87f014-b635-420b-96db-ad577e528181 on network 272cd572-27eb-40d6-87f6-a6ce543a9e1b {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:56:00.612685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:56:00.613016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Checking segment: {'id': '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:56:00.613390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Bound using segment: {'id': '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:56:00.613812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Bound port: 9f87f014-b635-420b-96db-ad577e528181, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:56:00.614150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:00.710056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] For port 9f87f014-b635-420b-96db-ad577e528181, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:56:00.713415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] For port 9f87f014-b635-420b-96db-ad577e528181, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=9f87f014-b635-420b-96db-ad577e528181,segment=NetworkSegment(96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9),segment_id=96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:56:00.719738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:00.723601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4e1eed5b-6dcc-44e1-a00b-fd97d2c81eea tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:00.775769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:00.776426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:00.777763 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] 10.222.0.24 "PUT /v2.0/ports/9f87f014-b635-420b-96db-ad577e528181 HTTP/1.1" status: 200 len: 1094 time: 0.9697433 Jun 03 21:56:00.778295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4122048f-8848-465c-9efc-c787c2dacb97', 'tag': '9f87f014-b635-420b-96db-ad577e528181'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:56:00.781111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ef7e94-32b0-4d38-9697-e406338f3170" -d '{"events": [{"name": "network-changed", "server_uuid": "4122048f-8848-465c-9efc-c787c2dacb97", "tag": "9f87f014-b635-420b-96db-ad577e528181"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:56:00.816531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Pushing event updated for resources: {'Port': ['ID=9f87f014-b635-420b-96db-ad577e528181,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:00.857401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:00.864237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee17040c-b231-4bbc-a7f7-2139816c7b00 x-openstack-request-id: req-ee17040c-b231-4bbc-a7f7-2139816c7b00 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:56:00.864575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4122048f-8848-465c-9efc-c787c2dacb97", "tag": "9f87f014-b635-420b-96db-ad577e528181", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:56:00.864874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ee17040c-b231-4bbc-a7f7-2139816c7b00 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:56:00.865323 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4122048f-8848-465c-9efc-c787c2dacb97', 'tag': '9f87f014-b635-420b-96db-ad577e528181', 'status': 'completed', 'code': 200} Jun 03 21:56:00.908117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-89c1459c-b83d-4bea-99a1-9a1dfa5a2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:00.909658 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-89c1459c-b83d-4bea-99a1-9a1dfa5a2914 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 1097 time: 0.0888963 Jun 03 21:56:00.982294 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-0f9aba5f-ad39-4cca-9baf-dbb1df857424 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f87f014-b635-420b-96db-ad577e528181 HTTP/1.1" status: 200 len: 217 time: 0.0642822 Jun 03 21:56:01.051447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-c6ff85ef-6f21-410d-9fdd-3040f69305e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:01.052947 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-c6ff85ef-6f21-410d-9fdd-3040f69305e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8675e468-1818-458d-b1ff-3d2da53da5e5 HTTP/1.1" status: 200 len: 835 time: 0.0640345 Jun 03 21:56:01.143724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-6ee93b41-5cdb-4c0b-b9ab-5f3dcee71bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:01.145725 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-6ee93b41-5cdb-4c0b-b9ab-5f3dcee71bbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=272cd572-27eb-40d6-87f6-a6ce543a9e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853910 Jun 03 21:56:01.294629 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-4c4f777d-790e-453d-a0c2-4524e2b86a47 service neutron] 10.222.0.24 "GET /v2.0/networks/272cd572-27eb-40d6-87f6-a6ce543a9e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412868 Jun 03 21:56:01.354710 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c4c70-e832-463d-907f-55829935683a req-2f750901-63fb-4928-abd1-3d1c2885175e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:01.356567 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0f4c4c70-e832-463d-907f-55829935683a req-2f750901-63fb-4928-abd1-3d1c2885175e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 944 time: 0.1047597 Jun 03 21:56:01.419944 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0f4c4c70-e832-463d-907f-55829935683a req-1d21ee67-7a69-40f6-aab9-daa2e819c2e2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b0f87004-7c99-43c3-a425-f0f765c6f4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575175 Jun 03 21:56:01.472562 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-351f7900-2c48-436c-93e6-a7a29bf108ef req-19b6b87c-b736-45fc-9fc6-4a1826762bd7 service neutron] 10.222.0.24 "GET /v2.0/networks/272cd572-27eb-40d6-87f6-a6ce543a9e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710777 Jun 03 21:56:01.814087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef7e94-32b0-4d38-9697-e406338f3170 req-2e7fe9a4-0eba-4897-b675-51445c6ae86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:01.816052 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-65ef7e94-32b0-4d38-9697-e406338f3170 req-2e7fe9a4-0eba-4897-b675-51445c6ae86b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 1097 time: 0.2840848 Jun 03 21:56:02.002961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef7e94-32b0-4d38-9697-e406338f3170 req-3e213fd9-a92a-4bd5-a5fd-f707d475bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:02.004667 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-65ef7e94-32b0-4d38-9697-e406338f3170 req-3e213fd9-a92a-4bd5-a5fd-f707d475bee9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=272cd572-27eb-40d6-87f6-a6ce543a9e1b HTTP/1.1" status: 200 len: 899 time: 0.1822600 Jun 03 21:56:02.106750 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-65ef7e94-32b0-4d38-9697-e406338f3170 req-7ea32fad-9a0b-4a66-a680-019fb02bdd91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f87f014-b635-420b-96db-ad577e528181 HTTP/1.1" status: 200 len: 217 time: 0.0941277 Jun 03 21:56:02.196993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef7e94-32b0-4d38-9697-e406338f3170 req-ea220469-58c4-4b77-aa96-e2bf00bda31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:02.199260 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-65ef7e94-32b0-4d38-9697-e406338f3170 req-ea220469-58c4-4b77-aa96-e2bf00bda31d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8675e468-1818-458d-b1ff-3d2da53da5e5 HTTP/1.1" status: 200 len: 835 time: 0.0858595 Jun 03 21:56:02.296873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef7e94-32b0-4d38-9697-e406338f3170 req-50e1cebb-352e-443f-8a00-bbc493c8bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:02.299269 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-65ef7e94-32b0-4d38-9697-e406338f3170 req-50e1cebb-352e-443f-8a00-bbc493c8bafe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=272cd572-27eb-40d6-87f6-a6ce543a9e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933840 Jun 03 21:56:02.487248 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-65ef7e94-32b0-4d38-9697-e406338f3170 req-2003f426-22c3-44fc-a107-86b9c51d1cfb service neutron] 10.222.0.24 "GET /v2.0/networks/272cd572-27eb-40d6-87f6-a6ce543a9e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797116 Jun 03 21:56:02.699564 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-65ef7e94-32b0-4d38-9697-e406338f3170 req-e379ba2c-8140-4d6e-8385-3366b904c25d service neutron] 10.222.0.24 "GET /v2.0/networks/272cd572-27eb-40d6-87f6-a6ce543a9e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043915 Jun 03 21:56:02.724316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4b33-b40f-4a35-8ffd-b9b9330cf1e1 req-01008f3a-73a5-4ef9-b80e-a3fe61f678eb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:02.725172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-286d4b33-b40f-4a35-8ffd-b9b9330cf1e1 req-01008f3a-73a5-4ef9-b80e-a3fe61f678eb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:56:02.743258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-286d4b33-b40f-4a35-8ffd-b9b9330cf1e1 req-01008f3a-73a5-4ef9-b80e-a3fe61f678eb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:56:02.744627 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-286d4b33-b40f-4a35-8ffd-b9b9330cf1e1 req-01008f3a-73a5-4ef9-b80e-a3fe61f678eb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 944 time: 0.2002237 Jun 03 21:56:02.827410 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-286d4b33-b40f-4a35-8ffd-b9b9330cf1e1 req-145a4b76-689e-4835-80cf-8e2458fc61f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b0f87004-7c99-43c3-a425-f0f765c6f4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756080 Jun 03 21:56:04.043024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e15126-5941-4f87-b2d1-9f82f508c61d req-7ba81a4b-7b06-4dcc-bfcb-5ace657662f2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:04.044560 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-62e15126-5941-4f87-b2d1-9f82f508c61d req-7ba81a4b-7b06-4dcc-bfcb-5ace657662f2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 944 time: 0.1001053 Jun 03 21:56:04.094888 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-62e15126-5941-4f87-b2d1-9f82f508c61d req-80b8a306-0d3d-4953-a829-9860ddd5cef5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b0f87004-7c99-43c3-a425-f0f765c6f4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419998 Jun 03 21:56:04.538259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 9f87f014-b635-420b-96db-ad577e528181 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:56:04.682171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 9f87f014-b635-420b-96db-ad577e528181, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=9f87f014-b635-420b-96db-ad577e528181,segment=NetworkSegment(96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9),segment_id=96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:04.696059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '9f87f014-b635-420b-96db-ad577e528181', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'port_id': '9f87f014-b635-420b-96db-ad577e528181', 'mac_address': 'fa:16:3e:b8:bc:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:56:04.769298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:04.790670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f87f014-b635-420b-96db-ad577e528181 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:56:04.808577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 9f87f014-b635-420b-96db-ad577e528181, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=9f87f014-b635-420b-96db-ad577e528181,segment=NetworkSegment(96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9),segment_id=96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:04.814069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:04.816374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0a12af8f-d243-42ab-8071-8a7e2f90d85b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:04.899552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=9f87f014-b635-420b-96db-ad577e528181,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:04.902688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:05.178885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['9f87f014-b635-420b-96db-ad577e528181'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:56:05.288375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36999dd-8f5e-473e-b126-7071655fc8a5 req-d6b7e8e7-0fa0-4546-b7c2-e3afbfdc3151 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:05.289950 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d36999dd-8f5e-473e-b126-7071655fc8a5 req-d6b7e8e7-0fa0-4546-b7c2-e3afbfdc3151 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 945 time: 0.0870104 Jun 03 21:56:05.336445 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d36999dd-8f5e-473e-b126-7071655fc8a5 req-7deda327-fc7c-4687-a6fa-b9f3a8076970 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b0f87004-7c99-43c3-a425-f0f765c6f4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406227 Jun 03 21:56:06.532981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f583d2-c2b3-4c90-9a59-d5acb3e594ee req-d219aad2-2f5d-4916-9765-bc00d072cb8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:06.534438 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-01f583d2-c2b3-4c90-9a59-d5acb3e594ee req-d219aad2-2f5d-4916-9765-bc00d072cb8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 945 time: 0.0920351 Jun 03 21:56:06.548277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 9f87f014-b635-420b-96db-ad577e528181 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:56:06.581990 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-01f583d2-c2b3-4c90-9a59-d5acb3e594ee req-03b2dcfc-3afb-4547-a076-6da3a3defc4b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b0f87004-7c99-43c3-a425-f0f765c6f4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410144 Jun 03 21:56:06.631922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 9f87f014-b635-420b-96db-ad577e528181 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:56:06.637874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 9f87f014-b635-420b-96db-ad577e528181 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:56:06.638473 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:06.778372 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:06.817060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4122048f-8848-465c-9efc-c787c2dacb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f87f014-b635-420b-96db-ad577e528181'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:56:06.819908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f559bb9b-075a-4bbb-ada4-a947d4965264" -d '{"events": [{"server_uuid": "4122048f-8848-465c-9efc-c787c2dacb97", "name": "network-vif-plugged", "status": "completed", "tag": "9f87f014-b635-420b-96db-ad577e528181"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:56:06.831140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 9f87f014-b635-420b-96db-ad577e528181, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=9f87f014-b635-420b-96db-ad577e528181,segment=NetworkSegment(96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9),segment_id=96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:06.837228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:06.838729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0a12af8f-d243-42ab-8071-8a7e2f90d85b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:06.873693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a00c2c-0da8-4a78-819a-96a9741f41ef x-openstack-request-id: req-71a00c2c-0da8-4a78-819a-96a9741f41ef {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:56:06.874013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4122048f-8848-465c-9efc-c787c2dacb97", "name": "network-vif-plugged", "status": "completed", "tag": "9f87f014-b635-420b-96db-ad577e528181", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:56:06.874249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-71a00c2c-0da8-4a78-819a-96a9741f41ef {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:56:06.874635 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4122048f-8848-465c-9efc-c787c2dacb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f87f014-b635-420b-96db-ad577e528181', 'code': 200} Jun 03 21:56:06.907552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=9f87f014-b635-420b-96db-ad577e528181,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:06.910467 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:07.137066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53919840-08df-4a2f-8a3e-ea6ae70132f8 req-0ba1e71b-844b-4f2d-9947-23a310cc2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:07.138639 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53919840-08df-4a2f-8a3e-ea6ae70132f8 req-0ba1e71b-844b-4f2d-9947-23a310cc2817 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 1099 time: 0.0864120 Jun 03 21:56:07.189204 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53919840-08df-4a2f-8a3e-ea6ae70132f8 req-699c8fd3-9ca4-4cf9-9fa6-33bae56747e4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b0f87004-7c99-43c3-a425-f0f765c6f4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423701 Jun 03 21:56:07.786961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a11e79-f347-4828-b3fb-acb3d9baf8ef req-11c974b6-7dd1-48b6-bc1f-a8544f99b1c7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:07.790598 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b3a11e79-f347-4828-b3fb-acb3d9baf8ef req-11c974b6-7dd1-48b6-bc1f-a8544f99b1c7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 946 time: 0.0936975 Jun 03 21:56:07.837521 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b3a11e79-f347-4828-b3fb-acb3d9baf8ef req-5f6dfa6a-1eaa-43e0-9052-e49f0bd9e812 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b0f87004-7c99-43c3-a425-f0f765c6f4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405784 Jun 03 21:56:08.118410 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:56:09.048157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587727bf-3470-49ca-b6bd-13a204b42e02 req-08cdac9a-31f7-4a6d-95b3-f6365ecfef5a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:09.049646 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-587727bf-3470-49ca-b6bd-13a204b42e02 req-08cdac9a-31f7-4a6d-95b3-f6365ecfef5a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 946 time: 0.0927091 Jun 03 21:56:09.095850 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-587727bf-3470-49ca-b6bd-13a204b42e02 req-4e9f37e8-6262-4e36-88da-4d4b62983477 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b0f87004-7c99-43c3-a425-f0f765c6f4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403550 Jun 03 21:56:09.310864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7dd36-4a2f-4245-9310-e97faf19d56f req-5ac8d378-4654-467f-9901-172fd8c223d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:09.312525 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cec7dd36-4a2f-4245-9310-e97faf19d56f req-5ac8d378-4654-467f-9901-172fd8c223d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 946 time: 0.0956745 Jun 03 21:56:09.362721 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cec7dd36-4a2f-4245-9310-e97faf19d56f req-1210a8cf-37f0-4f37-b870-c5786c6a048d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b0f87004-7c99-43c3-a425-f0f765c6f4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426271 Jun 03 21:56:09.392787 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56776) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:09.477043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4705eb4e-263d-42f1-b290-504a8d0b45f2 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:09.478692 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4705eb4e-263d-42f1-b290-504a8d0b45f2 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 1094 time: 0.0846469 Jun 03 21:56:09.481706 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56778) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:09.486570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '9f87f014-b635-420b-96db-ad577e528181', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:56:09.494888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:56:09.500475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:floatingip and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:56:09.503568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:56:09.509909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:56:09.526663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:09.673168 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:09.813846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.165 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/ba61787b-9440-4d00-8063-c594a8cb7d2e) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:56:09.970747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.005368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.010404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0d5e52db-7d5d-4e3e-867a-69ace49883fc tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:10.073907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:56:10.076912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:56:10.085030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:56:10.115049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=ba61787b-9440-4d00-8063-c594a8cb7d2e,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:10.121665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:10.663108 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.748062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.975780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.982453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:10.986470 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-95e35a00-dc8f-44e7-bdfc-4cae477e1251 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:11.099633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=ba61787b-9440-4d00-8063-c594a8cb7d2e,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:11.102803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:11.113152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:11.305783 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 2d5693a0-19b2-49a6-a9bd-01187c20fc19 associated. External IP: 172.26.3.165, port: 9f87f014-b635-420b-96db-ad577e528181. Jun 03 21:56:11.697483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 3de0711a-3cee-4831-a26b-b748e1a93595 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:56:11.892989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:56:11.902809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5da836-7f14-45de-bb32-d459f01e7a0e None None] Sync routers for ids ['3de0711a-3cee-4831-a26b-b748e1a93595'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:56:11.912943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5da836-7f14-45de-bb32-d459f01e7a0e None None] Routers {'3de0711a-3cee-4831-a26b-b748e1a93595'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:11.913566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5e5da836-7f14-45de-bb32-d459f01e7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:55:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3de0711a-3cee-4831-a26b-b748e1a93595'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:11.922382 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:11.984697 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5017366 Jun 03 21:56:11.985322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4122048f-8848-465c-9efc-c787c2dacb97', 'tag': '9f87f014-b635-420b-96db-ad577e528181'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:56:11.987436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56784) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:11.988088 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64347e60-6793-4213-966f-51d5253a8389" -d '{"events": [{"name": "network-changed", "server_uuid": "4122048f-8848-465c-9efc-c787c2dacb97", "tag": "9f87f014-b635-420b-96db-ad577e528181"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:56:12.035007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2966735c-8239-41dd-a2e2-0b4fdc5f778d x-openstack-request-id: req-2966735c-8239-41dd-a2e2-0b4fdc5f778d {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:56:12.035417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4122048f-8848-465c-9efc-c787c2dacb97", "tag": "9f87f014-b635-420b-96db-ad577e528181", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:56:12.035829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2966735c-8239-41dd-a2e2-0b4fdc5f778d {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:56:12.036282 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4122048f-8848-465c-9efc-c787c2dacb97', 'tag': '9f87f014-b635-420b-96db-ad577e528181', 'status': 'completed', 'code': 200} Jun 03 21:56:12.154026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5e5da836-7f14-45de-bb32-d459f01e7a0e None None] Set router 3de0711a-3cee-4831-a26b-b748e1a93595 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:12.159825 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4b4ea031-95ca-46dd-b3cd-3e9244e6775b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/2d5693a0-19b2-49a6-a9bd-01187c20fc19 HTTP/1.1" status: 200 len: 992 time: 0.1701908 Jun 03 21:56:12.182549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64347e60-6793-4213-966f-51d5253a8389 req-65c0a19e-83d1-4c57-8e7e-00c1b3d6dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:12.184267 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-64347e60-6793-4213-966f-51d5253a8389 req-65c0a19e-83d1-4c57-8e7e-00c1b3d6dad0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 1099 time: 0.1192181 Jun 03 21:56:12.325507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64347e60-6793-4213-966f-51d5253a8389 req-85fb29c8-4e87-4093-b8f5-44d4b50a7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:12.327260 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-64347e60-6793-4213-966f-51d5253a8389 req-85fb29c8-4e87-4093-b8f5-44d4b50a7d0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=272cd572-27eb-40d6-87f6-a6ce543a9e1b HTTP/1.1" status: 200 len: 899 time: 0.1336031 Jun 03 21:56:12.437794 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-64347e60-6793-4213-966f-51d5253a8389 req-a4d118d2-5246-4068-a487-301f93929879 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f87f014-b635-420b-96db-ad577e528181 HTTP/1.1" status: 200 len: 1000 time: 0.1039124 Jun 03 21:56:12.507178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64347e60-6793-4213-966f-51d5253a8389 req-7cdbe6cc-3f21-4132-a779-a41e65986788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:12.508817 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-64347e60-6793-4213-966f-51d5253a8389 req-7cdbe6cc-3f21-4132-a779-a41e65986788 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8675e468-1818-458d-b1ff-3d2da53da5e5 HTTP/1.1" status: 200 len: 835 time: 0.0623477 Jun 03 21:56:12.532450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5e5da836-7f14-45de-bb32-d459f01e7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:55:52Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2d5693a0-19b2-49a6-a9bd-01187c20fc19', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'port_id': '9f87f014-b635-420b-96db-ad577e528181', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'mac_address': 'fa:16:3e:b8:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4122048f-8848-465c-9efc-c787c2dacb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:56:10Z', 'updated_at': '2021-06-03T21:56:10Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b9c753-c46d-4367-93ce-bebba3120226', 'name': '', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:29:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:52Z', 'updated_at': '2021-06-03T21:55:58Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:12.537233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5da836-7f14-45de-bb32-d459f01e7a0e None None] Checking router: 3de0711a-3cee-4831-a26b-b748e1a93595 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:56:12.546776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5da836-7f14-45de-bb32-d459f01e7a0e None None] Routers {'3de0711a-3cee-4831-a26b-b748e1a93595'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:12.547416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5e5da836-7f14-45de-bb32-d459f01e7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:55:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3de0711a-3cee-4831-a26b-b748e1a93595'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:12.733853 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5e5da836-7f14-45de-bb32-d459f01e7a0e None None] Set router 3de0711a-3cee-4831-a26b-b748e1a93595 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:12.747210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64347e60-6793-4213-966f-51d5253a8389 req-3980c21d-a53d-4156-9586-4b71270a4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:12.748922 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-64347e60-6793-4213-966f-51d5253a8389 req-3980c21d-a53d-4156-9586-4b71270a4d72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=272cd572-27eb-40d6-87f6-a6ce543a9e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2318966 Jun 03 21:56:12.894789 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-64347e60-6793-4213-966f-51d5253a8389 req-9c01d9e2-bf53-43cf-a7cb-8f80ae7bf108 service neutron] 10.222.0.24 "GET /v2.0/networks/272cd572-27eb-40d6-87f6-a6ce543a9e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380267 Jun 03 21:56:13.045350 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-64347e60-6793-4213-966f-51d5253a8389 req-58ba7e64-9a9c-4573-8186-8767d415c3d0 service neutron] 10.222.0.24 "GET /v2.0/networks/272cd572-27eb-40d6-87f6-a6ce543a9e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430781 Jun 03 21:56:13.131834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5e5da836-7f14-45de-bb32-d459f01e7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:55:52Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2d5693a0-19b2-49a6-a9bd-01187c20fc19', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'port_id': '9f87f014-b635-420b-96db-ad577e528181', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'mac_address': 'fa:16:3e:b8:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4122048f-8848-465c-9efc-c787c2dacb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:56:10Z', 'updated_at': '2021-06-03T21:56:10Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b9c753-c46d-4367-93ce-bebba3120226', 'name': '', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:29:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:52Z', 'updated_at': '2021-06-03T21:55:58Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:13.136670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5da836-7f14-45de-bb32-d459f01e7a0e None None] The sync data for ids ['3de0711a-3cee-4831-a26b-b748e1a93595'] in dv-neutron-792998-2-hyperv is: [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:55:52Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2d5693a0-19b2-49a6-a9bd-01187c20fc19', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'port_id': '9f87f014-b635-420b-96db-ad577e528181', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'mac_address': 'fa:16:3e:b8:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4122048f-8848-465c-9efc-c787c2dacb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:56:10Z', 'updated_at': '2021-06-03T21:56:10Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b9c753-c46d-4367-93ce-bebba3120226', 'name': '', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:29:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:52Z', 'updated_at': '2021-06-03T21:55:58Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:56:13.164056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56788) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:13.302594 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0b105107-f886-4d48-bb7b-7ab9d9e0f9bf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/2d5693a0-19b2-49a6-a9bd-01187c20fc19 HTTP/1.1" status: 200 len: 992 time: 0.1359401 Jun 03 21:56:13.343604 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19950800-cf6b-415d-8892-a257faa55216 None None] New status for floating IP 2d5693a0-19b2-49a6-a9bd-01187c20fc19: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:56:14.305967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56790) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:14.417412 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-774eb564-8117-4308-897f-04dd68b7d803 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/2d5693a0-19b2-49a6-a9bd-01187c20fc19 HTTP/1.1" status: 200 len: 994 time: 0.1099467 Jun 03 21:56:22.807494 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f5db233-91c0-4e6c-819b-4f57dbc775aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:25.387949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:25.487697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c0164182-0679-4d9a-8ba2-fd516f6fee31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:26.724358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:26.879010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:28.387833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:36.569151 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7b7e708b-a14b-4adf-951f-9021b6d8c4bd req-cea9a1a5-93dd-4526-8f96-a56da3e7eaa1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738451 Jun 03 21:56:36.669019 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e708b-a14b-4adf-951f-9021b6d8c4bd req-685c8bf3-79b9-40f5-9893-1d89033a65ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:36.670476 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7b7e708b-a14b-4adf-951f-9021b6d8c4bd req-685c8bf3-79b9-40f5-9893-1d89033a65ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 1098 time: 0.0778482 Jun 03 21:56:36.827401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e708b-a14b-4adf-951f-9021b6d8c4bd req-148b462b-262f-4c44-93f5-595faefa40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:36.828794 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7b7e708b-a14b-4adf-951f-9021b6d8c4bd req-148b462b-262f-4c44-93f5-595faefa40b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 914 time: 0.1382244 Jun 03 21:56:36.930314 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7b7e708b-a14b-4adf-951f-9021b6d8c4bd req-092bcd33-eea1-4633-9514-cc2af7fa24df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b04468-e991-466a-8ab3-a6bbfdbf8014 HTTP/1.1" status: 200 len: 1000 time: 0.0946498 Jun 03 21:56:37.007902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e708b-a14b-4adf-951f-9021b6d8c4bd req-0e7d0651-21ba-4596-8c0f-1129312cd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:37.009357 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7b7e708b-a14b-4adf-951f-9021b6d8c4bd req-0e7d0651-21ba-4596-8c0f-1129312cd8f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.0716877 Jun 03 21:56:37.097134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e708b-a14b-4adf-951f-9021b6d8c4bd req-49f874b8-240c-4824-9162-4cb7c9e15d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:37.098657 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7b7e708b-a14b-4adf-951f-9021b6d8c4bd req-49f874b8-240c-4824-9162-4cb7c9e15d49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820312 Jun 03 21:56:37.245053 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7b7e708b-a14b-4adf-951f-9021b6d8c4bd req-df1ac57c-6db4-4c85-8cf5-f07eeda44c04 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386192 Jun 03 21:56:37.384793 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7b7e708b-a14b-4adf-951f-9021b6d8c4bd req-addb6a79-aa92-4bae-a6d7-b12e146602cb service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331151 Jun 03 21:56:45.117781 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:56:52.627033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56802) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:56:52.802847 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fd780427-e161-46be-a608-41feca7742d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:53.064702 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Deleting port 956a4b47-790f-4ee0-9abc-b1e168d64d8b {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:56:53.065002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:53.200410 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:53.200735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:53.334117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Calling delete_port for 956a4b47-790f-4ee0-9abc-b1e168d64d8b owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:56:53.492850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:53.496753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8527d134-2b10-4e83-b727-1ebc6b5a0f1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:53.542996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event deleted for resources: {'Port': ['ID=956a4b47-790f-4ee0-9abc-b1e168d64d8b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:53.587766 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:53.588029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:53.588395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:53.588780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:53.589134 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:53.589512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:53.589873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:53.590236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:53.590592 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:53.590952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:53.591293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:53.591673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:53.596286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:53.661153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:53.661886 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Floating IP a5d6f8c7-b3e7-46b6-900b-f859609fbf01 disassociated (deleted). External IP: 172.26.3.91, port: 00b04468-e991-466a-8ab3-a6bbfdbf8014. Jun 03 21:56:54.030915 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Router 852748e3-944e-4f14-bdb5-f13b9e3d169c has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:56:54.228255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:56:54.238391 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae4c3f7-c72c-450e-b3b9-2539dea8a06c None None] Sync routers for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:56:54.248105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae4c3f7-c72c-450e-b3b9-2539dea8a06c None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:54.248766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-aae4c3f7-c72c-450e-b3b9-2539dea8a06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:56:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:54.251521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:54.307288 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "DELETE /v2.0/floatingips/a5d6f8c7-b3e7-46b6-900b-f859609fbf01 HTTP/1.1" status: 204 len: 168 time: 1.6791067 Jun 03 21:56:54.308028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39287052-8fb1-44ce-a7af-512672c459ed', 'tag': '00b04468-e991-466a-8ab3-a6bbfdbf8014'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:56:54.310532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668d0e4f-b0cc-4951-bf0e-69c639f08ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "39287052-8fb1-44ce-a7af-512672c459ed", "tag": "00b04468-e991-466a-8ab3-a6bbfdbf8014"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:56:54.368499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfd05c3-ec2a-432f-9f77-b9e0676b2a15 x-openstack-request-id: req-ddfd05c3-ec2a-432f-9f77-b9e0676b2a15 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:56:54.368863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39287052-8fb1-44ce-a7af-512672c459ed", "tag": "00b04468-e991-466a-8ab3-a6bbfdbf8014", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:56:54.369166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ddfd05c3-ec2a-432f-9f77-b9e0676b2a15 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:56:54.369611 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39287052-8fb1-44ce-a7af-512672c459ed', 'tag': '00b04468-e991-466a-8ab3-a6bbfdbf8014', 'status': 'completed', 'code': 200} Jun 03 21:56:54.450763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-aae4c3f7-c72c-450e-b3b9-2539dea8a06c None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:54.475061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0e4f-b0cc-4951-bf0e-69c639f08ae0 req-83b96a50-481c-4fd7-b77d-6eb7cb38d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:54.476678 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-668d0e4f-b0cc-4951-bf0e-69c639f08ae0 req-83b96a50-481c-4fd7-b77d-6eb7cb38d021 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 1098 time: 0.0833466 Jun 03 21:56:54.817945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0e4f-b0cc-4951-bf0e-69c639f08ae0 req-869fde2b-090b-48ba-99c8-3bdb3e979d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:54.819625 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-668d0e4f-b0cc-4951-bf0e-69c639f08ae0 req-869fde2b-090b-48ba-99c8-3bdb3e979d2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 914 time: 0.3364546 Jun 03 21:56:54.862315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c552a2-e233-4ff3-8a66-e7e6f45f65cc req-fb793546-8d59-4393-a12a-a4ce2c8f39ab tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:54.863019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-e8c552a2-e233-4ff3-8a66-e7e6f45f65cc req-fb793546-8d59-4393-a12a-a4ce2c8f39ab tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Synchronizing usage tracker for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:56:54.879735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-e8c552a2-e233-4ff3-8a66-e7e6f45f65cc req-fb793546-8d59-4393-a12a-a4ce2c8f39ab tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Unset dirty status for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:56:54.881211 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e8c552a2-e233-4ff3-8a66-e7e6f45f65cc req-fb793546-8d59-4393-a12a-a4ce2c8f39ab tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 945 time: 0.2671218 Jun 03 21:56:54.888254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-aae4c3f7-c72c-450e-b3b9-2539dea8a06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'e1bb4c2d-cd3d-47ae-82fd-8ad4141135db', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:5a:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:07Z', 'updated_at': '2021-06-03T21:53:11Z', 'revision_number': 1, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:54.892038 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-668d0e4f-b0cc-4951-bf0e-69c639f08ae0 req-da91a5b0-4630-49e5-936c-84e18e6222d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b04468-e991-466a-8ab3-a6bbfdbf8014 HTTP/1.1" status: 200 len: 217 time: 0.0640519 Jun 03 21:56:54.892751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae4c3f7-c72c-450e-b3b9-2539dea8a06c None None] Checking router: 852748e3-944e-4f14-bdb5-f13b9e3d169c for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:56:54.901856 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae4c3f7-c72c-450e-b3b9-2539dea8a06c None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:56:54.902348 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-aae4c3f7-c72c-450e-b3b9-2539dea8a06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:56:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:54.930235 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e8c552a2-e233-4ff3-8a66-e7e6f45f65cc req-6b5a6964-db3e-46d7-a358-4ffb8cbc8cf6 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417795 Jun 03 21:56:54.969226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0e4f-b0cc-4951-bf0e-69c639f08ae0 req-878180f8-bb26-49f9-a262-b36fb3233f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:54.970703 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-668d0e4f-b0cc-4951-bf0e-69c639f08ae0 req-878180f8-bb26-49f9-a262-b36fb3233f65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.0706122 Jun 03 21:56:55.050438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0e4f-b0cc-4951-bf0e-69c639f08ae0 req-2dd3e873-5375-470d-beb5-f37ca80b09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:55.051957 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-668d0e4f-b0cc-4951-bf0e-69c639f08ae0 req-2dd3e873-5375-470d-beb5-f37ca80b09ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739071 Jun 03 21:56:55.081449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-aae4c3f7-c72c-450e-b3b9-2539dea8a06c None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:56:55.192420 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-668d0e4f-b0cc-4951-bf0e-69c639f08ae0 req-895d0b60-6387-429c-85e4-9d2c5364540d service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333606 Jun 03 21:56:55.338859 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-668d0e4f-b0cc-4951-bf0e-69c639f08ae0 req-3ddaf1cc-3f64-4d41-883b-8979044de89c service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379168 Jun 03 21:56:55.413916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:55.452097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-aae4c3f7-c72c-450e-b3b9-2539dea8a06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'e1bb4c2d-cd3d-47ae-82fd-8ad4141135db', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:5a:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:07Z', 'updated_at': '2021-06-03T21:53:11Z', 'revision_number': 1, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:56:55.456911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae4c3f7-c72c-450e-b3b9-2539dea8a06c None None] The sync data for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv is: [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'e1bb4c2d-cd3d-47ae-82fd-8ad4141135db', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'port_id': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'mac_address': 'fa:16:3e:5a:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:53:07Z', 'updated_at': '2021-06-03T21:53:11Z', 'revision_number': 1, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:56:55.482192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f040ddda-c196-4fcc-9a02-86649b8e953e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:55.711213 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b080a3-2e4e-4d63-922c-f53c7a6cbfee None None] New status for floating IP a5d6f8c7-b3e7-46b6-900b-f859609fbf01: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:56:56.143570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4d0d8-2353-4d72-89c2-f187aac5d30a req-37073d15-a547-4c0a-b2d5-a4abb3327ece tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:56.145286 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-66e4d0d8-2353-4d72-89c2-f187aac5d30a req-37073d15-a547-4c0a-b2d5-a4abb3327ece tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 945 time: 0.1022170 Jun 03 21:56:56.196751 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-66e4d0d8-2353-4d72-89c2-f187aac5d30a req-d3293475-2002-4a8b-89a1-4b331e7cd739 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432096 Jun 03 21:56:56.356668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28b2f9-0e7b-4c5b-8b8e-9925a0f2e1df req-c32fc236-8340-4c65-acf2-7e6919ed531b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:56:56.358144 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa28b2f9-0e7b-4c5b-8b8e-9925a0f2e1df req-c32fc236-8340-4c65-acf2-7e6919ed531b tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 945 time: 0.0845251 Jun 03 21:56:56.497633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-aa28b2f9-0e7b-4c5b-8b8e-9925a0f2e1df req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Deleting port 00b04468-e991-466a-8ab3-a6bbfdbf8014 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:56:56.497925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa28b2f9-0e7b-4c5b-8b8e-9925a0f2e1df req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:56.636756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-aa28b2f9-0e7b-4c5b-8b8e-9925a0f2e1df req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] For port 00b04468-e991-466a-8ab3-a6bbfdbf8014, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=00b04468-e991-466a-8ab3-a6bbfdbf8014,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:56:56.637065 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa28b2f9-0e7b-4c5b-8b8e-9925a0f2e1df req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:56.721126 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:56.766758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-aa28b2f9-0e7b-4c5b-8b8e-9925a0f2e1df req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Calling delete_port for 00b04468-e991-466a-8ab3-a6bbfdbf8014 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:56:56.876314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:56.895366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa28b2f9-0e7b-4c5b-8b8e-9925a0f2e1df req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:56.901426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-648d66dc-8419-49ad-9af4-468d298d574c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:56:56.947772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event deleted for resources: {'Port': ['ID=00b04468-e991-466a-8ab3-a6bbfdbf8014,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:56:56.986656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.987049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.987402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.987830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.988176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.988658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.989032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.989405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.989769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.990124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.990483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:56.990856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:56:57.002822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:56:57.041207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa28b2f9-0e7b-4c5b-8b8e-9925a0f2e1df req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] No DVR routers for this DVR port 00b04468-e991-466a-8ab3-a6bbfdbf8014 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:56:57.043987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa28b2f9-0e7b-4c5b-8b8e-9925a0f2e1df req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:57.047150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39287052-8fb1-44ce-a7af-512672c459ed', 'name': 'network-vif-deleted', 'tag': '00b04468-e991-466a-8ab3-a6bbfdbf8014'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:56:57.049498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafef9fa-c359-49d0-9ec5-464fa610787a" -d '{"events": [{"server_uuid": "39287052-8fb1-44ce-a7af-512672c459ed", "name": "network-vif-deleted", "tag": "00b04468-e991-466a-8ab3-a6bbfdbf8014"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:56:57.064696 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa28b2f9-0e7b-4c5b-8b8e-9925a0f2e1df req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "DELETE /v2.0/ports/00b04468-e991-466a-8ab3-a6bbfdbf8014 HTTP/1.1" status: 204 len: 173 time: 0.7004631 Jun 03 21:56:57.096043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c083c0-631a-4e3f-9627-0c1a1f87baef x-openstack-request-id: req-46c083c0-631a-4e3f-9627-0c1a1f87baef {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:56:57.096382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39287052-8fb1-44ce-a7af-512672c459ed", "name": "network-vif-deleted", "tag": "00b04468-e991-466a-8ab3-a6bbfdbf8014", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:56:57.097104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-46c083c0-631a-4e3f-9627-0c1a1f87baef {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:56:57.097561 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39287052-8fb1-44ce-a7af-512672c459ed', 'name': 'network-vif-deleted', 'tag': '00b04468-e991-466a-8ab3-a6bbfdbf8014', 'status': 'completed', 'code': 200} Jun 03 21:56:57.352748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-26c56c6f-4c0c-4775-a206-6c6dc2346678 req-eeefda26-aa9a-4e50-bae8-d010b69cf509 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Synchronizing usage tracker for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:56:57.371104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-26c56c6f-4c0c-4775-a206-6c6dc2346678 req-eeefda26-aa9a-4e50-bae8-d010b69cf509 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Unset dirty status for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:56:57.372424 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26c56c6f-4c0c-4775-a206-6c6dc2346678 req-eeefda26-aa9a-4e50-bae8-d010b69cf509 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 210 time: 0.0656071 Jun 03 21:56:58.394752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:56:58.529224 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5cf29709-e344-4912-aad5-e7963e2b961d req-a9c96513-9a71-4b9f-b541-afa3e4c318d4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 210 time: 0.0444510 Jun 03 21:56:58.935993 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 00b04468-e991-466a-8ab3-a6bbfdbf8014 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:56:58.972142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 00b04468-e991-466a-8ab3-a6bbfdbf8014 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:56:58.972495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 00b04468-e991-466a-8ab3-a6bbfdbf8014 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:56:59.697403 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-81d886cd-b051-4d8e-9ff2-283b83b17dc4 req-3866d2ae-34c5-4e94-9044-d9674f6c3dd1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 210 time: 0.0609508 Jun 03 21:57:00.881573 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9dd768e0-1d47-48a4-92e6-2652ec5eb326 req-36ffc838-0d97-4bed-b4fb-00ad7c3c2dc1 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=39287052-8fb1-44ce-a7af-512672c459ed HTTP/1.1" status: 200 len: 210 time: 0.0481808 Jun 03 21:57:06.573990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56852) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:06.865299 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Deleting port a7f6034f-aee3-4116-98f5-a267bbeed16f {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:06.865672 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:06.989910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:06.990207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:07.117307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Calling delete_port for a7f6034f-aee3-4116-98f5-a267bbeed16f owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:07.259881 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:07.263783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7368f14c-e3ed-4eef-8c46-af59a19a4d1e tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:07.337490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event deleted for resources: {'Port': ['ID=a7f6034f-aee3-4116-98f5-a267bbeed16f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:07.339937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:07.413224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:07.413617 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Floating IP e1bb4c2d-cd3d-47ae-82fd-8ad4141135db disassociated (deleted). External IP: 172.26.3.170, port: 68909855-106f-4dc3-b9bc-7ef36f84ffbe. Jun 03 21:57:07.791070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Router 852748e3-944e-4f14-bdb5-f13b9e3d169c has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:57:08.126127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:57:08.136048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c3ff2-613c-450e-9c6d-8daa9dc24e23 None None] Sync routers for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:57:08.147915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c3ff2-613c-450e-9c6d-8daa9dc24e23 None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:08.148311 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:08.148561 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-937c3ff2-613c-450e-9c6d-8daa9dc24e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:56:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:08.206406 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "DELETE /v2.0/floatingips/e1bb4c2d-cd3d-47ae-82fd-8ad4141135db HTTP/1.1" status: 204 len: 168 time: 1.6313190 Jun 03 21:57:08.207070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'tag': '68909855-106f-4dc3-b9bc-7ef36f84ffbe'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:08.209467 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c43a98-a4ee-4aa7-a9a8-1efe08fb0417" -d '{"events": [{"name": "network-changed", "server_uuid": "42fb6f75-dbf7-48ec-a1ab-99d64e17cf20", "tag": "68909855-106f-4dc3-b9bc-7ef36f84ffbe"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:08.264016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95583745-1777-4c37-861e-ec4b763d9d15 x-openstack-request-id: req-95583745-1777-4c37-861e-ec4b763d9d15 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:08.264016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fb6f75-dbf7-48ec-a1ab-99d64e17cf20", "tag": "68909855-106f-4dc3-b9bc-7ef36f84ffbe", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:08.264016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-95583745-1777-4c37-861e-ec4b763d9d15 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:08.264016 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'tag': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'status': 'completed', 'code': 200} Jun 03 21:57:08.337497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-937c3ff2-613c-450e-9c6d-8daa9dc24e23 None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:08.365404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43a98-a4ee-4aa7-a9a8-1efe08fb0417 req-6084f996-c5ff-415b-b4aa-103b7fd085ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:08.367166 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-25c43a98-a4ee-4aa7-a9a8-1efe08fb0417 req-6084f996-c5ff-415b-b4aa-103b7fd085ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 1098 time: 0.0823612 Jun 03 21:57:08.556403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43a98-a4ee-4aa7-a9a8-1efe08fb0417 req-a06800ae-aa2e-470a-bd12-710d00dbafb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:08.557871 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-25c43a98-a4ee-4aa7-a9a8-1efe08fb0417 req-a06800ae-aa2e-470a-bd12-710d00dbafb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 200 len: 914 time: 0.1844709 Jun 03 21:57:08.633911 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-25c43a98-a4ee-4aa7-a9a8-1efe08fb0417 req-05cb42c1-ec00-44ab-b4a6-a556690d1209 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68909855-106f-4dc3-b9bc-7ef36f84ffbe HTTP/1.1" status: 200 len: 217 time: 0.0676825 Jun 03 21:57:08.719523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-937c3ff2-613c-450e-9c6d-8daa9dc24e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:08.724068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c3ff2-613c-450e-9c6d-8daa9dc24e23 None None] Checking router: 852748e3-944e-4f14-bdb5-f13b9e3d169c for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:57:08.733472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c3ff2-613c-450e-9c6d-8daa9dc24e23 None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:08.734050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-937c3ff2-613c-450e-9c6d-8daa9dc24e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:56:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:08.863305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc11401-b72d-4bb6-b43b-8b83b382a862 req-97b9a8f7-c421-46db-ac9a-2de286950513 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:08.864819 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3cc11401-b72d-4bb6-b43b-8b83b382a862 req-97b9a8f7-c421-46db-ac9a-2de286950513 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 945 time: 0.3544424 Jun 03 21:57:08.887717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43a98-a4ee-4aa7-a9a8-1efe08fb0417 req-6c3f8a5f-457b-4b2b-9b30-9fd2f96a639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:08.889170 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-25c43a98-a4ee-4aa7-a9a8-1efe08fb0417 req-6c3f8a5f-457b-4b2b-9b30-9fd2f96a639e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 200 len: 851 time: 0.2471790 Jun 03 21:57:08.917681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-937c3ff2-613c-450e-9c6d-8daa9dc24e23 None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:08.956644 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3cc11401-b72d-4bb6-b43b-8b83b382a862 req-c825753e-929e-45b6-a724-d2f272c09289 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850000 Jun 03 21:57:08.987394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43a98-a4ee-4aa7-a9a8-1efe08fb0417 req-78662b39-fb19-4dff-8435-03197433d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:08.988930 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-25c43a98-a4ee-4aa7-a9a8-1efe08fb0417 req-78662b39-fb19-4dff-8435-03197433d857 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=286f61e7-92b7-4b3e-b29f-ce7c7d38d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917208 Jun 03 21:57:09.130837 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-25c43a98-a4ee-4aa7-a9a8-1efe08fb0417 req-3117e8f6-d0aa-4a08-8496-f51ed5954063 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341879 Jun 03 21:57:09.251207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-937c3ff2-613c-450e-9c6d-8daa9dc24e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:09.255231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c3ff2-613c-450e-9c6d-8daa9dc24e23 None None] The sync data for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv is: [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:48:49Z', 'revision_number': 4, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '35e3e25e-1961-412b-849c-4318a9d51e8d', 'name': '', 'network_id': '286f61e7-92b7-4b3e-b29f-ce7c7d38d749', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'mac_address': 'fa:16:3e:a7:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:47Z', 'updated_at': '2021-06-03T21:48:59Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'subnets': [{'id': '0518fb2a-9330-44b3-8e05-85f28f75517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:57:09.275890 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-25c43a98-a4ee-4aa7-a9a8-1efe08fb0417 req-768b9869-08c8-494b-89f8-ea64c158be01 service neutron] 10.222.0.24 "GET /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375024 Jun 03 21:57:09.473804 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6694176-0364-464b-b233-30539de46b5e None None] New status for floating IP e1bb4c2d-cd3d-47ae-82fd-8ad4141135db: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:57:10.164913 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c060e-3a55-4121-98bd-ec7fb252862c req-05880bee-b632-4a2e-8ada-f62582a82e73 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:10.165611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-3d7c060e-3a55-4121-98bd-ec7fb252862c req-05880bee-b632-4a2e-8ada-f62582a82e73 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Synchronizing usage tracker for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:10.184507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-3d7c060e-3a55-4121-98bd-ec7fb252862c req-05880bee-b632-4a2e-8ada-f62582a82e73 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Unset dirty status for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:10.185688 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3d7c060e-3a55-4121-98bd-ec7fb252862c req-05880bee-b632-4a2e-8ada-f62582a82e73 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 945 time: 0.1134195 Jun 03 21:57:10.199440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe84a68-d5f9-4413-bfd2-3496b23a2bdd req-b2922419-212d-4aaa-bbf4-043d5f876b2f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:10.201230 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fe84a68-d5f9-4413-bfd2-3496b23a2bdd req-b2922419-212d-4aaa-bbf4-043d5f876b2f tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 945 time: 0.1004269 Jun 03 21:57:10.235896 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3d7c060e-3a55-4121-98bd-ec7fb252862c req-ed6ae0b6-f050-49fc-aef0-5ee694fe5d2a tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/security-groups?id=236e5f6c-879f-4f75-8b97-62d62125c618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430820 Jun 03 21:57:10.345407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-8fe84a68-d5f9-4413-bfd2-3496b23a2bdd req-7009df8e-d3ea-4d32-9623-980c60f89ce8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Deleting port 68909855-106f-4dc3-b9bc-7ef36f84ffbe {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:10.345707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8fe84a68-d5f9-4413-bfd2-3496b23a2bdd req-7009df8e-d3ea-4d32-9623-980c60f89ce8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:10.485056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-8fe84a68-d5f9-4413-bfd2-3496b23a2bdd req-7009df8e-d3ea-4d32-9623-980c60f89ce8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] For port 68909855-106f-4dc3-b9bc-7ef36f84ffbe, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=68909855-106f-4dc3-b9bc-7ef36f84ffbe,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:10.485361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8fe84a68-d5f9-4413-bfd2-3496b23a2bdd req-7009df8e-d3ea-4d32-9623-980c60f89ce8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:10.608957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-8fe84a68-d5f9-4413-bfd2-3496b23a2bdd req-7009df8e-d3ea-4d32-9623-980c60f89ce8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Calling delete_port for 68909855-106f-4dc3-b9bc-7ef36f84ffbe owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:10.731696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8fe84a68-d5f9-4413-bfd2-3496b23a2bdd req-7009df8e-d3ea-4d32-9623-980c60f89ce8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:10.737980 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:10.787271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009df8e-d3ea-4d32-9623-980c60f89ce8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event deleted for resources: {'Port': ['ID=68909855-106f-4dc3-b9bc-7ef36f84ffbe,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:10.790700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7009df8e-d3ea-4d32-9623-980c60f89ce8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:10.869927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe84a68-d5f9-4413-bfd2-3496b23a2bdd req-7009df8e-d3ea-4d32-9623-980c60f89ce8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] No DVR routers for this DVR port 68909855-106f-4dc3-b9bc-7ef36f84ffbe on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:57:10.872421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8fe84a68-d5f9-4413-bfd2-3496b23a2bdd req-7009df8e-d3ea-4d32-9623-980c60f89ce8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:10.875487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'name': 'network-vif-deleted', 'tag': '68909855-106f-4dc3-b9bc-7ef36f84ffbe'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:10.877843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af04cc60-f01b-4614-a593-92b029f8f0f4" -d '{"events": [{"server_uuid": "42fb6f75-dbf7-48ec-a1ab-99d64e17cf20", "name": "network-vif-deleted", "tag": "68909855-106f-4dc3-b9bc-7ef36f84ffbe"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:10.893989 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fe84a68-d5f9-4413-bfd2-3496b23a2bdd req-7009df8e-d3ea-4d32-9623-980c60f89ce8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.24 "DELETE /v2.0/ports/68909855-106f-4dc3-b9bc-7ef36f84ffbe HTTP/1.1" status: 204 len: 173 time: 0.6871715 Jun 03 21:57:10.926056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c63426-54aa-49bc-aa80-a67e3e0537c6 x-openstack-request-id: req-34c63426-54aa-49bc-aa80-a67e3e0537c6 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:10.926420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fb6f75-dbf7-48ec-a1ab-99d64e17cf20", "name": "network-vif-deleted", "tag": "68909855-106f-4dc3-b9bc-7ef36f84ffbe", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:10.926733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-34c63426-54aa-49bc-aa80-a67e3e0537c6 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:10.927140 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fb6f75-dbf7-48ec-a1ab-99d64e17cf20', 'name': 'network-vif-deleted', 'tag': '68909855-106f-4dc3-b9bc-7ef36f84ffbe', 'status': 'completed', 'code': 200} Jun 03 21:57:11.390883 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d3fb0041-669d-4a98-9ec4-d9bdf69ff6d6 req-c4ac525c-1248-4012-8c72-a9ba31099e79 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 210 time: 0.0434108 Jun 03 21:57:12.553339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-31c00fad-5d25-4169-b378-e509867f3257 req-b3af97ad-eac0-4741-8504-ba8bd5be3a66 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Synchronizing usage tracker for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:12.571140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-31c00fad-5d25-4169-b378-e509867f3257 req-b3af97ad-eac0-4741-8504-ba8bd5be3a66 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Unset dirty status for tenant:ea9dc95effb941b3ad996c5e7166ace0 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:12.572373 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-31c00fad-5d25-4169-b378-e509867f3257 req-b3af97ad-eac0-4741-8504-ba8bd5be3a66 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 210 time: 0.0663989 Jun 03 21:57:13.064010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 68909855-106f-4dc3-b9bc-7ef36f84ffbe no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:57:13.099353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 68909855-106f-4dc3-b9bc-7ef36f84ffbe {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:57:13.099779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 68909855-106f-4dc3-b9bc-7ef36f84ffbe not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:57:13.726477 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-97b1ce89-5776-45dc-bc55-b45c6a717b7b req-fd58955a-f640-4042-bc5d-ae8a25dccab3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 210 time: 0.0450535 Jun 03 21:57:14.899290 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6a405a0c-972e-4de2-bc1a-6c38fcc24099 req-8569cd5d-1074-47b9-9e4d-1b4a7d39b905 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "GET /v2.0/ports?device_id=42fb6f75-dbf7-48ec-a1ab-99d64e17cf20 HTTP/1.1" status: 200 len: 210 time: 0.0480175 Jun 03 21:57:16.000061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56876) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:16.231516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f6c6b-435b-4aec-bd8c-447d177bcc69 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Deleting port fa2b950b-025e-4b5d-a68d-0a6280089275 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:16.231845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6c6b-435b-4aec-bd8c-447d177bcc69 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:16.357875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6c6b-435b-4aec-bd8c-447d177bcc69 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:16.358136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6c6b-435b-4aec-bd8c-447d177bcc69 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:16.623988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f6c6b-435b-4aec-bd8c-447d177bcc69 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Calling delete_port for fa2b950b-025e-4b5d-a68d-0a6280089275 owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:16.758758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6c6b-435b-4aec-bd8c-447d177bcc69 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:16.762458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b4330a27-436c-4237-bcc6-9220925dd21c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:16.806776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f6c6b-435b-4aec-bd8c-447d177bcc69 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event deleted for resources: {'Port': ['ID=fa2b950b-025e-4b5d-a68d-0a6280089275,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:16.809940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3a7f6c6b-435b-4aec-bd8c-447d177bcc69 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:16.906777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6c6b-435b-4aec-bd8c-447d177bcc69 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:16.927358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6c6b-435b-4aec-bd8c-447d177bcc69 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:16.928550 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3a7f6c6b-435b-4aec-bd8c-447d177bcc69 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "DELETE /v2.0/floatingips/c800fc0d-25c6-46fb-bd9f-03019ceb8717 HTTP/1.1" status: 204 len: 168 time: 0.9274445 Jun 03 21:57:17.095390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56886) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:17.209355 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-191ab94a-0528-4a30-8643-2a9035df9a81 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/2d5693a0-19b2-49a6-a9bd-01187c20fc19 HTTP/1.1" status: 200 len: 994 time: 0.1126561 Jun 03 21:57:17.556785 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56894) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:17.827803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port ba61787b-9440-4d00-8063-c594a8cb7d2e {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:17.828061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:17.961072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:17.961423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.091496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for ba61787b-9440-4d00-8063-c594a8cb7d2e owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:18.221384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.225553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3ba664b9-dc63-4982-9147-fc1653603c73 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:18.275019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=ba61787b-9440-4d00-8063-c594a8cb7d2e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:18.277938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:18.381322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:18.381659 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 2d5693a0-19b2-49a6-a9bd-01187c20fc19 disassociated (deleted). External IP: 172.26.3.165, port: 9f87f014-b635-420b-96db-ad577e528181. Jun 03 21:57:18.909166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 3de0711a-3cee-4831-a26b-b748e1a93595 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:57:19.106634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:57:19.118927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb06b8-0704-4b0e-b2bc-2adc0e37fbef None None] Sync routers for ids ['3de0711a-3cee-4831-a26b-b748e1a93595'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:57:19.129912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb06b8-0704-4b0e-b2bc-2adc0e37fbef None None] Routers {'3de0711a-3cee-4831-a26b-b748e1a93595'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:19.130672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-16bb06b8-0704-4b0e-b2bc-2adc0e37fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:56:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3de0711a-3cee-4831-a26b-b748e1a93595'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:19.132559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:19.196760 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/floatingips/2d5693a0-19b2-49a6-a9bd-01187c20fc19 HTTP/1.1" status: 204 len: 168 time: 1.6388793 Jun 03 21:57:19.197723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4122048f-8848-465c-9efc-c787c2dacb97', 'tag': '9f87f014-b635-420b-96db-ad577e528181'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:19.200547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd74bf1-deca-4e35-898c-3729517cd2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4122048f-8848-465c-9efc-c787c2dacb97", "tag": "9f87f014-b635-420b-96db-ad577e528181"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:19.255188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4d45b3-72d2-4134-9f99-ffeb70e80e29 x-openstack-request-id: req-3a4d45b3-72d2-4134-9f99-ffeb70e80e29 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:19.256190 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4122048f-8848-465c-9efc-c787c2dacb97", "tag": "9f87f014-b635-420b-96db-ad577e528181", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:19.256653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3a4d45b3-72d2-4134-9f99-ffeb70e80e29 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:19.257266 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4122048f-8848-465c-9efc-c787c2dacb97', 'tag': '9f87f014-b635-420b-96db-ad577e528181', 'status': 'completed', 'code': 200} Jun 03 21:57:19.357143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-16bb06b8-0704-4b0e-b2bc-2adc0e37fbef None None] Set router 3de0711a-3cee-4831-a26b-b748e1a93595 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:19.364072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd74bf1-deca-4e35-898c-3729517cd2c6 req-082c8154-a33b-450b-82e0-06371f85ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:19.365563 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8dd74bf1-deca-4e35-898c-3729517cd2c6 req-082c8154-a33b-450b-82e0-06371f85ba3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 1099 time: 0.0850375 Jun 03 21:57:19.491490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56906) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:19.550062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd74bf1-deca-4e35-898c-3729517cd2c6 req-8558c6bf-a3a7-41cb-a505-fff2d11b89cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:19.552189 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8dd74bf1-deca-4e35-898c-3729517cd2c6 req-8558c6bf-a3a7-41cb-a505-fff2d11b89cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=272cd572-27eb-40d6-87f6-a6ce543a9e1b HTTP/1.1" status: 200 len: 899 time: 0.1783290 Jun 03 21:57:19.622924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a39a0f0-cd1e-44b6-a650-66297881de16 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:19.659751 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a39a0f0-cd1e-44b6-a650-66297881de16 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:19.685287 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8dd74bf1-deca-4e35-898c-3729517cd2c6 req-cba78264-ca7e-47d5-a050-247d29ca3f24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f87f014-b635-420b-96db-ad577e528181 HTTP/1.1" status: 200 len: 217 time: 0.1241903 Jun 03 21:57:19.737410 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a39a0f0-cd1e-44b6-a650-66297881de16 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:19.743252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8fdbbf7a-faff-401b-9583-59466a8142e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:19.759258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39a0f0-cd1e-44b6-a650-66297881de16 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=236e5f6c-879f-4f75-8b97-62d62125c618,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:19.762958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5a39a0f0-cd1e-44b6-a650-66297881de16 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:19.777287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a39a0f0-cd1e-44b6-a650-66297881de16 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:19.783656 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5a39a0f0-cd1e-44b6-a650-66297881de16 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] 10.222.0.96 "DELETE /v2.0/security-groups/236e5f6c-879f-4f75-8b97-62d62125c618 HTTP/1.1" status: 204 len: 168 time: 0.2904146 Jun 03 21:57:19.791887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd74bf1-deca-4e35-898c-3729517cd2c6 req-292ae04f-b087-461d-9f31-c4593d6ac178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:19.793340 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8dd74bf1-deca-4e35-898c-3729517cd2c6 req-292ae04f-b087-461d-9f31-c4593d6ac178 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8675e468-1818-458d-b1ff-3d2da53da5e5 HTTP/1.1" status: 200 len: 835 time: 0.1003470 Jun 03 21:57:19.813733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a0fdc-37af-4558-b550-efbd3c754e00 req-170138fd-eb59-4dfc-b0c5-d9c1f5fda494 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:19.815792 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e22a0fdc-37af-4558-b550-efbd3c754e00 req-170138fd-eb59-4dfc-b0c5-d9c1f5fda494 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 946 time: 0.1747682 Jun 03 21:57:19.826029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-16bb06b8-0704-4b0e-b2bc-2adc0e37fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:55:52Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '07b9c753-c46d-4367-93ce-bebba3120226', 'name': '', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:29:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:52Z', 'updated_at': '2021-06-03T21:55:58Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:19.832148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb06b8-0704-4b0e-b2bc-2adc0e37fbef None None] Checking router: 3de0711a-3cee-4831-a26b-b748e1a93595 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:57:19.839183 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56910) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:19.846433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb06b8-0704-4b0e-b2bc-2adc0e37fbef None None] Routers {'3de0711a-3cee-4831-a26b-b748e1a93595'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:19.847069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-16bb06b8-0704-4b0e-b2bc-2adc0e37fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:56:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3de0711a-3cee-4831-a26b-b748e1a93595'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:19.923017 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e22a0fdc-37af-4558-b550-efbd3c754e00 req-332cfa8e-c785-4162-9775-31c82a597c07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b0f87004-7c99-43c3-a425-f0f765c6f4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734668 Jun 03 21:57:19.952067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd74bf1-deca-4e35-898c-3729517cd2c6 req-b47c3064-39ac-4e98-81a5-a3e575944a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:19.953569 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8dd74bf1-deca-4e35-898c-3729517cd2c6 req-b47c3064-39ac-4e98-81a5-a3e575944a70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=272cd572-27eb-40d6-87f6-a6ce543a9e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1368644 Jun 03 21:57:20.116855 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8dd74bf1-deca-4e35-898c-3729517cd2c6 req-84e1cabe-db6b-4309-8146-905d24e5ae31 service neutron] 10.222.0.24 "GET /v2.0/networks/272cd572-27eb-40d6-87f6-a6ce543a9e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553688 Jun 03 21:57:20.134975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-16bb06b8-0704-4b0e-b2bc-2adc0e37fbef None None] Set router 3de0711a-3cee-4831-a26b-b748e1a93595 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:20.282645 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8dd74bf1-deca-4e35-898c-3729517cd2c6 req-55a39bd0-be2e-434e-ac21-58a90aa6cf12 service neutron] 10.222.0.24 "GET /v2.0/networks/272cd572-27eb-40d6-87f6-a6ce543a9e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536453 Jun 03 21:57:20.529122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-16bb06b8-0704-4b0e-b2bc-2adc0e37fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:55:52Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '07b9c753-c46d-4367-93ce-bebba3120226', 'name': '', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:29:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:52Z', 'updated_at': '2021-06-03T21:55:58Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:20.533966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb06b8-0704-4b0e-b2bc-2adc0e37fbef None None] The sync data for ids ['3de0711a-3cee-4831-a26b-b748e1a93595'] in dv-neutron-792998-2-hyperv is: [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:55:52Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '07b9c753-c46d-4367-93ce-bebba3120226', 'name': '', 'network_id': '272cd572-27eb-40d6-87f6-a6ce543a9e1b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:29:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:52Z', 'updated_at': '2021-06-03T21:55:58Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '8675e468-1818-458d-b1ff-3d2da53da5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:57:20.681888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:20.760473 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb5fb48-ee32-4f0d-b4f9-d3d24729fed7 None None] New status for floating IP 2d5693a0-19b2-49a6-a9bd-01187c20fc19: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:57:21.239855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5015bec-9270-440c-bc17-68ef6f3a12e3 req-94501999-0ae0-4333-babc-e536f82037e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:21.241460 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b5015bec-9270-440c-bc17-68ef6f3a12e3 req-94501999-0ae0-4333-babc-e536f82037e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 946 time: 0.1064403 Jun 03 21:57:21.242821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c082c6f-1744-4931-b555-b7617f91e65f req-ca4e6b89-3a7b-443b-afce-c20f3b653595 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:21.243698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-1c082c6f-1744-4931-b555-b7617f91e65f req-ca4e6b89-3a7b-443b-afce-c20f3b653595 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:21.312227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-1c082c6f-1744-4931-b555-b7617f91e65f req-ca4e6b89-3a7b-443b-afce-c20f3b653595 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:21.313729 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1c082c6f-1744-4931-b555-b7617f91e65f req-ca4e6b89-3a7b-443b-afce-c20f3b653595 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 946 time: 0.1959832 Jun 03 21:57:21.407049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-b5015bec-9270-440c-bc17-68ef6f3a12e3 req-2d542c25-7e99-40be-9991-7d79b2e7d106 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 9f87f014-b635-420b-96db-ad577e528181 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:21.407438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b5015bec-9270-440c-bc17-68ef6f3a12e3 req-2d542c25-7e99-40be-9991-7d79b2e7d106 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.408381 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1c082c6f-1744-4931-b555-b7617f91e65f req-27d6081b-3943-4505-a1fa-3c6a54855471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b0f87004-7c99-43c3-a425-f0f765c6f4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652275 Jun 03 21:57:21.430472 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] Deleting port 35e3e25e-1961-412b-849c-4318a9d51e8d {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:21.430916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.551785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-b5015bec-9270-440c-bc17-68ef6f3a12e3 req-2d542c25-7e99-40be-9991-7d79b2e7d106 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 9f87f014-b635-420b-96db-ad577e528181, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=9f87f014-b635-420b-96db-ad577e528181,segment=NetworkSegment(96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9),segment_id=96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:21.552115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b5015bec-9270-440c-bc17-68ef6f3a12e3 req-2d542c25-7e99-40be-9991-7d79b2e7d106 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.568485 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] For port 35e3e25e-1961-412b-849c-4318a9d51e8d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=35e3e25e-1961-412b-849c-4318a9d51e8d,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:21.568842 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.678536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-b5015bec-9270-440c-bc17-68ef6f3a12e3 req-2d542c25-7e99-40be-9991-7d79b2e7d106 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 9f87f014-b635-420b-96db-ad577e528181 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:21.692099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] Calling delete_port for 35e3e25e-1961-412b-849c-4318a9d51e8d owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:21.792899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b5015bec-9270-440c-bc17-68ef6f3a12e3 req-2d542c25-7e99-40be-9991-7d79b2e7d106 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.799512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:21.849469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d542c25-7e99-40be-9991-7d79b2e7d106 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=9f87f014-b635-420b-96db-ad577e528181,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:21.852688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2d542c25-7e99-40be-9991-7d79b2e7d106 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:21.864997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.870987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-69eb2df7-8e7b-4a69-a0de-9987973bc092 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:21.916568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e3e25e-1961-412b-849c-4318a9d51e8d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:21.921064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:21.935267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5015bec-9270-440c-bc17-68ef6f3a12e3 req-2d542c25-7e99-40be-9991-7d79b2e7d106 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] No DVR routers for this DVR port 9f87f014-b635-420b-96db-ad577e528181 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:57:21.938983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b5015bec-9270-440c-bc17-68ef6f3a12e3 req-2d542c25-7e99-40be-9991-7d79b2e7d106 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:21.943974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4122048f-8848-465c-9efc-c787c2dacb97', 'name': 'network-vif-deleted', 'tag': '9f87f014-b635-420b-96db-ad577e528181'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:21.946374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33a0f0b-09c8-49b9-b197-cce9f2f5105b" -d '{"events": [{"server_uuid": "4122048f-8848-465c-9efc-c787c2dacb97", "name": "network-vif-deleted", "tag": "9f87f014-b635-420b-96db-ad577e528181"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:21.967124 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b5015bec-9270-440c-bc17-68ef6f3a12e3 req-2d542c25-7e99-40be-9991-7d79b2e7d106 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "DELETE /v2.0/ports/9f87f014-b635-420b-96db-ad577e528181 HTTP/1.1" status: 204 len: 173 time: 0.7194550 Jun 03 21:57:22.015940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f343d9-6899-4380-b4eb-ead3e1db5fdd x-openstack-request-id: req-54f343d9-6899-4380-b4eb-ead3e1db5fdd {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:22.018579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4122048f-8848-465c-9efc-c787c2dacb97", "name": "network-vif-deleted", "tag": "9f87f014-b635-420b-96db-ad577e528181", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:22.019008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-54f343d9-6899-4380-b4eb-ead3e1db5fdd {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:22.020462 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4122048f-8848-465c-9efc-c787c2dacb97', 'name': 'network-vif-deleted', 'tag': '9f87f014-b635-420b-96db-ad577e528181', 'status': 'completed', 'code': 200} Jun 03 21:57:22.117903 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:57:22.228639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:22.771207 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-036a6673-6493-45bb-96a6-e5fb63c821be req-5a7e5516-a108-4ed8-95c2-3b6a1af46a71 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4122048f-8848-465c-9efc-c787c2dacb97 HTTP/1.1" status: 200 len: 210 time: 0.2041583 Jun 03 21:57:22.806256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] Router 852748e3-944e-4f14-bdb5-f13b9e3d169c has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:57:22.817391 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-56942548-5817-4c26-9772-cc450f9d7e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:23.006824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:57:23.015959 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e4d32-29f6-402a-9c0d-f7a91a62c1ca None None] Sync routers for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:57:23.020293 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] 10.222.0.96 "PUT /v2.0/routers/852748e3-944e-4f14-bdb5-f13b9e3d169c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1782570 Jun 03 21:57:23.023155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56920) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:23.030329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e4d32-29f6-402a-9c0d-f7a91a62c1ca None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:23.031166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-308e4d32-29f6-402a-9c0d-f7a91a62c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:56:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:23.223543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-308e4d32-29f6-402a-9c0d-f7a91a62c1ca None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:23.366845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:23.521545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-308e4d32-29f6-402a-9c0d-f7a91a62c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:57:21Z', 'revision_number': 5, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port': {'id': '89a8a89c-e72e-4ebe-9935-750fdb0465ec', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:48:39Z', 'updated_at': '2021-06-03T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:23.526006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e4d32-29f6-402a-9c0d-f7a91a62c1ca None None] Checking router: 852748e3-944e-4f14-bdb5-f13b9e3d169c for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:57:23.535315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e4d32-29f6-402a-9c0d-f7a91a62c1ca None None] Routers {'852748e3-944e-4f14-bdb5-f13b9e3d169c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:23.535980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-308e4d32-29f6-402a-9c0d-f7a91a62c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:56:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['852748e3-944e-4f14-bdb5-f13b9e3d169c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:23.552042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:23.636806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Deleting port 89a8a89c-e72e-4ebe-9935-750fdb0465ec {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:23.637087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:23.686237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-308e4d32-29f6-402a-9c0d-f7a91a62c1ca None None] Set router 852748e3-944e-4f14-bdb5-f13b9e3d169c gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:23.764883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] For port 89a8a89c-e72e-4ebe-9935-750fdb0465ec, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=89a8a89c-e72e-4ebe-9935-750fdb0465ec,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:23.765242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:23.794991 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-308e4d32-29f6-402a-9c0d-f7a91a62c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:57:23Z', 'revision_number': 6, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:23.799566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e4d32-29f6-402a-9c0d-f7a91a62c1ca None None] The sync data for ids ['852748e3-944e-4f14-bdb5-f13b9e3d169c'] in dv-neutron-792998-2-hyperv is: [{'id': '852748e3-944e-4f14-bdb5-f13b9e3d169c', 'name': 'tempest-TestVolumeBootPattern-1352498359-router', 'tenant_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:36Z', 'updated_at': '2021-06-03T21:57:23Z', 'revision_number': 6, 'project_id': 'ea9dc95effb941b3ad996c5e7166ace0', 'gw_port_host': None}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:57:23.891647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56924) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:23.910712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Calling delete_port for 89a8a89c-e72e-4ebe-9935-750fdb0465ec owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:23.962563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1c8161af-8470-4cff-8e8d-aa5aff938979 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:23.994935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1c8161af-8470-4cff-8e8d-aa5aff938979 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.067712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1c8161af-8470-4cff-8e8d-aa5aff938979 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.068657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.071916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7112e99b-2bd0-47d8-a0d4-1a433af9c024 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:24.073472 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-db99bd92-74d5-490a-98a1-029c173b18f4 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:24.088426 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8161af-8470-4cff-8e8d-aa5aff938979 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f87004-7c99-43c3-a425-f0f765c6f4e1,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:24.091562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1c8161af-8470-4cff-8e8d-aa5aff938979 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:24.100236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1c8161af-8470-4cff-8e8d-aa5aff938979 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.101662 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1c8161af-8470-4cff-8e8d-aa5aff938979 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/security-groups/b0f87004-7c99-43c3-a425-f0f765c6f4e1 HTTP/1.1" status: 204 len: 168 time: 0.2087610 Jun 03 21:57:24.122719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=89a8a89c-e72e-4ebe-9935-750fdb0465ec,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:24.127193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:24.151038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56928) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:24.245930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.426692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.429013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.465197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.466116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 852748e3-944e-4f14-bdb5-f13b9e3d169c {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:57:24.486157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.487743 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] 10.222.0.96 "DELETE /v2.0/routers/852748e3-944e-4f14-bdb5-f13b9e3d169c HTTP/1.1" status: 204 len: 168 time: 1.4635236 Jun 03 21:57:24.490378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56930) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:24.550367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-287574a9-2c28-482c-b4bd-3d8b264dcbf1 admin admin] Deleting subnet 0518fb2a-9330-44b3-8e05-85f28f75517e {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:57:24.553661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-287574a9-2c28-482c-b4bd-3d8b264dcbf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.610323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-287574a9-2c28-482c-b4bd-3d8b264dcbf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.693779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-287574a9-2c28-482c-b4bd-3d8b264dcbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.775104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.974930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-287574a9-2c28-482c-b4bd-3d8b264dcbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:24.978693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6053814e-3538-485d-a18f-d01da4dbf6c3 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:25.017272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-287574a9-2c28-482c-b4bd-3d8b264dcbf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.021125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287574a9-2c28-482c-b4bd-3d8b264dcbf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0518fb2a-9330-44b3-8e05-85f28f75517e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:25.024429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3dc137-7bb6-441a-a505-30b0b8683598 None None] Network 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:57:25.024985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-287574a9-2c28-482c-b4bd-3d8b264dcbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:25.028850 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-287574a9-2c28-482c-b4bd-3d8b264dcbf1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0518fb2a-9330-44b3-8e05-85f28f75517e HTTP/1.1" status: 204 len: 168 time: 0.5373564 Jun 03 21:57:25.033255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56934) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:25.114813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 9f87f014-b635-420b-96db-ad577e528181 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:57:25.172991 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 9f87f014-b635-420b-96db-ad577e528181 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:57:25.173388 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 9f87f014-b635-420b-96db-ad577e528181 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:57:25.286692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 07b9c753-c46d-4367-93ce-bebba3120226 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:25.287301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.317013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.380414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.400004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Deleting port e8dc469e-79b6-48ff-8c6d-1d67834d13bb {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:25.400349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.434211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] DHCP port deletion for 286f61e7-92b7-4b3e-b29f-ce7c7d38d749 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:57:25.500294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4b0531f6-5130-4825-b137-9c0dcac1ca7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.525045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Deleting port e8dc469e-79b6-48ff-8c6d-1d67834d13bb {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:25.525409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.531300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] For port e8dc469e-79b6-48ff-8c6d-1d67834d13bb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e8dc469e-79b6-48ff-8c6d-1d67834d13bb,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:25.531759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.627784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 07b9c753-c46d-4367-93ce-bebba3120226, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=07b9c753-c46d-4367-93ce-bebba3120226,segment=NetworkSegment(96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9),segment_id=96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:25.628450 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.630276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] For port e8dc469e-79b6-48ff-8c6d-1d67834d13bb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e8dc469e-79b6-48ff-8c6d-1d67834d13bb,segment=NetworkSegment(9db67295-5026-4b61-9df3-6ac2ad58d760),segment_id=9db67295-5026-4b61-9df3-6ac2ad58d760)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:25.630879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.667321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Calling delete_port for e8dc469e-79b6-48ff-8c6d-1d67834d13bb owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:25.719750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.725886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-80373c38-7a32-4215-8a50-0e49be558d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:25.774817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 07b9c753-c46d-4367-93ce-bebba3120226 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:25.784038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Calling delete_port for e8dc469e-79b6-48ff-8c6d-1d67834d13bb owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:25.795442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] No DVR routers for this DVR port e8dc469e-79b6-48ff-8c6d-1d67834d13bb on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:57:25.797120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Pushing event deleted for resources: {'Port': ['ID=e8dc469e-79b6-48ff-8c6d-1d67834d13bb,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:25.828670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:25.850856 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.855967 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6359ad12-e435-42bd-9ad8-0bc6fca55054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:25.897956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 89a8a89c-e72e-4ebe-9935-750fdb0465ec no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:57:25.933999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Pushing event deleted for resources: {'Port': ['ID=e8dc469e-79b6-48ff-8c6d-1d67834d13bb,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:25.938115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.939050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] No DVR routers for this DVR port e8dc469e-79b6-48ff-8c6d-1d67834d13bb on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:57:25.954015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286f61e7-92b7-4b3e-b29f-ce7c7d38d749']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:25.966364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 89a8a89c-e72e-4ebe-9935-750fdb0465ec {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:57:25.966364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 89a8a89c-e72e-4ebe-9935-750fdb0465ec not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:57:25.966364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 35e3e25e-1961-412b-849c-4318a9d51e8d no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:57:25.980023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db67295-5026-4b61-9df3-6ac2ad58d760') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:25.980329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db67295-5026-4b61-9df3-6ac2ad58d760') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:25.994392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:25.999728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-175dc97e-db48-4d45-abb1-e252ed8dc9ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:26.002537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:26.005368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:26.005713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:26.006046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:26.006372 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:26.006696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:26.007015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:26.007336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:26.007679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:26.007997 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:26.008311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:26.008622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:26.008935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:26.021749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 35e3e25e-1961-412b-849c-4318a9d51e8d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:57:26.022233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 35e3e25e-1961-412b-849c-4318a9d51e8d not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:57:26.023127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e8dc469e-79b6-48ff-8c6d-1d67834d13bb no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:57:26.023670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:26.030783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:57:26.031251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:57:26.045202 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:57:26.054227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=07b9c753-c46d-4367-93ce-bebba3120226,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:26.056761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:26.063359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: e8dc469e-79b6-48ff-8c6d-1d67834d13bb {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:57:26.063845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e8dc469e-79b6-48ff-8c6d-1d67834d13bb not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:57:26.098999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:26.145683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:26.149474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a7fa4ad8-c0fb-4b77-8096-813db9f49c92 tempest-TagsTest-815831474 tempest-TagsTest-815831474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:26.163762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:26.175903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Pushing event deleted for resources: {'Network': ['ID=286f61e7-92b7-4b3e-b29f-ce7c7d38d749,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:26.179664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:26.195632 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] 10.222.0.96 "DELETE /v2.0/networks/286f61e7-92b7-4b3e-b29f-ce7c7d38d749 HTTP/1.1" status: 204 len: 168 time: 1.1585891 Jun 03 21:57:26.195994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56936) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:26.359039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:26.716231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:26.736210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 3de0711a-3cee-4831-a26b-b748e1a93595 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:57:26.778400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:26.886773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:26.932918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:57:26.946983 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d005870-d810-479a-9c9b-e35d859e027e None None] Sync routers for ids ['3de0711a-3cee-4831-a26b-b748e1a93595'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:57:26.949699 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/3de0711a-3cee-4831-a26b-b748e1a93595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7964926 Jun 03 21:57:26.955494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56938) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:26.964203 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d005870-d810-479a-9c9b-e35d859e027e None None] Routers {'3de0711a-3cee-4831-a26b-b748e1a93595'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:26.969881 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2d005870-d810-479a-9c9b-e35d859e027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:57:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3de0711a-3cee-4831-a26b-b748e1a93595'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:27.041123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3876532c-4d00-41cb-ac84-4358e5790d5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting subnet 8675e468-1818-458d-b1ff-3d2da53da5e5 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:57:27.045306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3876532c-4d00-41cb-ac84-4358e5790d5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:27.210744 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-2d005870-d810-479a-9c9b-e35d859e027e None None] Set router 3de0711a-3cee-4831-a26b-b748e1a93595 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:27.280304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3876532c-4d00-41cb-ac84-4358e5790d5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:27.367453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3876532c-4d00-41cb-ac84-4358e5790d5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:27.419477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] Deleting port 212d22cd-04f0-4d58-8e4a-17c124b0488f {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:27.419886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:27.516360 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2d005870-d810-479a-9c9b-e35d859e027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:57:25Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:27.521072 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d005870-d810-479a-9c9b-e35d859e027e None None] Checking router: 3de0711a-3cee-4831-a26b-b748e1a93595 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:57:27.529755 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d005870-d810-479a-9c9b-e35d859e027e None None] Routers {'3de0711a-3cee-4831-a26b-b748e1a93595'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:27.530418 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2d005870-d810-479a-9c9b-e35d859e027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:57:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3de0711a-3cee-4831-a26b-b748e1a93595'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:27.554616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] For port 212d22cd-04f0-4d58-8e4a-17c124b0488f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=212d22cd-04f0-4d58-8e4a-17c124b0488f,segment=NetworkSegment(cb97a1b6-08a4-405a-9fe6-47e06b2b148e),segment_id=cb97a1b6-08a4-405a-9fe6-47e06b2b148e)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:27.555025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:27.651955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3876532c-4d00-41cb-ac84-4358e5790d5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:27.656135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4278e7b6-a8fc-45de-a2cd-d8bb20e84451 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:27.687444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] Calling delete_port for 212d22cd-04f0-4d58-8e4a-17c124b0488f owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:27.693722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876532c-4d00-41cb-ac84-4358e5790d5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Subnet': ['ID=8675e468-1818-458d-b1ff-3d2da53da5e5,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:27.696301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3876532c-4d00-41cb-ac84-4358e5790d5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:27.702119 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3876532c-4d00-41cb-ac84-4358e5790d5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:27.709824 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3876532c-4d00-41cb-ac84-4358e5790d5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/subnets/8675e468-1818-458d-b1ff-3d2da53da5e5 HTTP/1.1" status: 204 len: 168 time: 0.7557986 Jun 03 21:57:27.712333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56940) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:27.712538 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef6819-6a3a-43f5-9131-39d1d22e96a4 None None] Network 272cd572-27eb-40d6-87f6-a6ce543a9e1b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:57:27.717841 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-2d005870-d810-479a-9c9b-e35d859e027e None None] Set router 3de0711a-3cee-4831-a26b-b748e1a93595 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:27.908737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:27.917746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2d542c25-7e99-40be-9991-7d79b2e7d106 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:27.933602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:27.972567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] Pushing event deleted for resources: {'Port': ['ID=212d22cd-04f0-4d58-8e4a-17c124b0488f,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:28.019866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:28.096422 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2d005870-d810-479a-9c9b-e35d859e027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:57:25Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:28.102013 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d005870-d810-479a-9c9b-e35d859e027e None None] The sync data for ids ['3de0711a-3cee-4831-a26b-b748e1a93595'] in dv-neutron-792998-2-hyperv is: [{'id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'name': 'tempest-TestNetworkBasicOps-router-166899082', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:55:47Z', 'updated_at': '2021-06-03T21:57:25Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '48a43d1e-55b0-4501-ae61-ed14426ae0c3', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de0711a-3cee-4831-a26b-b748e1a93595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:55:48Z', 'updated_at': '2021-06-03T21:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:57:28.134080 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f00d3d8-52b5-4864-98e2-0cc6719899ab None None] DHCP port deletion for 272cd572-27eb-40d6-87f6-a6ce543a9e1b request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:57:28.151377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.211195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-0f00d3d8-52b5-4864-98e2-0cc6719899ab None None] Deleting port 2254ed88-0710-4bd2-861e-98123597bc3e {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:28.211705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f00d3d8-52b5-4864-98e2-0cc6719899ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.236298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 48a43d1e-55b0-4501-ae61-ed14426ae0c3 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:28.236705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.320917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-0f00d3d8-52b5-4864-98e2-0cc6719899ab None None] For port 2254ed88-0710-4bd2-861e-98123597bc3e, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2254ed88-0710-4bd2-861e-98123597bc3e,segment=NetworkSegment(96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9),segment_id=96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:28.321380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f00d3d8-52b5-4864-98e2-0cc6719899ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.330516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.367499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 48a43d1e-55b0-4501-ae61-ed14426ae0c3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=48a43d1e-55b0-4501-ae61-ed14426ae0c3,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:28.368133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.466760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-0f00d3d8-52b5-4864-98e2-0cc6719899ab None None] Calling delete_port for 2254ed88-0710-4bd2-861e-98123597bc3e owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:28.492934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.498822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 48a43d1e-55b0-4501-ae61-ed14426ae0c3 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:28.659717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.665235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d2512eb9-481f-4f40-9caf-09bca02b2b1c tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:28.667114 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0f00d3d8-52b5-4864-98e2-0cc6719899ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.675905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:28.733806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00d3d8-52b5-4864-98e2-0cc6719899ab None None] Pushing event deleted for resources: {'Port': ['ID=2254ed88-0710-4bd2-861e-98123597bc3e,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:28.737118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00d3d8-52b5-4864-98e2-0cc6719899ab None None] No DVR routers for this DVR port 2254ed88-0710-4bd2-861e-98123597bc3e on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:57:28.743752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=48a43d1e-55b0-4501-ae61-ed14426ae0c3,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:28.746717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0f00d3d8-52b5-4864-98e2-0cc6719899ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:28.746998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:28.840194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:28.926820 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] Router fd8f927e-8e39-4b14-8929-8e144b6c1de9 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:57:29.124435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:57:29.135106 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bad218-11a1-4056-99dd-3182cbee36b0 None None] Sync routers for ids ['fd8f927e-8e39-4b14-8929-8e144b6c1de9'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:57:29.147367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bad218-11a1-4056-99dd-3182cbee36b0 None None] Routers {'fd8f927e-8e39-4b14-8929-8e144b6c1de9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:29.150639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-15bad218-11a1-4056-99dd-3182cbee36b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:57:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['fd8f927e-8e39-4b14-8929-8e144b6c1de9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:29.153393 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] 10.222.0.96 "PUT /v2.0/routers/fd8f927e-8e39-4b14-8929-8e144b6c1de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9556065 Jun 03 21:57:29.154021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56942) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:29.166286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:29.169127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:29.196458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:29.196970 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Fanout notify agent at l3_agent the message router_deleted on router 3de0711a-3cee-4831-a26b-b748e1a93595 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:57:29.217540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:29.218967 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/routers/3de0711a-3cee-4831-a26b-b748e1a93595 HTTP/1.1" status: 204 len: 168 time: 1.5052309 Jun 03 21:57:29.222355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56944) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:29.357968 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-15bad218-11a1-4056-99dd-3182cbee36b0 None None] Set router fd8f927e-8e39-4b14-8929-8e144b6c1de9 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:29.422219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:29.452780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:29.658664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-15bad218-11a1-4056-99dd-3182cbee36b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'name': 'tempest-TestVolumeBootPattern-2110798836-router', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:59Z', 'updated_at': '2021-06-03T21:57:27Z', 'revision_number': 5, 'project_id': '58027f9dd6b64d34a19e163098cf33f2', 'gw_port': {'id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:49:01Z', 'updated_at': '2021-06-03T21:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:29.663289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bad218-11a1-4056-99dd-3182cbee36b0 None None] Checking router: fd8f927e-8e39-4b14-8929-8e144b6c1de9 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:57:29.673236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bad218-11a1-4056-99dd-3182cbee36b0 None None] Routers {'fd8f927e-8e39-4b14-8929-8e144b6c1de9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:29.674115 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-15bad218-11a1-4056-99dd-3182cbee36b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:57:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['fd8f927e-8e39-4b14-8929-8e144b6c1de9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:29.723893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:29.741430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272cd572-27eb-40d6-87f6-a6ce543a9e1b']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:29.766041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:29.766336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96987ab3-fb29-4f8a-9c48-fad5c3e4e8a9') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:29.785803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:29.798309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:29.809800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:29.851721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:57:29.852124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:57:29.867125 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:57:29.881876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-15bad218-11a1-4056-99dd-3182cbee36b0 None None] Set router fd8f927e-8e39-4b14-8929-8e144b6c1de9 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:29.929521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2254ed88-0710-4bd2-861e-98123597bc3e no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:57:29.950453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:29.954156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8371ad95-51b0-41da-bc30-ae477dc6023c tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:29.968880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:29.984961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Network': ['ID=272cd572-27eb-40d6-87f6-a6ce543a9e1b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:29.989972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:29.999098 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a0ca2264-e5ed-4110-a276-e4f819c592ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/networks/272cd572-27eb-40d6-87f6-a6ce543a9e1b HTTP/1.1" status: 204 len: 168 time: 0.7760892 Jun 03 21:57:30.002831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Deleting port 972de007-474b-4ca8-bd8f-c9bb61d2d6cf {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:30.002831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:30.016202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56948) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:30.021521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'network': {'name': 'tempest-network-smoke--1636036268', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'port_security_enabled': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:30.024655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 2254ed88-0710-4bd2-861e-98123597bc3e {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:57:30.025002 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2254ed88-0710-4bd2-861e-98123597bc3e not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:57:30.025411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 07b9c753-c46d-4367-93ce-bebba3120226 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:57:30.032006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:30.047408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:network and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:30.051506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:30.073571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 07b9c753-c46d-4367-93ce-bebba3120226 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:57:30.073909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 07b9c753-c46d-4367-93ce-bebba3120226 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:57:30.074315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 48a43d1e-55b0-4501-ae61-ed14426ae0c3 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:57:30.103652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:30.121620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 48a43d1e-55b0-4501-ae61-ed14426ae0c3 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:57:30.121980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 48a43d1e-55b0-4501-ae61-ed14426ae0c3 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:57:30.131092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:57:30.134824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:30.179621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] For port 972de007-474b-4ca8-bd8f-c9bb61d2d6cf, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=972de007-474b-4ca8-bd8f-c9bb61d2d6cf,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:30.180113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:30.246912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 21:57:30.280922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-15bad218-11a1-4056-99dd-3182cbee36b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'name': 'tempest-TestVolumeBootPattern-2110798836-router', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:59Z', 'updated_at': '2021-06-03T21:57:27Z', 'revision_number': 5, 'project_id': '58027f9dd6b64d34a19e163098cf33f2', 'gw_port': {'id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:49:01Z', 'updated_at': '2021-06-03T21:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:30.285639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bad218-11a1-4056-99dd-3182cbee36b0 None None] The sync data for ids ['fd8f927e-8e39-4b14-8929-8e144b6c1de9'] in dv-neutron-792998-2-hyperv is: [{'id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'name': 'tempest-TestVolumeBootPattern-2110798836-router', 'tenant_id': '58027f9dd6b64d34a19e163098cf33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:48:59Z', 'updated_at': '2021-06-03T21:57:27Z', 'revision_number': 5, 'project_id': '58027f9dd6b64d34a19e163098cf33f2', 'gw_port': {'id': '972de007-474b-4ca8-bd8f-c9bb61d2d6cf', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f927e-8e39-4b14-8929-8e144b6c1de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:49:01Z', 'updated_at': '2021-06-03T21:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:57:30.471132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Calling delete_port for 972de007-474b-4ca8-bd8f-c9bb61d2d6cf owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:30.483870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:30.484183 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Added segment e8d9d791-0b09-4cb6-8505-dac61bb890e5 of type vlan for network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 Jun 03 21:57:30.520165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:30.573499 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:30.578894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:30.579483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:30.584017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1672f4e1-7291-4ba0-8efa-f935ea602cb0 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:30.704553 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6874337 Jun 03 21:57:30.706133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Network': ['ID=fb7bcfe5-c74d-41a5-991a-4d8647bf6073,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:30.707503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56950) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:30.708973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:30.719228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 21:57:30.719616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'admin_state_up': True, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:30.732546 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:30.738268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:router and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:30.741500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:30.749713 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:30.764310 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:30.766469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:30.790387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:30.796557 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9a7d408f-9f76-47aa-b47f-e0fd2e3abe83 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:30.801523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:30.844302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Pushing event deleted for resources: {'Port': ['ID=972de007-474b-4ca8-bd8f-c9bb61d2d6cf,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:30.849535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:30.949490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.094507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.127349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.130124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.154426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.155216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd8f927e-8e39-4b14-8929-8e144b6c1de9 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 21:57:31.167914 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.171439 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] 10.222.0.96 "DELETE /v2.0/routers/fd8f927e-8e39-4b14-8929-8e144b6c1de9 HTTP/1.1" status: 204 len: 168 time: 2.0140743 Jun 03 21:57:31.171736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56952) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:31.258026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-98663ba5-5803-49b8-9164-1cf5864d0158 admin admin] Deleting subnet 8c12df61-d21a-4ac2-a229-ddd6c1d5b838 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 21:57:31.263106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-98663ba5-5803-49b8-9164-1cf5864d0158 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.317704 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-98663ba5-5803-49b8-9164-1cf5864d0158 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.394893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-98663ba5-5803-49b8-9164-1cf5864d0158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.427199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.457198 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.598165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.24 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/606ec95b-29b3-4093-a212-672eab1fec30) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:57:31.660632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-98663ba5-5803-49b8-9164-1cf5864d0158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.664868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-085712ef-2a1d-4ff1-8760-05cdfacd6170 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:31.698891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98663ba5-5803-49b8-9164-1cf5864d0158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c12df61-d21a-4ac2-a229-ddd6c1d5b838,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:31.701976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-98663ba5-5803-49b8-9164-1cf5864d0158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:31.703293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-98663ba5-5803-49b8-9164-1cf5864d0158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.710529 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e2db1-3b05-46c7-9101-5f1300419686 None None] Network 21c8314b-7a49-4e00-acf3-dc265d98df89 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:57:31.715967 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-98663ba5-5803-49b8-9164-1cf5864d0158 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8c12df61-d21a-4ac2-a229-ddd6c1d5b838 HTTP/1.1" status: 204 len: 168 time: 0.5408115 Jun 03 21:57:31.716174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56954) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:31.770765 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.824042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.836660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-66b4fab0-6df4-445b-ab2f-a040d2781a67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:31.847812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.892644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:57:31.896060 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:57:31.898946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:57:31.901094 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 212d22cd-04f0-4d58-8e4a-17c124b0488f no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:57:31.932507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Deleting port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:31.932891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:31.964891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 212d22cd-04f0-4d58-8e4a-17c124b0488f {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:57:31.965182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 212d22cd-04f0-4d58-8e4a-17c124b0488f not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:57:31.965349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 972de007-474b-4ca8-bd8f-c9bb61d2d6cf no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:57:31.966764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=606ec95b-29b3-4093-a212-672eab1fec30,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:31.972771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:32.006422 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 972de007-474b-4ca8-bd8f-c9bb61d2d6cf {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:57:32.006744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 972de007-474b-4ca8-bd8f-c9bb61d2d6cf not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:57:32.050150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] For port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7cfcd303-5eb7-4e75-b986-1d00598a2bc2,segment=NetworkSegment(cb97a1b6-08a4-405a-9fe6-47e06b2b148e),segment_id=cb97a1b6-08a4-405a-9fe6-47e06b2b148e)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:32.051020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:32.105929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c327013e-fda0-4f01-b024-e2c783f3136b None None] DHCP port deletion for 21c8314b-7a49-4e00-acf3-dc265d98df89 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 21:57:32.176311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c327013e-fda0-4f01-b024-e2c783f3136b None None] Deleting port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 21:57:32.176575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c327013e-fda0-4f01-b024-e2c783f3136b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:32.187740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Calling delete_port for 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:32.238726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:32.243173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:32.277516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c327013e-fda0-4f01-b024-e2c783f3136b None None] For port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7cfcd303-5eb7-4e75-b986-1d00598a2bc2,segment=NetworkSegment(cb97a1b6-08a4-405a-9fe6-47e06b2b148e),segment_id=cb97a1b6-08a4-405a-9fe6-47e06b2b148e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:32.277902 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c327013e-fda0-4f01-b024-e2c783f3136b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:32.291336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfcd303-5eb7-4e75-b986-1d00598a2bc2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:32.294703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:32.295775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] No DVR routers for this DVR port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:57:32.405814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c327013e-fda0-4f01-b024-e2c783f3136b None None] Calling delete_port for 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 21:57:32.453670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c327013e-fda0-4f01-b024-e2c783f3136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:32.457448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ded13e44-a1fb-4cbc-a381-0d00335e88c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:32.505335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327013e-fda0-4f01-b024-e2c783f3136b None None] Pushing event deleted for resources: {'Port': ['ID=7cfcd303-5eb7-4e75-b986-1d00598a2bc2,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:32.507755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c327013e-fda0-4f01-b024-e2c783f3136b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:32.510359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327013e-fda0-4f01-b024-e2c783f3136b None None] No DVR routers for this DVR port 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 21:57:32.531620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:32.565151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:32.579130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c8314b-7a49-4e00-acf3-dc265d98df89']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:32.596545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb97a1b6-08a4-405a-9fe6-47e06b2b148e') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:32.596835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb97a1b6-08a4-405a-9fe6-47e06b2b148e') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:32.610075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:32.635259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:32.642387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 21:57:32.642747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 21:57:32.657226 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 21:57:32.732770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:32.736419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1029637c-5cbb-4697-becd-01e4a1154aa2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:32.749306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:32.759312 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Pushing event deleted for resources: {'Network': ['ID=21c8314b-7a49-4e00-acf3-dc265d98df89,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:32.763819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:32.767492 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] 10.222.0.96 "DELETE /v2.0/networks/21c8314b-7a49-4e00-acf3-dc265d98df89 HTTP/1.1" status: 204 len: 168 time: 1.0501230 Jun 03 21:57:32.893171 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56958) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:32.902583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:32.949603 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-40a80222-c89c-4b66-9efc-c9d3e8162dc1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ea9dc95effb941b3ad996c5e7166ace0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551627 Jun 03 21:57:32.952170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56960) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:33.016240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54709dc5-1670-44c0-901c-12b3229c9d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:33.043941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54709dc5-1670-44c0-901c-12b3229c9d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:33.105568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54709dc5-1670-44c0-901c-12b3229c9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:33.111876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ad616662-473b-46fd-b1f1-52f719f8f224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:33.122797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 8f5d132e-596c-4289-aecd-99fe5b0251ca is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 21:57:33.127150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54709dc5-1670-44c0-901c-12b3229c9d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f757749-aed3-4960-bf28-e2eace5c75e8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:33.129673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-54709dc5-1670-44c0-901c-12b3229c9d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:33.137165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-54709dc5-1670-44c0-901c-12b3229c9d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:33.141007 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-54709dc5-1670-44c0-901c-12b3229c9d7b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6f757749-aed3-4960-bf28-e2eace5c75e8 HTTP/1.1" status: 204 len: 168 time: 0.1852660 Jun 03 21:57:33.303207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:57:33.313445 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Sync routers for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:57:33.323031 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:33.323921 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:57:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:33.337573 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:33.339275 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6288698 Jun 03 21:57:33.342663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56966) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:33.390804 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0001aa7d-031b-4e59-91a2-287c73c39592 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=c505461944d44588ae1a2ee7f748a138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435934 Jun 03 21:57:33.391219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56968) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:33.512885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56970) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:33.513625 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:33.534924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5408f26f-85ea-47bb-81ac-cc277136a5cc tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:33.536357 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5408f26f-85ea-47bb-81ac-cc277136a5cc tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1439450 Jun 03 21:57:33.539257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56972) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:33.566878 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fd288775-d6b6-4649-bb5c-daa827499bcd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=58027f9dd6b64d34a19e163098cf33f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504315 Jun 03 21:57:33.567108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56974) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:33.578081 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4924f79b-288c-4e4e-8481-9a4feaf2b384 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374856 Jun 03 21:57:33.580527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 56976) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:33.585510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1150239348', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:33.641018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1131b241-4f72-48e3-98c5-28ca3b2c219e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:33.673271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1131b241-4f72-48e3-98c5-28ca3b2c219e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:33.735859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1131b241-4f72-48e3-98c5-28ca3b2c219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:33.740860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-05f65edc-af44-4245-91cf-8de415af18da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:33.758165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131b241-4f72-48e3-98c5-28ca3b2c219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a71b063-7b87-4759-bde8-351e4639d8b0,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:33.784272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1131b241-4f72-48e3-98c5-28ca3b2c219e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:33.785316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1131b241-4f72-48e3-98c5-28ca3b2c219e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:33.788777 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1131b241-4f72-48e3-98c5-28ca3b2c219e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4a71b063-7b87-4759-bde8-351e4639d8b0 HTTP/1.1" status: 204 len: 168 time: 0.2184415 Jun 03 21:57:33.852058 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:32Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:33.857109 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Checking router: 8f5d132e-596c-4289-aecd-99fe5b0251ca for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:57:33.857566 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Updating router 8f5d132e-596c-4289-aecd-99fe5b0251ca port 606ec95b-29b3-4093-a212-672eab1fec30 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:57:33.868854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:33.873049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:subnet and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:33.875866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:33.882136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:33.882712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 21:57:33.895238 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:57:33.900419 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:33.919863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 21:57:33.920517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7cfcd303-5eb7-4e75-b986-1d00598a2bc2 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 21:57:33.928743 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:34.314509 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:34.327889 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Transition to ACTIVE for port object 606ec95b-29b3-4093-a212-672eab1fec30 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:57:34.335943 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:34.339990 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:34.400128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:34.403673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-398cea24-8750-4a4c-925f-97f920d9b1d2 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:34.417421 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Attempting to bind port 606ec95b-29b3-4093-a212-672eab1fec30 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:57:34.417773 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Attempting to bind port 606ec95b-29b3-4093-a212-672eab1fec30 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:57:34.418146 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Attempting to bind port 606ec95b-29b3-4093-a212-672eab1fec30 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:57:34.420441 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Pushing event updated for resources: {'Port': ['ID=606ec95b-29b3-4093-a212-672eab1fec30,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:34.429953 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:34.430293 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:34.430624 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:34.430946 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:34.431254 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:34.431600 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:34.431899 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:34.432211 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:34.433208 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:34.433208 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:34.433208 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:34.433564 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:57:34.437035 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:57:34.437769 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:57:34.438026 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:34.438411 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:57:34.439156 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Bound port: 606ec95b-29b3-4093-a212-672eab1fec30, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:57:34.439728 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:34.463782 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:34.478487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Subnet': ['ID=03851870-9068-4407-9606-3c2dccf83a40,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:34.482343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:34.490352 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Checking segment: {'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:57:34.490711 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network hostable DHCP agents. Network: fb7bcfe5-c74d-41a5-991a-4d8647bf6073, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 21:57:34.510491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 21:57:34.517486 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] For port 606ec95b-29b3-4093-a212-672eab1fec30, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:57:34.521706 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] For port 606ec95b-29b3-4093-a212-672eab1fec30, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=606ec95b-29b3-4093-a212-672eab1fec30,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:57:34.522054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, fb7bcfe5-c74d-41a5-991a-4d8647bf6073) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:57:34.526087 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:34.530476 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0ebad3-c1ed-4902-b06b-4951638863bc None None] Network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:57:34.534071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:34.534690 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:34.535538 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-ca4599ad-e066-4a4b-94ca-7fb96a7e821c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:34.564940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56980) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:34.565583 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9836929 Jun 03 21:57:34.594897 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:34.595438 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:57:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:34.685097 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Pushing event updated for resources: {'Port': ['ID=606ec95b-29b3-4093-a212-672eab1fec30,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:34.689747 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-11877694-8e78-40db-8391-f9e84173ba4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:34.784331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 21:57:34.785637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:34.801323 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:34.954175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Allocated IP 172.20.0.2 (fb7bcfe5-c74d-41a5-991a-4d8647bf6073/03851870-9068-4407-9606-3c2dccf83a40/8d66f769-f63e-41b7-ad82-f8e243a38123) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:57:35.094606 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:32Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:35.103022 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66051610-39d4-42c5-9d12-826a4b85bd3c None None] The sync data for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv is: [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:32Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:57:35.166997 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:35.185290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Transition to ACTIVE for port object 8d66f769-f63e-41b7-ad82-f8e243a38123 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:57:35.205258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Transition to ACTIVE for port object 8d66f769-f63e-41b7-ad82-f8e243a38123 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:57:35.212301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:35.216309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-069bc00e-f2b8-48a2-ad38-082b44a62411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:35.277081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:57:35.278267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:57:35.281354 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:57:35.388373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Pushing event updated for resources: {'Port': ['ID=8d66f769-f63e-41b7-ad82-f8e243a38123,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:35.400501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:35.410892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Attempting to bind port 8d66f769-f63e-41b7-ad82-f8e243a38123 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:57:35.411262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Attempting to bind port 8d66f769-f63e-41b7-ad82-f8e243a38123 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:57:35.411650 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Attempting to bind port 8d66f769-f63e-41b7-ad82-f8e243a38123 on network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:57:35.417328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:57:35.417706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Checking segment: {'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:57:35.418110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:35.418501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Bound using segment: {'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:57:35.419110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Bound port: 8d66f769-f63e-41b7-ad82-f8e243a38123, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:57:35.419512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:35.511137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] For port 8d66f769-f63e-41b7-ad82-f8e243a38123, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:57:35.514432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] For port 8d66f769-f63e-41b7-ad82-f8e243a38123, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8d66f769-f63e-41b7-ad82-f8e243a38123,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:57:35.521053 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:35.526407 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:35.587195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:35.676005 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Pushing event updated for resources: {'Port': ['ID=8d66f769-f63e-41b7-ad82-f8e243a38123,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:35.679775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:35.896901 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 606ec95b-29b3-4093-a212-672eab1fec30 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:57:35.985381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 606ec95b-29b3-4093-a212-672eab1fec30 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:57:35.992248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 606ec95b-29b3-4093-a212-672eab1fec30 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:35.993125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:36.145117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:36.163396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 606ec95b-29b3-4093-a212-672eab1fec30, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=606ec95b-29b3-4093-a212-672eab1fec30,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:36.175840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:36.179449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0942b95e-2ab4-4ba7-bec2-0bf2bbb4de50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:36.218493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.1 (fb7bcfe5-c74d-41a5-991a-4d8647bf6073/03851870-9068-4407-9606-3c2dccf83a40/713adc16-884a-4c87-96bf-eb21a3a0f5f5) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:57:36.246549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=606ec95b-29b3-4093-a212-672eab1fec30,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:36.249939 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:36.404087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:36.424432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 713adc16-884a-4c87-96bf-eb21a3a0f5f5 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:57:36.450136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:36.454842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3a7f6c6b-435b-4aec-bd8c-447d177bcc69 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:36.521394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:57:36.524636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:57:36.537907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:57:36.575380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=713adc16-884a-4c87-96bf-eb21a3a0f5f5,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:36.580096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:36.603145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:36.642162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a86d6-80ae-4b5d-bf4f-d706a763e2e4 None None] Network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 21:57:36.777553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5540ed96-22ee-4a7a-8c44-28a2c1944695 None None] Provisioning for port 8d66f769-f63e-41b7-ad82-f8e243a38123 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:57:36.981140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:37.147506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a8bb095d-9157-41b2-b106-cfa5feccdf61 None None] Provisioning for port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:57:37.153993 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a8bb095d-9157-41b2-b106-cfa5feccdf61 None None] Provisioning complete for port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:37.155067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a8bb095d-9157-41b2-b106-cfa5feccdf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:37.215720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb095d-9157-41b2-b106-cfa5feccdf61 None None] Port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:57:37.335970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3b78c04d-70c6-406a-bee6-bffa350ca49b None None] Provisioning complete for port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:37.336343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3b78c04d-70c6-406a-bee6-bffa350ca49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:37.396021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3b78c04d-70c6-406a-bee6-bffa350ca49b None None] Port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:57:37.433180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:37.439622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:37.464629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d608d287-1cad-4243-9205-58600afdc0c3 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:37.555404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=713adc16-884a-4c87-96bf-eb21a3a0f5f5,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:37.557888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:37.561590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:37.694453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:57:37.696034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:57:37.918564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8d66f769-f63e-41b7-ad82-f8e243a38123 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:57:37.947700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-34cb598e-50a8-42d8-a518-9a3aef0e80e0 None None] Provisioning complete for port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:37.948190 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-34cb598e-50a8-42d8-a518-9a3aef0e80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:38.026151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-34cb598e-50a8-42d8-a518-9a3aef0e80e0 None None] Port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:57:38.039220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 8d66f769-f63e-41b7-ad82-f8e243a38123 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:57:38.044252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 8d66f769-f63e-41b7-ad82-f8e243a38123 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:38.044656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:38.054961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 8f5d132e-596c-4289-aecd-99fe5b0251ca has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:57:38.186022 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:38.238772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 8d66f769-f63e-41b7-ad82-f8e243a38123, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8d66f769-f63e-41b7-ad82-f8e243a38123,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:38.244321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:38.245638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 606ec95b-29b3-4093-a212-672eab1fec30 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:57:38.291674 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9146df3f-c42d-4769-959d-4afcfdb1a679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:38.317738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:57:38.338052 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/8f5d132e-596c-4289-aecd-99fe5b0251ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7705986 Jun 03 21:57:38.341425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56984) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:38.346183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Sync routers for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:57:38.394838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:38.395493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:57:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:38.485219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=8d66f769-f63e-41b7-ad82-f8e243a38123,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:38.490424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:38.505305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b909b5e-9426-41d8-b085-692642da9ea9 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:38.505735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b909b5e-9426-41d8-b085-692642da9ea9 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:38.506232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b909b5e-9426-41d8-b085-692642da9ea9 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:38.507011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b909b5e-9426-41d8-b085-692642da9ea9 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:38.511115 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8b909b5e-9426-41d8-b085-692642da9ea9 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1656537 Jun 03 21:57:38.511268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56986) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:38.559335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 606ec95b-29b3-4093-a212-672eab1fec30 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:38.559745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:38.585023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6ecb5d-d3bd-48b9-8da6-d1f963f48b4e tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:38.585482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6ecb5d-d3bd-48b9-8da6-d1f963f48b4e tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:38.585929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6ecb5d-d3bd-48b9-8da6-d1f963f48b4e tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:38.586378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6ecb5d-d3bd-48b9-8da6-d1f963f48b4e tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:38.588115 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0f6ecb5d-d3bd-48b9-8da6-d1f963f48b4e tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0757270 Jun 03 21:57:38.590898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56988) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:38.649302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:38.798212 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-01a8f7f9-908c-4aa4-926e-d1e1e67bba1d tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2061589 Jun 03 21:57:39.061985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56992) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:39.066878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102071661', 'description': 'tempest-secgroup-smoke-102071661 description', 'project_id': 'c505461944d44588ae1a2ee7f748a138'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:39.068333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:37Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:39.072249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Checking router: 8f5d132e-596c-4289-aecd-99fe5b0251ca for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:57:39.072607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Updating router 8f5d132e-596c-4289-aecd-99fe5b0251ca port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 21:57:39.072813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:39.077557 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:39.084751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:39.091133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:39.104822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.125066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:39.128928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:39.131097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.131848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:39.138338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:39.223048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.227749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.231441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-280c1707-0d2d-4369-897c-1f69a5195dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:39.279062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65913bf1-9d1a-43ba-8ac9-cc25df733f37,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:39.283190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:39.284026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.288441 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2220786 Jun 03 21:57:39.288932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56994) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:39.293242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-7c7984ad-8806-4186-9412-035c6154c5a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '65913bf1-9d1a-43ba-8ac9-cc25df733f37', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:39.299565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7c7984ad-8806-4186-9412-035c6154c5a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:39.303427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7c7984ad-8806-4186-9412-035c6154c5a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:39.306508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7c7984ad-8806-4186-9412-035c6154c5a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:39.312453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7c7984ad-8806-4186-9412-035c6154c5a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:39.329942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7c7984ad-8806-4186-9412-035c6154c5a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.391937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7c7984ad-8806-4186-9412-035c6154c5a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.396837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7c7984ad-8806-4186-9412-035c6154c5a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.398819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ecfbc6c3-f820-403c-aa2c-6526fab14c1a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:39.421878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7984ad-8806-4186-9412-035c6154c5a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19a65d4-d3b7-49c0-ab53-3a074e72f353,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:39.424436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7c7984ad-8806-4186-9412-035c6154c5a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:39.433310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7c7984ad-8806-4186-9412-035c6154c5a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.434562 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7c7984ad-8806-4186-9412-035c6154c5a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450462 Jun 03 21:57:39.438827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56996) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:39.443833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6c9a020d-d952-4d90-9767-9bce57b7d071 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '65913bf1-9d1a-43ba-8ac9-cc25df733f37', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:39.450164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6c9a020d-d952-4d90-9767-9bce57b7d071 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:39.454622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6c9a020d-d952-4d90-9767-9bce57b7d071 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:39.457628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6c9a020d-d952-4d90-9767-9bce57b7d071 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:39.463836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6c9a020d-d952-4d90-9767-9bce57b7d071 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:39.480209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6c9a020d-d952-4d90-9767-9bce57b7d071 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.497001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.509082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Transition to ACTIVE for port object 713adc16-884a-4c87-96bf-eb21a3a0f5f5 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:57:39.516331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.520319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:39.546175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6c9a020d-d952-4d90-9767-9bce57b7d071 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.550846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6c9a020d-d952-4d90-9767-9bce57b7d071 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.553308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a7100d4f-48d0-48f4-9edb-94ff7b00a29d tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:39.575294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a020d-d952-4d90-9767-9bce57b7d071 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0b7be9-90ca-4ea1-bce6-c0b6ce220714,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:39.580503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6c9a020d-d952-4d90-9767-9bce57b7d071 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:39.591213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6c9a020d-d952-4d90-9767-9bce57b7d071 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.592919 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6c9a020d-d952-4d90-9767-9bce57b7d071 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1530149 Jun 03 21:57:39.595843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 56998) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:39.601362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-33bb1d0f-4c30-4536-a062-3499f44786af tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '65913bf1-9d1a-43ba-8ac9-cc25df733f37', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:39.608818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-33bb1d0f-4c30-4536-a062-3499f44786af tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:39.614675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-33bb1d0f-4c30-4536-a062-3499f44786af tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:39.618084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-33bb1d0f-4c30-4536-a062-3499f44786af tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:39.624486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-33bb1d0f-4c30-4536-a062-3499f44786af tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:39.647779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-33bb1d0f-4c30-4536-a062-3499f44786af tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.693526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0fdba-6ee6-462d-9d75-ce360dc9976d None None] Pushing event updated for resources: {'Port': ['ID=713adc16-884a-4c87-96bf-eb21a3a0f5f5,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:39.730978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-23b0fdba-6ee6-462d-9d75-ce360dc9976d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:39.734231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-33bb1d0f-4c30-4536-a062-3499f44786af tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.740477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-33bb1d0f-4c30-4536-a062-3499f44786af tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.742594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-70d3b040-7eca-4efe-bfef-e84fef3eee51 tempest-NegativeSecGroupTest-698373114 tempest-NegativeSecGroupTest-698373114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:39.770303 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb1d0f-4c30-4536-a062-3499f44786af tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8015764d-cc7d-4c4d-96eb-5ba0594b71a7,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:39.772800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-33bb1d0f-4c30-4536-a062-3499f44786af tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:39.778922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Attempting to bind port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:57:39.779327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Attempting to bind port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:57:39.779828 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Attempting to bind port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 on network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:57:39.782087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-33bb1d0f-4c30-4536-a062-3499f44786af tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.783411 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-33bb1d0f-4c30-4536-a062-3499f44786af tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1862855 Jun 03 21:57:39.786366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57000) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:39.789820 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:57:39.789820 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Checking segment: {'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:57:39.790334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.790450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Bound using segment: {'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:57:39.792405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e6fdb84a-94a9-46c0-a84e-3df5cbf459e7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '65913bf1-9d1a-43ba-8ac9-cc25df733f37', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:39.793688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Bound port: 713adc16-884a-4c87-96bf-eb21a3a0f5f5, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:57:39.794091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.801756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e6fdb84a-94a9-46c0-a84e-3df5cbf459e7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:39.814977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e6fdb84a-94a9-46c0-a84e-3df5cbf459e7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:39.821012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e6fdb84a-94a9-46c0-a84e-3df5cbf459e7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:39.831869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e6fdb84a-94a9-46c0-a84e-3df5cbf459e7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:39.856864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8d66f769-f63e-41b7-ad82-f8e243a38123 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:57:39.857099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6fdb84a-94a9-46c0-a84e-3df5cbf459e7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.922694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6fdb84a-94a9-46c0-a84e-3df5cbf459e7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.927815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6fdb84a-94a9-46c0-a84e-3df5cbf459e7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.929838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9bca8f69-0475-41bb-bd42-90d60c226ef3 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:39.953324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdb84a-94a9-46c0-a84e-3df5cbf459e7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f50d1cb-bd20-41e5-9b9a-892a135f8caa,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:39.956230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e6fdb84a-94a9-46c0-a84e-3df5cbf459e7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:39.960626 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] For port 713adc16-884a-4c87-96bf-eb21a3a0f5f5, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:57:39.964138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] For port 713adc16-884a-4c87-96bf-eb21a3a0f5f5, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=713adc16-884a-4c87-96bf-eb21a3a0f5f5,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:57:39.965308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e6fdb84a-94a9-46c0-a84e-3df5cbf459e7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.967308 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e6fdb84a-94a9-46c0-a84e-3df5cbf459e7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1792617 Jun 03 21:57:39.970223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57002) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:39.972903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:39.975716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-b4f09e55-c1c9-4194-bfe0-144da88b0560 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '65913bf1-9d1a-43ba-8ac9-cc25df733f37', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:39.977055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b2da4118-8372-4cd3-b38d-271c178a635a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:39.982243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b4f09e55-c1c9-4194-bfe0-144da88b0560 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:39.986506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4f09e55-c1c9-4194-bfe0-144da88b0560 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:39.989732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4f09e55-c1c9-4194-bfe0-144da88b0560 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:39.996646 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b4f09e55-c1c9-4194-bfe0-144da88b0560 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:40.008452 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-b4f09e55-c1c9-4194-bfe0-144da88b0560 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:57:40.014458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f09e55-c1c9-4194-bfe0-144da88b0560 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:40.058300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 8d66f769-f63e-41b7-ad82-f8e243a38123 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:40.058680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:40.087670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f09e55-c1c9-4194-bfe0-144da88b0560 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:40.093455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f09e55-c1c9-4194-bfe0-144da88b0560 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:40.095577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1c131bbe-f911-4502-9568-b90726d2143a tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:40.098088 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:40.098960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:57:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:40.126333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f09e55-c1c9-4194-bfe0-144da88b0560 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd52a735-d372-4414-80c1-9cf04d66b9df,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:40.133599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b4f09e55-c1c9-4194-bfe0-144da88b0560 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:40.148021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f09e55-c1c9-4194-bfe0-144da88b0560 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:40.149674 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b4f09e55-c1c9-4194-bfe0-144da88b0560 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1777828 Jun 03 21:57:40.158479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57004) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:40.172185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '65913bf1-9d1a-43ba-8ac9-cc25df733f37', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:40.175134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0fdba-6ee6-462d-9d75-ce360dc9976d None None] Pushing event updated for resources: {'Port': ['ID=713adc16-884a-4c87-96bf-eb21a3a0f5f5,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:40.190615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:40.192946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-23b0fdba-6ee6-462d-9d75-ce360dc9976d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:40.196000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:40.199402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:40.205947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:40.218016 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:57:40.225188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:40.300821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:40.305908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:40.307736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5332b24b-5563-4dec-b803-d6a613b888cb tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:40.337804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99545e0-ba8d-47cc-90b7-f15d5974c005,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:40.342598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:40.347662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:40.348925 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1883674 Jun 03 21:57:40.392840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:40.520988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-3931c5de-f7a4-461e-8a2d-246b8df8b92b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:40.538340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-3931c5de-f7a4-461e-8a2d-246b8df8b92b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:40.539535 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-3931c5de-f7a4-461e-8a2d-246b8df8b92b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102071661&fields=id&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 267 time: 0.0614593 Jun 03 21:57:40.696489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-9f0e8419-d07e-4d4f-9fca-671110ba926a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:40.697192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-9f0e8419-d07e-4d4f-9fca-671110ba926a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:40.713465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-9f0e8419-d07e-4d4f-9fca-671110ba926a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:40.714739 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-9f0e8419-d07e-4d4f-9fca-671110ba926a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/networks?id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073 HTTP/1.1" status: 200 len: 797 time: 0.1676471 Jun 03 21:57:40.731120 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-c58359de-9286-4f53-943c-1f6262e612ba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/quotas/c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 375 time: 0.0099041 Jun 03 21:57:40.765832 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:39Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:40.771398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295e5a6-dd87-45e0-b911-5f124a8a9b76 None None] The sync data for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv is: [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:39Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:57:40.841649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-f4be3a6e-7808-449f-826c-a8546a5884d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:40.865712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-f4be3a6e-7808-449f-826c-a8546a5884d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:40.867059 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-f4be3a6e-7808-449f-826c-a8546a5884d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295986 Jun 03 21:57:41.024704 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-056563a5-0c58-4300-a16f-ebbb95b6bf87 service neutron] 10.222.0.96 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451535 Jun 03 21:57:41.171882 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8a07f7af-66fa-421d-87d4-4b570859404f service neutron] 10.222.0.96 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410255 Jun 03 21:57:41.379371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-f1605c7e-4287-4691-8b3c-e418e166ff4c req-d1fdefba-434c-4fb7-898e-d09c4b52cd70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:41.396196 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-f1605c7e-4287-4691-8b3c-e418e166ff4c req-d1fdefba-434c-4fb7-898e-d09c4b52cd70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:41.397313 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f1605c7e-4287-4691-8b3c-e418e166ff4c req-d1fdefba-434c-4fb7-898e-d09c4b52cd70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 210 time: 0.0658398 Jun 03 21:57:41.866694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 713adc16-884a-4c87-96bf-eb21a3a0f5f5 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:57:41.941598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:57:41.946151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:41.946533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:42.073675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:42.110510 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 713adc16-884a-4c87-96bf-eb21a3a0f5f5, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=713adc16-884a-4c87-96bf-eb21a3a0f5f5,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:42.116487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:42.118361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:42.190199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=713adc16-884a-4c87-96bf-eb21a3a0f5f5,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:42.193686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:42.493916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-2c9d4205-3713-4b39-8d5d-766e5d94be00 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:42.494587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-2c9d4205-3713-4b39-8d5d-766e5d94be00 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:42.507133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-2c9d4205-3713-4b39-8d5d-766e5d94be00 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:42.508691 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-2c9d4205-3713-4b39-8d5d-766e5d94be00 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks?id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073 HTTP/1.1" status: 200 len: 797 time: 0.1645024 Jun 03 21:57:42.554284 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9377bc08-16b3-4212-a20c-a5efd249e951 req-6c4717b3-b0b4-45ce-921d-0d515004c007 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 210 time: 0.0463161 Jun 03 21:57:42.563252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-1c31a133-48c7-40f5-a5bb-6817d60bddf6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:42.575557 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-1c31a133-48c7-40f5-a5bb-6817d60bddf6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:42.576728 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-1c31a133-48c7-40f5-a5bb-6817d60bddf6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 379 time: 0.0578866 Jun 03 21:57:42.587827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'port': {'device_id': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'admin_state_up': True, 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'security_groups': ['65913bf1-9d1a-43ba-8ac9-cc25df733f37']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:42.869224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:42.879839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:42.893058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:57:42.899245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:43.067813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.11 (fb7bcfe5-c74d-41a5-991a-4d8647bf6073/03851870-9068-4407-9606-3c2dccf83a40/373656b3-00e8-4e0c-8899-5506b784767e) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:57:43.263006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:43.281667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 373656b3-00e8-4e0c-8899-5506b784767e will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:57:43.307108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:43.313361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:43.380613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:57:43.383551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:57:43.392954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:57:43.425392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=373656b3-00e8-4e0c-8899-5506b784767e,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:43.432132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:43.465210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:43.465852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:43.493520 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9095180 Jun 03 21:57:43.506414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Request body: {'port': {'device_id': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:43.621056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7da4c195-6360-410c-945f-9185990dd3e2 None None] Provisioning for port 373656b3-00e8-4e0c-8899-5506b784767e completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:57:43.628309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7da4c195-6360-410c-945f-9185990dd3e2 None None] Provisioning complete for port 373656b3-00e8-4e0c-8899-5506b784767e triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:43.628886 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7da4c195-6360-410c-945f-9185990dd3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:43.630142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:43.690237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-7da4c195-6360-410c-945f-9185990dd3e2 None None] Port 373656b3-00e8-4e0c-8899-5506b784767e cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:57:43.834321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 713adc16-884a-4c87-96bf-eb21a3a0f5f5 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:57:43.869871 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143aaa2-3d68-43a0-a60d-32f926bc3a45 req-ad00b184-9ab5-4e8b-b29a-0a8c7a2ab2aa tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:43.870605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d143aaa2-3d68-43a0-a60d-32f926bc3a45 req-ad00b184-9ab5-4e8b-b29a-0a8c7a2ab2aa tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:57:43.904960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:43.904960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:43.961626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d143aaa2-3d68-43a0-a60d-32f926bc3a45 req-ad00b184-9ab5-4e8b-b29a-0a8c7a2ab2aa tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:57:43.962680 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d143aaa2-3d68-43a0-a60d-32f926bc3a45 req-ad00b184-9ab5-4e8b-b29a-0a8c7a2ab2aa tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 932 time: 0.2901950 Jun 03 21:57:44.030864 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d143aaa2-3d68-43a0-a60d-32f926bc3a45 req-e41faa86-7e23-4919-81cb-c76321cd0e0e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=65913bf1-9d1a-43ba-8ac9-cc25df733f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621047 Jun 03 21:57:44.107998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373656b3-00e8-4e0c-8899-5506b784767e {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:57:44.116126 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:44.131225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Transition to ACTIVE for port object 373656b3-00e8-4e0c-8899-5506b784767e will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:57:44.137098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:44.141201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a37138f2-e5fe-414e-a5aa-e4d79a8db38f tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:44.290785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Pushing event updated for resources: {'Port': ['ID=373656b3-00e8-4e0c-8899-5506b784767e,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:44.320307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:44.402025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Attempting to bind port 373656b3-00e8-4e0c-8899-5506b784767e on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:57:44.402363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Attempting to bind port 373656b3-00e8-4e0c-8899-5506b784767e by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:57:44.402696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Attempting to bind port 373656b3-00e8-4e0c-8899-5506b784767e on network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:57:44.407700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Port 373656b3-00e8-4e0c-8899-5506b784767e on network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:57:44.408267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Attempting to bind port 373656b3-00e8-4e0c-8899-5506b784767e on network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:57:44.414344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:57:44.414745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Checking segment: {'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:57:44.415062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Bound using segment: {'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:57:44.415491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Bound port: 373656b3-00e8-4e0c-8899-5506b784767e, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:57:44.416369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:44.522911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] For port 373656b3-00e8-4e0c-8899-5506b784767e, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:57:44.525790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] For port 373656b3-00e8-4e0c-8899-5506b784767e, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=373656b3-00e8-4e0c-8899-5506b784767e,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:57:44.533428 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:44.539241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3182edda-ff3a-4f5a-a264-690f5be151ba tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:44.603845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:44.604376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:44.605764 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] 10.222.0.24 "PUT /v2.0/ports/373656b3-00e8-4e0c-8899-5506b784767e HTTP/1.1" status: 200 len: 1094 time: 1.1039486 Jun 03 21:57:44.606407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'tag': '373656b3-00e8-4e0c-8899-5506b784767e'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:44.608843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef1da32-a733-49d7-a27c-b5dc5dea05bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a733f6b-1bdf-4573-9d89-283cee8e9925", "tag": "373656b3-00e8-4e0c-8899-5506b784767e"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:44.635522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Pushing event updated for resources: {'Port': ['ID=373656b3-00e8-4e0c-8899-5506b784767e,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:44.640352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:44.681399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431057ce-21ee-4088-bd78-4d7265cf4bcc x-openstack-request-id: req-431057ce-21ee-4088-bd78-4d7265cf4bcc {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:44.681733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a733f6b-1bdf-4573-9d89-283cee8e9925", "tag": "373656b3-00e8-4e0c-8899-5506b784767e", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:44.682032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-431057ce-21ee-4088-bd78-4d7265cf4bcc {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:44.682626 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'tag': '373656b3-00e8-4e0c-8899-5506b784767e', 'status': 'completed', 'code': 200} Jun 03 21:57:44.725867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-63ad5d95-8e56-447a-aa4b-a4bebd57836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:44.727382 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-63ad5d95-8e56-447a-aa4b-a4bebd57836c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 1097 time: 0.0810587 Jun 03 21:57:44.802794 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-58a424ac-1f94-4eaa-b461-e5f23562ccee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=373656b3-00e8-4e0c-8899-5506b784767e HTTP/1.1" status: 200 len: 217 time: 0.0670025 Jun 03 21:57:44.873818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-0f4de32d-3985-4ad7-ba3a-2820e26aeb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:44.875520 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-0f4de32d-3985-4ad7-ba3a-2820e26aeb34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03851870-9068-4407-9606-3c2dccf83a40 HTTP/1.1" status: 200 len: 835 time: 0.0668077 Jun 03 21:57:45.087204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-d4b7aaf5-f909-40da-ad72-afd5d2b9fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:45.088701 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-d4b7aaf5-f909-40da-ad72-afd5d2b9fd44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2061961 Jun 03 21:57:45.272404 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-4f47af9d-34f8-4bdc-a101-1545b4c15f88 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757705 Jun 03 21:57:45.383567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164a3ac-649b-4c4c-bc3c-86024395ec7f req-f58a9f97-d822-4dad-9793-20e92c6e0028 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:45.385023 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5164a3ac-649b-4c4c-bc3c-86024395ec7f req-f58a9f97-d822-4dad-9793-20e92c6e0028 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 944 time: 0.2027502 Jun 03 21:57:45.458696 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5164a3ac-649b-4c4c-bc3c-86024395ec7f req-0eff2d3e-bb6a-4d4c-a632-5bac1187ee91 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=65913bf1-9d1a-43ba-8ac9-cc25df733f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670140 Jun 03 21:57:45.460794 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-220aa715-d754-48a4-bb49-c28d51c720a5 req-b39c4134-5cf9-4bae-b410-b58541090a93 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793320 Jun 03 21:57:45.611820 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1da32-a733-49d7-a27c-b5dc5dea05bc req-60c7ce3d-8604-42fa-9dd6-b165869b5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:45.613237 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eef1da32-a733-49d7-a27c-b5dc5dea05bc req-60c7ce3d-8604-42fa-9dd6-b165869b5788 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 1097 time: 0.0944183 Jun 03 21:57:45.765315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1da32-a733-49d7-a27c-b5dc5dea05bc req-dce5cc80-0bbb-4a74-a657-9a7b2652fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:45.766771 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eef1da32-a733-49d7-a27c-b5dc5dea05bc req-dce5cc80-0bbb-4a74-a657-9a7b2652fda9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073 HTTP/1.1" status: 200 len: 899 time: 0.1463137 Jun 03 21:57:45.840251 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eef1da32-a733-49d7-a27c-b5dc5dea05bc req-182a4a2b-6817-43d2-8d4f-064e19fac69e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=373656b3-00e8-4e0c-8899-5506b784767e HTTP/1.1" status: 200 len: 217 time: 0.0661404 Jun 03 21:57:45.904856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1da32-a733-49d7-a27c-b5dc5dea05bc req-f52f1e77-7f57-4ccc-ae1f-c555dcdc7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:45.906100 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eef1da32-a733-49d7-a27c-b5dc5dea05bc req-f52f1e77-7f57-4ccc-ae1f-c555dcdc7ba5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03851870-9068-4407-9606-3c2dccf83a40 HTTP/1.1" status: 200 len: 835 time: 0.0598226 Jun 03 21:57:45.990089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1da32-a733-49d7-a27c-b5dc5dea05bc req-a7f23300-cea0-411c-ba1b-54634951f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:45.991594 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eef1da32-a733-49d7-a27c-b5dc5dea05bc req-a7f23300-cea0-411c-ba1b-54634951f7bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790646 Jun 03 21:57:46.133255 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eef1da32-a733-49d7-a27c-b5dc5dea05bc req-375dd3f5-7a94-418c-a09c-ffc81dd85010 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350877 Jun 03 21:57:46.281967 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eef1da32-a733-49d7-a27c-b5dc5dea05bc req-499b5af9-77f5-4750-a34e-3a04f0196b44 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413198 Jun 03 21:57:46.668694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d8058-8f0b-4369-b2d6-1bc1f298f9f3 req-9182254a-c4a1-4a01-b1d7-c2985c460429 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:46.670282 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-817d8058-8f0b-4369-b2d6-1bc1f298f9f3 req-9182254a-c4a1-4a01-b1d7-c2985c460429 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 944 time: 0.0923545 Jun 03 21:57:46.724816 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-817d8058-8f0b-4369-b2d6-1bc1f298f9f3 req-959ab414-d253-4ad4-a145-13d10cea0d2a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=65913bf1-9d1a-43ba-8ac9-cc25df733f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460124 Jun 03 21:57:47.923836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b36dc-a21d-4a5d-974f-ffb8f47aa89b req-dd3a6f04-ab31-4676-bbe7-f53d56387bd2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:47.925304 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-313b36dc-a21d-4a5d-974f-ffb8f47aa89b req-dd3a6f04-ab31-4676-bbe7-f53d56387bd2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 944 time: 0.0858498 Jun 03 21:57:47.973422 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-313b36dc-a21d-4a5d-974f-ffb8f47aa89b req-41e94f4d-9867-43ef-a975-2dddc34a325b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=65913bf1-9d1a-43ba-8ac9-cc25df733f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395672 Jun 03 21:57:49.165907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ec850-106f-43b4-a505-5e9e7e6e923e req-5a6d89e6-ea03-4f15-bc65-cd592ec1c287 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:49.167413 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-703ec850-106f-43b4-a505-5e9e7e6e923e req-5a6d89e6-ea03-4f15-bc65-cd592ec1c287 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 944 time: 0.0844321 Jun 03 21:57:49.215488 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-703ec850-106f-43b4-a505-5e9e7e6e923e req-500da63f-d057-41c1-902c-3f8f3ea0289e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=65913bf1-9d1a-43ba-8ac9-cc25df733f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415967 Jun 03 21:57:49.265638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 373656b3-00e8-4e0c-8899-5506b784767e details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:57:49.407949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 373656b3-00e8-4e0c-8899-5506b784767e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=373656b3-00e8-4e0c-8899-5506b784767e,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:49.422227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '373656b3-00e8-4e0c-8899-5506b784767e', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'port_id': '373656b3-00e8-4e0c-8899-5506b784767e', 'mac_address': 'fa:16:3e:af:ae:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:57:49.480447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:49.501220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373656b3-00e8-4e0c-8899-5506b784767e {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:57:49.521462 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 373656b3-00e8-4e0c-8899-5506b784767e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=373656b3-00e8-4e0c-8899-5506b784767e,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:49.526618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:49.529461 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:49.598756 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=373656b3-00e8-4e0c-8899-5506b784767e,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:49.602739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:49.843817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['373656b3-00e8-4e0c-8899-5506b784767e'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:57:50.432907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec1472-05bc-4c87-88d8-0e69869af6be req-a48941b2-f966-4511-870b-bea92d6b78fc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:50.434384 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b8ec1472-05bc-4c87-88d8-0e69869af6be req-a48941b2-f966-4511-870b-bea92d6b78fc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 945 time: 0.0933514 Jun 03 21:57:50.481306 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b8ec1472-05bc-4c87-88d8-0e69869af6be req-ea607e2a-dbd7-41b8-8e8d-d8685162792b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=65913bf1-9d1a-43ba-8ac9-cc25df733f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404429 Jun 03 21:57:51.270467 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 373656b3-00e8-4e0c-8899-5506b784767e up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:57:51.352639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 373656b3-00e8-4e0c-8899-5506b784767e completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:57:51.359364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 373656b3-00e8-4e0c-8899-5506b784767e triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:57:51.359879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:51.485672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:51.514905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373656b3-00e8-4e0c-8899-5506b784767e'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:51.517212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8668df6-fd49-4add-a9a0-e32c8250445d" -d '{"events": [{"server_uuid": "8a733f6b-1bdf-4573-9d89-283cee8e9925", "name": "network-vif-plugged", "status": "completed", "tag": "373656b3-00e8-4e0c-8899-5506b784767e"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:51.528915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 373656b3-00e8-4e0c-8899-5506b784767e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=373656b3-00e8-4e0c-8899-5506b784767e,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:57:51.534858 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:51.537817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-51b26f10-5d60-4b41-974d-36dc203724c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:51.573091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7f8923-49bc-41f6-9d7a-85cb0f83d83f x-openstack-request-id: req-be7f8923-49bc-41f6-9d7a-85cb0f83d83f {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:51.573425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a733f6b-1bdf-4573-9d89-283cee8e9925", "name": "network-vif-plugged", "status": "completed", "tag": "373656b3-00e8-4e0c-8899-5506b784767e", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:51.573645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-be7f8923-49bc-41f6-9d7a-85cb0f83d83f {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:51.574017 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373656b3-00e8-4e0c-8899-5506b784767e', 'code': 200} Jun 03 21:57:51.619635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=373656b3-00e8-4e0c-8899-5506b784767e,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:51.622575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:51.688490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db7803-b924-44bd-841b-abd8f1a59509 req-62da9ee1-eefe-4e95-9728-623cacd227ca tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:51.690231 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-73db7803-b924-44bd-841b-abd8f1a59509 req-62da9ee1-eefe-4e95-9728-623cacd227ca tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 946 time: 0.0940297 Jun 03 21:57:51.749861 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-73db7803-b924-44bd-841b-abd8f1a59509 req-fe717c6b-332b-4497-b1eb-ea7f9ce678cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=65913bf1-9d1a-43ba-8ac9-cc25df733f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462236 Jun 03 21:57:51.822289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08ccf2-f5b9-428b-b134-30f733d136a6 req-ee6ff299-be66-4db1-af97-cc8106f7af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:51.824932 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fd08ccf2-f5b9-428b-b134-30f733d136a6 req-ee6ff299-be66-4db1-af97-cc8106f7af8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 1099 time: 0.0879688 Jun 03 21:57:51.871948 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fd08ccf2-f5b9-428b-b134-30f733d136a6 req-ded20e3d-a025-4065-9bbb-8a23dd640729 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=65913bf1-9d1a-43ba-8ac9-cc25df733f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398021 Jun 03 21:57:52.810836 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fd69a4f1-1549-49e2-b673-691030d95674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:52.958409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94f801-9738-4f8a-902f-0d7d888d648c req-f1d8c17f-ddd1-4fb7-82a9-3846cd0a9fba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:52.959907 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a94f801-9738-4f8a-902f-0d7d888d648c req-f1d8c17f-ddd1-4fb7-82a9-3846cd0a9fba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 946 time: 0.0872352 Jun 03 21:57:53.005820 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a94f801-9738-4f8a-902f-0d7d888d648c req-a55a9901-502f-4c14-ad78-263d5027090a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=65913bf1-9d1a-43ba-8ac9-cc25df733f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398118 Jun 03 21:57:54.206741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfaca2-ca8b-4ee8-baa1-52726744638a req-1409be76-0413-4c3e-b1a7-5075b0d0c9de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:54.208244 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bcdfaca2-ca8b-4ee8-baa1-52726744638a req-1409be76-0413-4c3e-b1a7-5075b0d0c9de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 946 time: 0.0889969 Jun 03 21:57:54.258306 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bcdfaca2-ca8b-4ee8-baa1-52726744638a req-37818ee1-ec02-4cad-b42b-5774ee6878ee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=65913bf1-9d1a-43ba-8ac9-cc25df733f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416477 Jun 03 21:57:54.591962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa169f-1223-4a15-9f93-acdbe8216020 req-20bfd5c4-677c-4261-ba08-a73385c84f6e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:54.593429 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f1fa169f-1223-4a15-9f93-acdbe8216020 req-20bfd5c4-677c-4261-ba08-a73385c84f6e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 946 time: 0.2233810 Jun 03 21:57:54.639928 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f1fa169f-1223-4a15-9f93-acdbe8216020 req-ea50ff4a-28f8-4adc-a24c-6674b2a9f963 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=65913bf1-9d1a-43ba-8ac9-cc25df733f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402379 Jun 03 21:57:54.666804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57064) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:54.858620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e64bcd7-f786-4c99-b161-defcfff92e04 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:54.860359 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6e64bcd7-f786-4c99-b161-defcfff92e04 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 1094 time: 0.1924324 Jun 03 21:57:54.863177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57068) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:54.867669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '373656b3-00e8-4e0c-8899-5506b784767e', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:57:54.873931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:57:54.878334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:floatingip and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:57:54.881445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:57:54.887596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:57:54.903829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:55.053945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:55.201737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.218 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/e653c055-f3d0-44b2-bc8e-5b777bc65d51) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:57:55.364583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:55.378357 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:55.403030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:55.407554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:55.474137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:57:55.477000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:57:55.479784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:57:55.489887 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3299c790-759d-4bf9-adfe-04804f1cf4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:55.522912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=e653c055-f3d0-44b2-bc8e-5b777bc65d51,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:55.526918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:55.948286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:56.028727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:56.248730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:56.258768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:56.267166 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e18fd556-f4b3-42c6-bded-f9de629bfbfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:57:56.377678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=e653c055-f3d0-44b2-bc8e-5b777bc65d51,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:57:56.381493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:57:56.388158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:56.708426 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 52e5016a-bb3d-4b6f-bf53-86de52e5ce5a associated. External IP: 172.26.3.218, port: 373656b3-00e8-4e0c-8899-5506b784767e. Jun 03 21:57:56.739205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:56.886240 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:57.085173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 8f5d132e-596c-4289-aecd-99fe5b0251ca has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:57:57.293175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:57:57.303759 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8adf9-c29c-459f-85f1-7ad422ea6868 None None] Sync routers for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:57:57.314577 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab8adf9-c29c-459f-85f1-7ad422ea6868 None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:57.315337 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7ab8adf9-c29c-459f-85f1-7ad422ea6868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:57:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:57.322690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:57.381746 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5173798 Jun 03 21:57:57.382202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'tag': '373656b3-00e8-4e0c-8899-5506b784767e'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:57:57.384590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c74f588-c29c-4ce6-91fe-2d6e8a01fba1" -d '{"events": [{"name": "network-changed", "server_uuid": "8a733f6b-1bdf-4573-9d89-283cee8e9925", "tag": "373656b3-00e8-4e0c-8899-5506b784767e"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:57:57.384843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57070) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:57.440641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c6ed1e-d8e5-49fc-98b4-e8257d8659bf x-openstack-request-id: req-c5c6ed1e-d8e5-49fc-98b4-e8257d8659bf {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:57:57.440968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a733f6b-1bdf-4573-9d89-283cee8e9925", "tag": "373656b3-00e8-4e0c-8899-5506b784767e", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:57:57.441267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c5c6ed1e-d8e5-49fc-98b4-e8257d8659bf {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:57:57.441721 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'tag': '373656b3-00e8-4e0c-8899-5506b784767e', 'status': 'completed', 'code': 200} Jun 03 21:57:57.509611 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b66b99c9-3ea4-43e2-928b-66138d3c5460 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/52e5016a-bb3d-4b6f-bf53-86de52e5ce5a HTTP/1.1" status: 200 len: 992 time: 0.1229424 Jun 03 21:57:57.526475 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-7ab8adf9-c29c-459f-85f1-7ad422ea6868 None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:57.540405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74f588-c29c-4ce6-91fe-2d6e8a01fba1 req-c5c74324-fd7e-46a5-8a68-39ef94c0f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:57.541899 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c74f588-c29c-4ce6-91fe-2d6e8a01fba1 req-c5c74324-fd7e-46a5-8a68-39ef94c0f775 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 1099 time: 0.0779405 Jun 03 21:57:57.688952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74f588-c29c-4ce6-91fe-2d6e8a01fba1 req-5d79b0bd-8adb-4923-89d4-dd82e19b9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:57.690344 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c74f588-c29c-4ce6-91fe-2d6e8a01fba1 req-5d79b0bd-8adb-4923-89d4-dd82e19b9224 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073 HTTP/1.1" status: 200 len: 899 time: 0.1412988 Jun 03 21:57:57.805822 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c74f588-c29c-4ce6-91fe-2d6e8a01fba1 req-42e07832-53e8-48dc-8986-45744af5b9e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=373656b3-00e8-4e0c-8899-5506b784767e HTTP/1.1" status: 200 len: 1000 time: 0.1080279 Jun 03 21:57:57.869741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74f588-c29c-4ce6-91fe-2d6e8a01fba1 req-9b243ae4-5bdc-46fc-a732-9d20c992a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:57.871202 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c74f588-c29c-4ce6-91fe-2d6e8a01fba1 req-9b243ae4-5bdc-46fc-a732-9d20c992a029 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03851870-9068-4407-9606-3c2dccf83a40 HTTP/1.1" status: 200 len: 835 time: 0.0586305 Jun 03 21:57:57.893090 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7ab8adf9-c29c-459f-85f1-7ad422ea6868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '52e5016a-bb3d-4b6f-bf53-86de52e5ce5a', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'port_id': '373656b3-00e8-4e0c-8899-5506b784767e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'mac_address': 'fa:16:3e:af:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:57:55Z', 'updated_at': '2021-06-03T21:57:55Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:42Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:57.897363 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8adf9-c29c-459f-85f1-7ad422ea6868 None None] Checking router: 8f5d132e-596c-4289-aecd-99fe5b0251ca for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:57:57.906010 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab8adf9-c29c-459f-85f1-7ad422ea6868 None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:57:57.906745 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7ab8adf9-c29c-459f-85f1-7ad422ea6868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:57:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:57.952887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74f588-c29c-4ce6-91fe-2d6e8a01fba1 req-56c64318-b22a-4d62-9e32-e5d93a7ce6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:57:57.954476 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c74f588-c29c-4ce6-91fe-2d6e8a01fba1 req-56c64318-b22a-4d62-9e32-e5d93a7ce6c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768015 Jun 03 21:57:58.087801 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-7ab8adf9-c29c-459f-85f1-7ad422ea6868 None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:57:58.098144 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c74f588-c29c-4ce6-91fe-2d6e8a01fba1 req-5ded1984-ee9a-4764-ad9d-dc50d157b9d4 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271987 Jun 03 21:57:58.231883 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c74f588-c29c-4ce6-91fe-2d6e8a01fba1 req-b700c3f0-ab97-4135-b45a-50202f591ad3 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270602 Jun 03 21:57:58.391696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:57:58.448473 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7ab8adf9-c29c-459f-85f1-7ad422ea6868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '52e5016a-bb3d-4b6f-bf53-86de52e5ce5a', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'port_id': '373656b3-00e8-4e0c-8899-5506b784767e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'mac_address': 'fa:16:3e:af:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:57:55Z', 'updated_at': '2021-06-03T21:57:55Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:42Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:57:58.453270 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8adf9-c29c-459f-85f1-7ad422ea6868 None None] The sync data for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv is: [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '52e5016a-bb3d-4b6f-bf53-86de52e5ce5a', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'port_id': '373656b3-00e8-4e0c-8899-5506b784767e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'mac_address': 'fa:16:3e:af:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:57:55Z', 'updated_at': '2021-06-03T21:57:55Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:42Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:57:58.513454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57074) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:58.647782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015c55b-835b-45a4-846b-65fcb6411d23 None None] New status for floating IP 52e5016a-bb3d-4b6f-bf53-86de52e5ce5a: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:57:58.790044 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a24043fd-58cc-4006-8b97-31c347471f31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/52e5016a-bb3d-4b6f-bf53-86de52e5ce5a HTTP/1.1" status: 200 len: 992 time: 0.2741835 Jun 03 21:57:59.119764 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:57:59.792908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57076) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:57:59.912507 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4990663d-5526-456d-91ff-9b878fdfab44 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/52e5016a-bb3d-4b6f-bf53-86de52e5ce5a HTTP/1.1" status: 200 len: 994 time: 0.1183441 Jun 03 21:58:22.815840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7d391af5-efdf-4cea-87a1-bdc00c967ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:25.377919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:25.486524 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51f482d9-3751-4612-9f78-77f8e5918d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:26.725944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:26.896247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:28.400425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:36.119718 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:58:38.527249 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7eccafd1-0a7b-4550-a430-cc31632a7639 req-2c6d53a1-2182-4e58-a9cb-4caec23eb49c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927014 Jun 03 21:58:38.685754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccafd1-0a7b-4550-a430-cc31632a7639 req-4a4d4b2c-6a54-40ee-95d7-bd9c6abdd418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:38.687241 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7eccafd1-0a7b-4550-a430-cc31632a7639 req-4a4d4b2c-6a54-40ee-95d7-bd9c6abdd418 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 1099 time: 0.0810156 Jun 03 21:58:38.849332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccafd1-0a7b-4550-a430-cc31632a7639 req-b3614abe-1ea1-4dd9-808b-a6335e7ad029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:38.850766 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7eccafd1-0a7b-4550-a430-cc31632a7639 req-b3614abe-1ea1-4dd9-808b-a6335e7ad029 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073 HTTP/1.1" status: 200 len: 899 time: 0.1386218 Jun 03 21:58:38.959735 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7eccafd1-0a7b-4550-a430-cc31632a7639 req-becdc963-25fe-4ac5-8b1e-8987adfab050 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=373656b3-00e8-4e0c-8899-5506b784767e HTTP/1.1" status: 200 len: 1002 time: 0.1021311 Jun 03 21:58:39.037875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccafd1-0a7b-4550-a430-cc31632a7639 req-433955c8-7cae-4989-a494-9a2445acb550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:39.040003 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7eccafd1-0a7b-4550-a430-cc31632a7639 req-433955c8-7cae-4989-a494-9a2445acb550 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03851870-9068-4407-9606-3c2dccf83a40 HTTP/1.1" status: 200 len: 835 time: 0.0735300 Jun 03 21:58:39.124904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccafd1-0a7b-4550-a430-cc31632a7639 req-560ecb83-1cf9-4ab7-8573-dc4f267d4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:58:39.126296 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7eccafd1-0a7b-4550-a430-cc31632a7639 req-560ecb83-1cf9-4ab7-8573-dc4f267d4982 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798154 Jun 03 21:58:39.262897 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7eccafd1-0a7b-4550-a430-cc31632a7639 req-e728fdca-1fdb-4f75-acce-bb11be10762c service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292703 Jun 03 21:58:39.418383 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7eccafd1-0a7b-4550-a430-cc31632a7639 req-8fbbb1d4-11a1-493a-b621-2534a863603f service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487029 Jun 03 21:58:52.825858 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d0c55f74-cfcd-4591-920a-df6cb8936483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:55.376749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:55.484658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7a44c1c2-b790-441b-a07d-d5f4c54cef41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:56.749220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:56.896338 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:58:58.407797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:00.634185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57098) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:00.719322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e35617-81e8-43a5-99be-8e556dfa2eb6 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:00.719848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e35617-81e8-43a5-99be-8e556dfa2eb6 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:00.720322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e35617-81e8-43a5-99be-8e556dfa2eb6 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:00.722158 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-96e35617-81e8-43a5-99be-8e556dfa2eb6 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?project_id=c505461944d44588ae1a2ee7f748a138&network_id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073 HTTP/1.1" status: 200 len: 3000 time: 0.0869768 Jun 03 21:59:02.227020 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [req-e0e83790-c328-4d72-aed1-88816d6a492b req-d25456fe-8f40-4163-a165-5d8ada762109 service neutron] (104397) timed out ('10.222.0.24', 61443) {{(pid=104397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 21:59:02.538884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57108) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:02.614413 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c151e4ff-20f0-4944-9dd4-f3aaefe0b335 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:02.615902 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c151e4ff-20f0-4944-9dd4-f3aaefe0b335 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688 HTTP/1.1" status: 200 len: 814 time: 0.0756872 Jun 03 21:59:03.533114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57116) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:03.538414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-515eae0f-1e27-4fa0-a502-6e33e2e59ce4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:59:03.665572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-515eae0f-1e27-4fa0-a502-6e33e2e59ce4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:04.083958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-515eae0f-1e27-4fa0-a502-6e33e2e59ce4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:04.090972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-515eae0f-1e27-4fa0-a502-6e33e2e59ce4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:04.091764 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-515eae0f-1e27-4fa0-a502-6e33e2e59ce4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 52e5016a-bb3d-4b6f-bf53-86de52e5ce5a disassociated. External IP: 172.26.3.218, port: 373656b3-00e8-4e0c-8899-5506b784767e. Jun 03 21:59:04.470445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515eae0f-1e27-4fa0-a502-6e33e2e59ce4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 8f5d132e-596c-4289-aecd-99fe5b0251ca has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:59:04.663875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515eae0f-1e27-4fa0-a502-6e33e2e59ce4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:59:04.668320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-515eae0f-1e27-4fa0-a502-6e33e2e59ce4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:04.673458 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef825975-eefa-41c5-89cb-592fbf85e4e4 None None] Sync routers for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:59:04.684840 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef825975-eefa-41c5-89cb-592fbf85e4e4 None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:59:04.685440 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ef825975-eefa-41c5-89cb-592fbf85e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:58:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:59:04.728476 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-515eae0f-1e27-4fa0-a502-6e33e2e59ce4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/floatingips/52e5016a-bb3d-4b6f-bf53-86de52e5ce5a HTTP/1.1" status: 200 len: 690 time: 1.1941025 Jun 03 21:59:04.728983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'tag': '373656b3-00e8-4e0c-8899-5506b784767e'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:59:04.731408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b7d8a3-af33-41d6-8136-b0eb11b1f5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a733f6b-1bdf-4573-9d89-283cee8e9925", "tag": "373656b3-00e8-4e0c-8899-5506b784767e"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:59:04.731593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57118) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:04.778820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7216730-809b-4c9c-845d-901d95a443fd x-openstack-request-id: req-e7216730-809b-4c9c-845d-901d95a443fd {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:59:04.779162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a733f6b-1bdf-4573-9d89-283cee8e9925", "tag": "373656b3-00e8-4e0c-8899-5506b784767e", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:59:04.779480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e7216730-809b-4c9c-845d-901d95a443fd {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:59:04.780070 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'tag': '373656b3-00e8-4e0c-8899-5506b784767e', 'status': 'completed', 'code': 200} Jun 03 21:59:04.859658 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2d875ebc-0995-468e-8152-1cc6ba101e15 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/52e5016a-bb3d-4b6f-bf53-86de52e5ce5a HTTP/1.1" status: 200 len: 690 time: 0.1268675 Jun 03 21:59:04.897183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7d8a3-af33-41d6-8136-b0eb11b1f5dc req-0059432b-c344-4b7d-9990-6b1bda78e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:04.898669 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d0b7d8a3-af33-41d6-8136-b0eb11b1f5dc req-0059432b-c344-4b7d-9990-6b1bda78e70a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 1099 time: 0.0943861 Jun 03 21:59:04.905601 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-ef825975-eefa-41c5-89cb-592fbf85e4e4 None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:59:05.045443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7d8a3-af33-41d6-8136-b0eb11b1f5dc req-2e1c157d-8eb6-4388-ad53-aff050430a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:05.046788 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d0b7d8a3-af33-41d6-8136-b0eb11b1f5dc req-2e1c157d-8eb6-4388-ad53-aff050430a3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073 HTTP/1.1" status: 200 len: 899 time: 0.1407480 Jun 03 21:59:05.117566 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d0b7d8a3-af33-41d6-8136-b0eb11b1f5dc req-6078529b-0d58-476d-9b52-646fe39031c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=373656b3-00e8-4e0c-8899-5506b784767e HTTP/1.1" status: 200 len: 217 time: 0.0635865 Jun 03 21:59:05.180749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7d8a3-af33-41d6-8136-b0eb11b1f5dc req-4c5cd94e-cca3-4bba-8b01-6220efdd0505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:05.182168 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d0b7d8a3-af33-41d6-8136-b0eb11b1f5dc req-4c5cd94e-cca3-4bba-8b01-6220efdd0505 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03851870-9068-4407-9606-3c2dccf83a40 HTTP/1.1" status: 200 len: 835 time: 0.0586286 Jun 03 21:59:05.223736 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ef825975-eefa-41c5-89cb-592fbf85e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:42Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:59:05.227673 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef825975-eefa-41c5-89cb-592fbf85e4e4 None None] Checking router: 8f5d132e-596c-4289-aecd-99fe5b0251ca for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:59:05.237326 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef825975-eefa-41c5-89cb-592fbf85e4e4 None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:59:05.237645 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ef825975-eefa-41c5-89cb-592fbf85e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:58:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:59:05.261723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7d8a3-af33-41d6-8136-b0eb11b1f5dc req-f7990bb9-f744-4a3a-8fdb-ec51aefc8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:05.263240 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d0b7d8a3-af33-41d6-8136-b0eb11b1f5dc req-f7990bb9-f744-4a3a-8fdb-ec51aefc8b03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734217 Jun 03 21:59:05.427657 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-ef825975-eefa-41c5-89cb-592fbf85e4e4 None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:59:05.546558 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d0b7d8a3-af33-41d6-8136-b0eb11b1f5dc req-1a25e709-b744-434b-be70-906734a77658 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761543 Jun 03 21:59:05.718844 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d0b7d8a3-af33-41d6-8136-b0eb11b1f5dc req-57f32ece-2cdf-4c85-ae7f-88873439d9be service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647460 Jun 03 21:59:05.780779 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ef825975-eefa-41c5-89cb-592fbf85e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:42Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:59:05.785341 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef825975-eefa-41c5-89cb-592fbf85e4e4 None None] The sync data for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv is: [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:42Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:59:05.863811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57124) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:05.952649 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ef5acc80-fed4-4656-8c61-de99229551e4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/52e5016a-bb3d-4b6f-bf53-86de52e5ce5a HTTP/1.1" status: 200 len: 690 time: 0.0876374 Jun 03 21:59:06.031212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16dd2bb-e440-46fb-bc5f-6af5f4960ed7 None None] New status for floating IP 52e5016a-bb3d-4b6f-bf53-86de52e5ce5a: DOWN {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:59:06.956826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57126) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:07.048705 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a3329db2-31ff-48c4-a47e-07bf480f0b90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/52e5016a-bb3d-4b6f-bf53-86de52e5ce5a HTTP/1.1" status: 200 len: 688 time: 0.0906415 Jun 03 21:59:08.506620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57130) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:08.511439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526191137', 'description': 'tempest-secgroup-smoke-1526191137 description', 'project_id': 'c505461944d44588ae1a2ee7f748a138'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:59:08.517695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:59:08.528445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:59:08.540799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:08.563986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:59:08.568266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:59:08.571609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:59:08.578120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:59:08.654695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:08.660656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:08.664591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4f028a92-09d2-499d-894e-f4014365bd47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:59:08.709117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:59:08.717531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:08.717909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:08.718278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:08.718638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:08.718997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:08.719355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:08.719745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:08.720090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:08.720444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:08.720886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:08.721252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:08.721710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:08.724861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:08.726033 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2184474 Jun 03 21:59:08.726906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:59:08.729046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57132) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:08.733436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c7f7c545-6e78-4003-b477-edf19b0f5c3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '908156c4-4a6a-4aac-8fc4-9990b9ec9b5b', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:59:08.739557 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c7f7c545-6e78-4003-b477-edf19b0f5c3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:59:08.743325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c7f7c545-6e78-4003-b477-edf19b0f5c3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:59:08.746234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c7f7c545-6e78-4003-b477-edf19b0f5c3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:59:08.752423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c7f7c545-6e78-4003-b477-edf19b0f5c3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:59:08.771386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c545-6e78-4003-b477-edf19b0f5c3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:08.832416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c545-6e78-4003-b477-edf19b0f5c3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:08.839211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c545-6e78-4003-b477-edf19b0f5c3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:08.842183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4408b47e-439c-43fd-9bdb-9d34f4e5d2db tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:59:08.867194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7c545-6e78-4003-b477-edf19b0f5c3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcac033e-32aa-4a6f-9788-c3c2e4a59bc5,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:59:08.869835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c7f7c545-6e78-4003-b477-edf19b0f5c3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:59:08.877681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c545-6e78-4003-b477-edf19b0f5c3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:08.878924 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c7f7c545-6e78-4003-b477-edf19b0f5c3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490138 Jun 03 21:59:08.881822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57134) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:08.886231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a8e5f201-615f-4848-9af2-fe765c956efd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '908156c4-4a6a-4aac-8fc4-9990b9ec9b5b', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:59:08.892189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a8e5f201-615f-4848-9af2-fe765c956efd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:59:08.896515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a8e5f201-615f-4848-9af2-fe765c956efd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:59:08.899482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a8e5f201-615f-4848-9af2-fe765c956efd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:59:08.905177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a8e5f201-615f-4848-9af2-fe765c956efd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:59:08.924563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f201-615f-4848-9af2-fe765c956efd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:08.993015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f201-615f-4848-9af2-fe765c956efd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.000351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f201-615f-4848-9af2-fe765c956efd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.003554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a8e2e043-c5e3-4740-a686-14941561585a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:59:09.031929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5f201-615f-4848-9af2-fe765c956efd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3409af71-a36a-460e-ba39-2aac27d209fd,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:59:09.034767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a8e5f201-615f-4848-9af2-fe765c956efd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:59:09.044152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a8e5f201-615f-4848-9af2-fe765c956efd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.045422 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a8e5f201-615f-4848-9af2-fe765c956efd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1626084 Jun 03 21:59:09.050247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57136) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:09.054805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-08dff957-a0ad-454d-aea9-ab9b59036f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '908156c4-4a6a-4aac-8fc4-9990b9ec9b5b', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:59:09.061011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-08dff957-a0ad-454d-aea9-ab9b59036f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:59:09.066069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-08dff957-a0ad-454d-aea9-ab9b59036f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:59:09.069326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-08dff957-a0ad-454d-aea9-ab9b59036f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:59:09.075857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-08dff957-a0ad-454d-aea9-ab9b59036f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:59:09.098165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-08dff957-a0ad-454d-aea9-ab9b59036f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.170224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-08dff957-a0ad-454d-aea9-ab9b59036f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.176096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-08dff957-a0ad-454d-aea9-ab9b59036f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.178652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e6fdb84a-94a9-46c0-a84e-3df5cbf459e7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:59:09.210928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dff957-a0ad-454d-aea9-ab9b59036f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d0ae6b-d800-421d-bd73-7415b95fc7b0,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:59:09.210928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-08dff957-a0ad-454d-aea9-ab9b59036f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:59:09.223848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-08dff957-a0ad-454d-aea9-ab9b59036f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.225047 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-08dff957-a0ad-454d-aea9-ab9b59036f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1738729 Jun 03 21:59:09.228717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57138) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:09.233231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-bc6f31ca-d0af-4823-821a-001fa13dbb53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '908156c4-4a6a-4aac-8fc4-9990b9ec9b5b', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:59:09.239793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bc6f31ca-d0af-4823-821a-001fa13dbb53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:59:09.243878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bc6f31ca-d0af-4823-821a-001fa13dbb53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:59:09.246812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bc6f31ca-d0af-4823-821a-001fa13dbb53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:59:09.253897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bc6f31ca-d0af-4823-821a-001fa13dbb53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:59:09.273416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bc6f31ca-d0af-4823-821a-001fa13dbb53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.341761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bc6f31ca-d0af-4823-821a-001fa13dbb53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.348388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bc6f31ca-d0af-4823-821a-001fa13dbb53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.354256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:59:09.374734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f31ca-d0af-4823-821a-001fa13dbb53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be59061f-4673-4a4f-9f54-9333a187424b,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:59:09.377931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bc6f31ca-d0af-4823-821a-001fa13dbb53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:59:09.386635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bc6f31ca-d0af-4823-821a-001fa13dbb53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.387873 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bc6f31ca-d0af-4823-821a-001fa13dbb53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582456 Jun 03 21:59:09.390661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57140) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:09.396396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '908156c4-4a6a-4aac-8fc4-9990b9ec9b5b', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:59:09.402394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:59:09.406270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:59:09.409392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:59:09.415228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:59:09.429500 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:59:09.435784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.510308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.515869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.517681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-36b4bb23-17c5-4e20-a1f4-fa587c1a3f4e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:59:09.539908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928e59f6-9105-482b-b136-c25054c34836,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:59:09.542315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:59:09.551368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.552568 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1608658 Jun 03 21:59:09.555287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57142) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:09.559711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '908156c4-4a6a-4aac-8fc4-9990b9ec9b5b', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:59:09.565666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:59:09.569471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 21:59:09.572543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 21:59:09.578332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:59:09.592630 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 21:59:09.599419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.670755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.676919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.679541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:59:09.704685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d837b93-ddcb-43b6-b5d0-54aa3dca1f85,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:59:09.707531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:59:09.717489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:09.718771 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1625230 Jun 03 21:59:09.898394 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-b36ca0e7-1995-4580-b3e1-f88d7d3386e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526191137&fields=id&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 267 time: 0.0449278 Jun 03 21:59:10.066771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-739ba516-0d5d-43f3-9916-06e71e9bcc79 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:10.068282 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-739ba516-0d5d-43f3-9916-06e71e9bcc79 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/networks?id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073 HTTP/1.1" status: 200 len: 797 time: 0.1603866 Jun 03 21:59:10.083686 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-570781f9-a5fb-452c-a738-0aab609be7d8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/quotas/c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 375 time: 0.0098221 Jun 03 21:59:10.180680 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-8374fd6e-3370-43f2-ac15-f62c1564f2d8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0890641 Jun 03 21:59:10.340667 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-64b19747-3fa7-4bbb-bed9-177aae71392b service neutron] 10.222.0.96 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466682 Jun 03 21:59:10.632390 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-d5a6fe72-55fb-4d18-bd85-86152629a481 service neutron] 10.222.0.96 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857609 Jun 03 21:59:10.820412 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94bd68fd-c5eb-45c7-9195-f8af51c9af7a req-60153ff4-c2e0-4329-bb7c-b10e5cc715d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 210 time: 0.0427079 Jun 03 21:59:11.983146 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d98d6cb8-5594-4274-a46c-02b57a22625b req-47aaaad5-249b-41a5-82e9-1c667d6cc204 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 210 time: 0.0493197 Jun 03 21:59:11.992366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-d28465a3-84e0-42b8-b6f7-e9f8658e8e8f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:11.993799 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-d28465a3-84e0-42b8-b6f7-e9f8658e8e8f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks?id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073 HTTP/1.1" status: 200 len: 797 time: 0.1534224 Jun 03 21:59:12.048749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-c04ad723-b9f7-4180-a3aa-19b55042e7f7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:59:12.065913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-c04ad723-b9f7-4180-a3aa-19b55042e7f7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:59:12.067086 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-c04ad723-b9f7-4180-a3aa-19b55042e7f7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 472 time: 0.0629730 Jun 03 21:59:12.077662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'port': {'device_id': 'c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'admin_state_up': True, 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'security_groups': ['908156c4-4a6a-4aac-8fc4-9990b9ec9b5b']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:59:12.224424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 21:59:12.234135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 21:59:12.245881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 21:59:12.249561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:12.420385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.14 (fb7bcfe5-c74d-41a5-991a-4d8647bf6073/03851870-9068-4407-9606-3c2dccf83a40/8e82acd6-aec6-48b8-bdbf-0fba703f7689) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 21:59:12.624433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:12.648847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 8e82acd6-aec6-48b8-bdbf-0fba703f7689 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:59:12.678815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:12.687619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:59:12.751076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 21:59:12.754408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 21:59:12.763300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 21:59:12.799120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=8e82acd6-aec6-48b8-bdbf-0fba703f7689,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:59:12.806231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:59:12.837596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:12.837931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:12.867226 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7947745 Jun 03 21:59:12.879368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Request body: {'port': {'device_id': 'c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:59:12.953953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b5ad5a52-1b85-4046-aa57-52f450b66fe8 None None] Provisioning for port 8e82acd6-aec6-48b8-bdbf-0fba703f7689 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:59:12.959917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b5ad5a52-1b85-4046-aa57-52f450b66fe8 None None] Provisioning complete for port 8e82acd6-aec6-48b8-bdbf-0fba703f7689 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:59:12.960282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b5ad5a52-1b85-4046-aa57-52f450b66fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:13.018341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad5a52-1b85-4046-aa57-52f450b66fe8 None None] Port 8e82acd6-aec6-48b8-bdbf-0fba703f7689 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 21:59:13.023092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:13.118513 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:59:13.475510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad02bbd-8b35-411a-8fab-44b09568b187 req-80ce2a87-b902-4166-8e06-bb7ccd29e11e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:13.476211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-5ad02bbd-8b35-411a-8fab-44b09568b187 req-80ce2a87-b902-4166-8e06-bb7ccd29e11e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 21:59:13.512449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-5ad02bbd-8b35-411a-8fab-44b09568b187 req-80ce2a87-b902-4166-8e06-bb7ccd29e11e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 21:59:13.513774 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5ad02bbd-8b35-411a-8fab-44b09568b187 req-80ce2a87-b902-4166-8e06-bb7ccd29e11e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 932 time: 0.4114926 Jun 03 21:59:13.619612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e82acd6-aec6-48b8-bdbf-0fba703f7689 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:59:13.626548 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5ad02bbd-8b35-411a-8fab-44b09568b187 req-d71defe1-6758-4afd-9940-892d4d389276 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990682 Jun 03 21:59:13.631172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:13.650669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Transition to ACTIVE for port object 8e82acd6-aec6-48b8-bdbf-0fba703f7689 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 21:59:13.655183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:13.660488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-28356973-7329-4b00-a741-aa051199fb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:59:13.819937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e82acd6-aec6-48b8-bdbf-0fba703f7689,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:59:13.827697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:59:13.900744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Attempting to bind port 8e82acd6-aec6-48b8-bdbf-0fba703f7689 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 21:59:13.901064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Attempting to bind port 8e82acd6-aec6-48b8-bdbf-0fba703f7689 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 21:59:13.901384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Attempting to bind port 8e82acd6-aec6-48b8-bdbf-0fba703f7689 on network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:59:13.905923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Port 8e82acd6-aec6-48b8-bdbf-0fba703f7689 on network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 21:59:13.906239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Attempting to bind port 8e82acd6-aec6-48b8-bdbf-0fba703f7689 on network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 21:59:13.911423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 21:59:13.911780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Checking segment: {'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 21:59:13.912154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Bound using segment: {'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 21:59:13.912576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Bound port: 8e82acd6-aec6-48b8-bdbf-0fba703f7689, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d9d791-0b09-4cb6-8505-dac61bb890e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 21:59:13.912922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:14.021444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] For port 8e82acd6-aec6-48b8-bdbf-0fba703f7689, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 21:59:14.024560 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] For port 8e82acd6-aec6-48b8-bdbf-0fba703f7689, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8e82acd6-aec6-48b8-bdbf-0fba703f7689,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 21:59:14.032965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:14.036974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-36db718d-67b1-4181-a263-cad96d0439e3 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:59:14.092653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:14.093278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:14.094620 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] 10.222.0.24 "PUT /v2.0/ports/8e82acd6-aec6-48b8-bdbf-0fba703f7689 HTTP/1.1" status: 200 len: 1094 time: 1.2197807 Jun 03 21:59:14.095167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe', 'tag': '8e82acd6-aec6-48b8-bdbf-0fba703f7689'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:59:14.097801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485a5eae-bd0b-4eab-bd08-e56af7070ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe", "tag": "8e82acd6-aec6-48b8-bdbf-0fba703f7689"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:59:14.124931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e82acd6-aec6-48b8-bdbf-0fba703f7689,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:59:14.129015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:59:14.149023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af26f08d-86a8-4d38-8640-a2a74883bd06 x-openstack-request-id: req-af26f08d-86a8-4d38-8640-a2a74883bd06 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:59:14.149374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe", "tag": "8e82acd6-aec6-48b8-bdbf-0fba703f7689", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:59:14.149653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-af26f08d-86a8-4d38-8640-a2a74883bd06 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:59:14.150098 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe', 'tag': '8e82acd6-aec6-48b8-bdbf-0fba703f7689', 'status': 'completed', 'code': 200} Jun 03 21:59:14.227203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-cae1d9a9-0acf-43a4-b6fb-9287eaff08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:14.228734 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-cae1d9a9-0acf-43a4-b6fb-9287eaff08a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 1097 time: 0.0773208 Jun 03 21:59:14.302170 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-a0548523-1fd0-4a68-8a44-177e9a223c2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e82acd6-aec6-48b8-bdbf-0fba703f7689 HTTP/1.1" status: 200 len: 217 time: 0.0656400 Jun 03 21:59:14.367107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-1c42e84f-8d56-4cb9-a28b-d1d15e0a0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:14.368537 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-1c42e84f-8d56-4cb9-a28b-d1d15e0a0076 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03851870-9068-4407-9606-3c2dccf83a40 HTTP/1.1" status: 200 len: 835 time: 0.0596025 Jun 03 21:59:14.450116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-c7430ed4-07e8-4464-a3d3-05103310e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:14.451573 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-c7430ed4-07e8-4464-a3d3-05103310e7d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766351 Jun 03 21:59:14.587367 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-91504994-eb05-446c-94c7-5cf434bb418e service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276965 Jun 03 21:59:14.722542 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fab3e267-9243-4504-9ad4-3121a7236c43 req-9b9bddcf-1d67-4aba-9805-cd57387ca9c5 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285806 Jun 03 21:59:14.869625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f30c3b-aac3-48ff-b384-c6317794cc5d req-e6a75d49-5101-47be-ad02-fa8f3ca046f7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:14.870988 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-73f30c3b-aac3-48ff-b384-c6317794cc5d req-e6a75d49-5101-47be-ad02-fa8f3ca046f7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 944 time: 0.1355963 Jun 03 21:59:14.901319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a5eae-bd0b-4eab-bd08-e56af7070ddf req-2202383f-8ca2-48fd-8258-b8dbb2af002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:14.902749 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-485a5eae-bd0b-4eab-bd08-e56af7070ddf req-2202383f-8ca2-48fd-8258-b8dbb2af002e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 1097 time: 0.1273642 Jun 03 21:59:14.959510 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-73f30c3b-aac3-48ff-b384-c6317794cc5d req-0af80376-cb61-4e1f-8a74-057110ed3328 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826001 Jun 03 21:59:15.194194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a5eae-bd0b-4eab-bd08-e56af7070ddf req-42872d07-8b86-4d5b-ae6b-ac427c5c1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:15.195556 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-485a5eae-bd0b-4eab-bd08-e56af7070ddf req-42872d07-8b86-4d5b-ae6b-ac427c5c1ca1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073 HTTP/1.1" status: 200 len: 899 time: 0.2857420 Jun 03 21:59:15.263957 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-485a5eae-bd0b-4eab-bd08-e56af7070ddf req-8840d6b6-8442-40d2-a6c4-bca34d254a32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e82acd6-aec6-48b8-bdbf-0fba703f7689 HTTP/1.1" status: 200 len: 217 time: 0.0613046 Jun 03 21:59:15.340731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a5eae-bd0b-4eab-bd08-e56af7070ddf req-751b98e1-8073-4929-b66a-b7e12b8258ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:15.342152 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-485a5eae-bd0b-4eab-bd08-e56af7070ddf req-751b98e1-8073-4929-b66a-b7e12b8258ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03851870-9068-4407-9606-3c2dccf83a40 HTTP/1.1" status: 200 len: 835 time: 0.0708094 Jun 03 21:59:15.428836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a5eae-bd0b-4eab-bd08-e56af7070ddf req-900b1f9e-f716-45d0-b6d6-9b2cbd62dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:15.430320 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-485a5eae-bd0b-4eab-bd08-e56af7070ddf req-900b1f9e-f716-45d0-b6d6-9b2cbd62dd2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805199 Jun 03 21:59:15.574785 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-485a5eae-bd0b-4eab-bd08-e56af7070ddf req-0b6aa89f-7e6b-4205-9342-5dd28b351ed1 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369181 Jun 03 21:59:15.717835 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-485a5eae-bd0b-4eab-bd08-e56af7070ddf req-e4ea0beb-6545-498e-81d8-e381e97fbbf3 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349916 Jun 03 21:59:16.160865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498f73c-9228-430a-9863-c5878f167dc2 req-e7a36119-0eae-4c52-9f80-b2cff649fcb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:16.162333 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3498f73c-9228-430a-9863-c5878f167dc2 req-e7a36119-0eae-4c52-9f80-b2cff649fcb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 944 time: 0.0885601 Jun 03 21:59:16.212233 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3498f73c-9228-430a-9863-c5878f167dc2 req-8b5359df-4194-4493-aa74-d360a88ec319 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440965 Jun 03 21:59:17.415097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f64681-d0bd-4161-9443-f7e087a3468b req-223e69cd-13f9-488e-9d1e-08cc8f98ca1b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:17.416520 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-50f64681-d0bd-4161-9443-f7e087a3468b req-223e69cd-13f9-488e-9d1e-08cc8f98ca1b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 944 time: 0.0907681 Jun 03 21:59:17.464970 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-50f64681-d0bd-4161-9443-f7e087a3468b req-23b008e1-9269-466d-ae86-c513b72e1b37 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394502 Jun 03 21:59:17.745205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 8e82acd6-aec6-48b8-bdbf-0fba703f7689 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 21:59:17.887176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 8e82acd6-aec6-48b8-bdbf-0fba703f7689, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8e82acd6-aec6-48b8-bdbf-0fba703f7689,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:59:17.908977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '8e82acd6-aec6-48b8-bdbf-0fba703f7689', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'port_id': '8e82acd6-aec6-48b8-bdbf-0fba703f7689', 'mac_address': 'fa:16:3e:3a:e9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 21:59:17.966726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:17.983407 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e82acd6-aec6-48b8-bdbf-0fba703f7689 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 21:59:18.001558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 8e82acd6-aec6-48b8-bdbf-0fba703f7689, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8e82acd6-aec6-48b8-bdbf-0fba703f7689,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:59:18.006800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:18.009808 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:59:18.089960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=8e82acd6-aec6-48b8-bdbf-0fba703f7689,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:59:18.097841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:18.098175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:18.098510 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:18.098836 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:18.099163 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:18.099504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:18.099833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:18.100151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:18.100469 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:18.100785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:18.101098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:18.101411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 21:59:18.105387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:59:18.391872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['8e82acd6-aec6-48b8-bdbf-0fba703f7689'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 21:59:18.662331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0523-ba7a-475d-b719-3cfc73a69b05 req-cb1474e2-0406-4c18-9715-9f3a9b59f89c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:18.663716 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d09c0523-ba7a-475d-b719-3cfc73a69b05 req-cb1474e2-0406-4c18-9715-9f3a9b59f89c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 945 time: 0.0840530 Jun 03 21:59:18.711865 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d09c0523-ba7a-475d-b719-3cfc73a69b05 req-302c7fe7-6230-404b-91e9-6a90ca6590ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420651 Jun 03 21:59:19.760369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 8e82acd6-aec6-48b8-bdbf-0fba703f7689 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 21:59:19.831129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 8e82acd6-aec6-48b8-bdbf-0fba703f7689 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 21:59:19.836512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 8e82acd6-aec6-48b8-bdbf-0fba703f7689 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 21:59:19.836886 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:19.912591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de6a9c-06b0-4e53-bddd-971648e37d15 req-d48f2d8b-fac2-4b91-8e39-ec682b070471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:19.914121 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f6de6a9c-06b0-4e53-bddd-971648e37d15 req-d48f2d8b-fac2-4b91-8e39-ec682b070471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 945 time: 0.0897868 Jun 03 21:59:19.966561 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f6de6a9c-06b0-4e53-bddd-971648e37d15 req-4a78deb4-ce71-41db-a145-9a2bebf60d10 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467241 Jun 03 21:59:20.001946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:20.030483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e82acd6-aec6-48b8-bdbf-0fba703f7689'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:59:20.032794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e686cc-321e-4fb2-8ede-b88249010674" -d '{"events": [{"server_uuid": "c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe", "name": "network-vif-plugged", "status": "completed", "tag": "8e82acd6-aec6-48b8-bdbf-0fba703f7689"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:59:20.041075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 8e82acd6-aec6-48b8-bdbf-0fba703f7689, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8e82acd6-aec6-48b8-bdbf-0fba703f7689,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 21:59:20.046160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:20.048742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-23b0fdba-6ee6-462d-9d75-ce360dc9976d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 21:59:20.087837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 21:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699ae69f-e063-4f4b-ab1f-38a65001df3c x-openstack-request-id: req-699ae69f-e063-4f4b-ab1f-38a65001df3c {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:59:20.088107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe", "name": "network-vif-plugged", "status": "completed", "tag": "8e82acd6-aec6-48b8-bdbf-0fba703f7689", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:59:20.088364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-699ae69f-e063-4f4b-ab1f-38a65001df3c {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:59:20.088758 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e82acd6-aec6-48b8-bdbf-0fba703f7689', 'code': 200} Jun 03 21:59:20.122981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=8e82acd6-aec6-48b8-bdbf-0fba703f7689,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 21:59:20.125922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 21:59:20.332107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa28f01-9e0f-4c3e-bd40-28d17271c6c8 req-6deda332-0b78-47a4-89c2-822f2a404594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:20.333594 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3fa28f01-9e0f-4c3e-bd40-28d17271c6c8 req-6deda332-0b78-47a4-89c2-822f2a404594 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 1099 time: 0.0950322 Jun 03 21:59:20.377276 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3fa28f01-9e0f-4c3e-bd40-28d17271c6c8 req-b15fd864-90d4-42d6-9bff-1a0d5e143750 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365467 Jun 03 21:59:21.169397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b66b96-e9db-4d64-b8cd-d788c806663a req-f5261058-dc50-4478-841d-e1c3242097a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:21.170472 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-61b66b96-e9db-4d64-b8cd-d788c806663a req-f5261058-dc50-4478-841d-e1c3242097a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 946 time: 0.0993283 Jun 03 21:59:21.222952 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-61b66b96-e9db-4d64-b8cd-d788c806663a req-76f76a32-c7ff-4e6a-a126-05d00cc71081 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465052 Jun 03 21:59:22.426561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f5b55-09ab-4d5d-b0f3-1aeb0492ff5f req-17097624-f80b-4f8c-9b7d-bfcc6d8848bd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:22.427982 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fa8f5b55-09ab-4d5d-b0f3-1aeb0492ff5f req-17097624-f80b-4f8c-9b7d-bfcc6d8848bd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 946 time: 0.0918524 Jun 03 21:59:22.477046 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fa8f5b55-09ab-4d5d-b0f3-1aeb0492ff5f req-0c5262b0-d76e-4452-9ccf-db413d046268 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 Jun 03 21:59:22.700013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296ef46-544e-4ae1-a3ff-6422cab99ef9 req-a8ccfc87-487c-4781-9446-f7647b455bdd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:22.701360 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a296ef46-544e-4ae1-a3ff-6422cab99ef9 req-a8ccfc87-487c-4781-9446-f7647b455bdd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 946 time: 0.0915434 Jun 03 21:59:22.746930 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a296ef46-544e-4ae1-a3ff-6422cab99ef9 req-dc391a04-e20b-4d3c-ac77-289ba971c42e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391166 Jun 03 21:59:22.773361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57200) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:22.822960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-345a8839-fe24-497c-a514-8bfb7315bdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:22.856087 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc89707-cb95-479a-a4ad-d9bfc268dbac tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:22.858364 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bbc89707-cb95-479a-a4ad-d9bfc268dbac tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 1094 time: 0.0838618 Jun 03 21:59:22.862517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57202) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:22.869727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-72ec7d78-0b03-4387-a3c7-8c532fa69124 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'floatingip': {'port_id': '8e82acd6-aec6-48b8-bdbf-0fba703f7689'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 21:59:22.953111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72ec7d78-0b03-4387-a3c7-8c532fa69124 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:23.582581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72ec7d78-0b03-4387-a3c7-8c532fa69124 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:23.588398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72ec7d78-0b03-4387-a3c7-8c532fa69124 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:23.907212 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-72ec7d78-0b03-4387-a3c7-8c532fa69124 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 52e5016a-bb3d-4b6f-bf53-86de52e5ce5a associated. External IP: 172.26.3.218, port: 8e82acd6-aec6-48b8-bdbf-0fba703f7689. Jun 03 21:59:24.280748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ec7d78-0b03-4387-a3c7-8c532fa69124 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 8f5d132e-596c-4289-aecd-99fe5b0251ca has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 21:59:24.468655 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ec7d78-0b03-4387-a3c7-8c532fa69124 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 21:59:24.473693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-72ec7d78-0b03-4387-a3c7-8c532fa69124 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:24.478261 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b114a31-c1a5-4211-bd01-3654fe23887b None None] Sync routers for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 21:59:24.489387 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b114a31-c1a5-4211-bd01-3654fe23887b None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:59:24.490031 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9b114a31-c1a5-4211-bd01-3654fe23887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:58:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:59:24.538457 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-72ec7d78-0b03-4387-a3c7-8c532fa69124 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/floatingips/52e5016a-bb3d-4b6f-bf53-86de52e5ce5a HTTP/1.1" status: 200 len: 992 time: 1.6746294 Jun 03 21:59:24.539486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe', 'tag': '8e82acd6-aec6-48b8-bdbf-0fba703f7689'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 21:59:24.541456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57204) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:24.543291 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d43bcf1-3964-4326-85be-5890d81c5f07" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe", "tag": "8e82acd6-aec6-48b8-bdbf-0fba703f7689"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 21:59:24.604989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 21:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509d660b-6365-4c62-8d84-3f4c192cb119 x-openstack-request-id: req-509d660b-6365-4c62-8d84-3f4c192cb119 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 21:59:24.605607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe", "tag": "8e82acd6-aec6-48b8-bdbf-0fba703f7689", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 21:59:24.605607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-509d660b-6365-4c62-8d84-3f4c192cb119 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 21:59:24.606036 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe', 'tag': '8e82acd6-aec6-48b8-bdbf-0fba703f7689', 'status': 'completed', 'code': 200} Jun 03 21:59:24.684535 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-9b114a31-c1a5-4211-bd01-3654fe23887b None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:59:24.715491 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9ebfb0ca-cd25-4c04-9d89-0023e760c8f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/52e5016a-bb3d-4b6f-bf53-86de52e5ce5a HTTP/1.1" status: 200 len: 992 time: 0.1727111 Jun 03 21:59:24.742118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bcf1-3964-4326-85be-5890d81c5f07 req-c712a8b5-e819-4273-921d-0408bbfce695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:24.743751 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d43bcf1-3964-4326-85be-5890d81c5f07 req-c712a8b5-e819-4273-921d-0408bbfce695 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 1099 time: 0.1096218 Jun 03 21:59:24.886888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bcf1-3964-4326-85be-5890d81c5f07 req-388d90f7-dae1-4b2e-9bf8-ed7097fd6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:24.888539 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d43bcf1-3964-4326-85be-5890d81c5f07 req-388d90f7-dae1-4b2e-9bf8-ed7097fd6985 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073 HTTP/1.1" status: 200 len: 899 time: 0.1382363 Jun 03 21:59:24.998996 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d43bcf1-3964-4326-85be-5890d81c5f07 req-a1415da2-cf40-4f25-b1f9-6fc380210ef2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e82acd6-aec6-48b8-bdbf-0fba703f7689 HTTP/1.1" status: 200 len: 1000 time: 0.1021395 Jun 03 21:59:25.066462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bcf1-3964-4326-85be-5890d81c5f07 req-f508b4da-2c64-4276-82c9-5d35eb4638c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:25.067958 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d43bcf1-3964-4326-85be-5890d81c5f07 req-f508b4da-2c64-4276-82c9-5d35eb4638c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03851870-9068-4407-9606-3c2dccf83a40 HTTP/1.1" status: 200 len: 835 time: 0.0624225 Jun 03 21:59:25.078781 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9b114a31-c1a5-4211-bd01-3654fe23887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '52e5016a-bb3d-4b6f-bf53-86de52e5ce5a', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'port_id': '8e82acd6-aec6-48b8-bdbf-0fba703f7689', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'mac_address': 'fa:16:3e:3a:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:57:55Z', 'updated_at': '2021-06-03T21:59:23Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:42Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:59:25.087479 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b114a31-c1a5-4211-bd01-3654fe23887b None None] Checking router: 8f5d132e-596c-4289-aecd-99fe5b0251ca for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 21:59:25.096214 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b114a31-c1a5-4211-bd01-3654fe23887b None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 21:59:25.096829 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9b114a31-c1a5-4211-bd01-3654fe23887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T21:58:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:59:25.162662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bcf1-3964-4326-85be-5890d81c5f07 req-91b3efcb-3158-40d7-81a2-3179af7493cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:25.165155 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d43bcf1-3964-4326-85be-5890d81c5f07 req-91b3efcb-3158-40d7-81a2-3179af7493cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0906961 Jun 03 21:59:25.299242 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-9b114a31-c1a5-4211-bd01-3654fe23887b None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 21:59:25.372658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:25.442604 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d43bcf1-3964-4326-85be-5890d81c5f07 req-d7dc738f-828b-4483-be5b-dd3f8538eb5f service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704589 Jun 03 21:59:25.480382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f71c16d8-7563-45e2-9c23-e5d17c1718f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:25.584832 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d43bcf1-3964-4326-85be-5890d81c5f07 req-592bc0ee-5789-42bd-b4f1-8becbb71f7e9 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354415 Jun 03 21:59:25.665660 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9b114a31-c1a5-4211-bd01-3654fe23887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '52e5016a-bb3d-4b6f-bf53-86de52e5ce5a', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'port_id': '8e82acd6-aec6-48b8-bdbf-0fba703f7689', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'mac_address': 'fa:16:3e:3a:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:57:55Z', 'updated_at': '2021-06-03T21:59:23Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:42Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 21:59:25.669819 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b114a31-c1a5-4211-bd01-3654fe23887b None None] The sync data for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv is: [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '52e5016a-bb3d-4b6f-bf53-86de52e5ce5a', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'port_id': '8e82acd6-aec6-48b8-bdbf-0fba703f7689', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'mac_address': 'fa:16:3e:3a:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T21:57:55Z', 'updated_at': '2021-06-03T21:59:23Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:42Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 21:59:25.719612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57210) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:25.829028 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6092c452-aa08-4a8e-b96c-bb3cbd642718 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/52e5016a-bb3d-4b6f-bf53-86de52e5ce5a HTTP/1.1" status: 200 len: 992 time: 0.1081018 Jun 03 21:59:25.854838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a865094-4834-4497-9a00-d927c87db451 None None] New status for floating IP 52e5016a-bb3d-4b6f-bf53-86de52e5ce5a: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 21:59:26.749076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:26.833817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57212) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 21:59:26.897337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:26.975529 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0ca4b5a5-6a4d-4c19-846c-57b521368cd1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/52e5016a-bb3d-4b6f-bf53-86de52e5ce5a HTTP/1.1" status: 200 len: 994 time: 0.1404254 Jun 03 21:59:28.410465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:39.561559 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4701ec96-0c4d-4de0-bc9e-6192469b15e7 req-4d4f03f7-eb7e-41af-b9b9-161da1545dc8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1439011 Jun 03 21:59:39.709938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ec96-0c4d-4de0-bc9e-6192469b15e7 req-99cb2b6a-b5de-4aad-94b4-a0ac15895185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:39.711316 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4701ec96-0c4d-4de0-bc9e-6192469b15e7 req-99cb2b6a-b5de-4aad-94b4-a0ac15895185 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 1099 time: 0.0756607 Jun 03 21:59:39.880740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ec96-0c4d-4de0-bc9e-6192469b15e7 req-873696c4-386c-41e5-ab5f-1dcb747d82de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:39.882177 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4701ec96-0c4d-4de0-bc9e-6192469b15e7 req-873696c4-386c-41e5-ab5f-1dcb747d82de service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073 HTTP/1.1" status: 200 len: 899 time: 0.1484571 Jun 03 21:59:39.957914 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4701ec96-0c4d-4de0-bc9e-6192469b15e7 req-8c8e3ae4-0fe0-48c9-ba20-7377f6837edb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=373656b3-00e8-4e0c-8899-5506b784767e HTTP/1.1" status: 200 len: 217 time: 0.0675755 Jun 03 21:59:40.026170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ec96-0c4d-4de0-bc9e-6192469b15e7 req-af8975d2-03c0-46c5-81fb-99c217927901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:40.027565 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4701ec96-0c4d-4de0-bc9e-6192469b15e7 req-af8975d2-03c0-46c5-81fb-99c217927901 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03851870-9068-4407-9606-3c2dccf83a40 HTTP/1.1" status: 200 len: 835 time: 0.0629141 Jun 03 21:59:40.108819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ec96-0c4d-4de0-bc9e-6192469b15e7 req-9afe76df-a159-4d17-a457-6b21f0d836cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 21:59:40.110312 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4701ec96-0c4d-4de0-bc9e-6192469b15e7 req-9afe76df-a159-4d17-a457-6b21f0d836cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb7bcfe5-c74d-41a5-991a-4d8647bf6073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754526 Jun 03 21:59:40.255475 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4701ec96-0c4d-4de0-bc9e-6192469b15e7 req-d167282b-f9cd-41f2-9343-7fb63645063a service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363795 Jun 03 21:59:40.389849 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4701ec96-0c4d-4de0-bc9e-6192469b15e7 req-712f9caa-cbd2-4714-aed1-48cd8a1453a9 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269426 Jun 03 21:59:50.118605 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 21:59:52.830357 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8517c563-2cf1-430e-9ba3-3c2227fb034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:55.380659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:55.487175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88ee66e5-ed62-4f39-bd6f-0b42d394fb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:56.760811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:56.907221 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 21:59:58.408593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:22.824921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dbee8e27-191b-4ae3-a4eb-736104d05ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:25.379556 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:25.482599 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ad8d4882-be94-4fc6-b1e7-02bc925ccb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:26.792518 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:26.903419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:27.121239 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:00:28.410016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:36.743065 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5201cc-9546-4180-b4df-eea0fe3f63bd req-8996e343-3add-42a2-aef1-15aae69d4eba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:36.744544 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1a5201cc-9546-4180-b4df-eea0fe3f63bd req-8996e343-3add-42a2-aef1-15aae69d4eba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 946 time: 0.2537436 Jun 03 22:00:36.794291 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1a5201cc-9546-4180-b4df-eea0fe3f63bd req-6c6cef63-1032-41fd-9d69-cab4b87b4fb4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437744 Jun 03 22:00:38.057113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a8333-13c5-492b-8b71-3b1d34660034 req-08b5dd90-41f8-4d46-8045-40578586cc86 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:38.058587 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a16a8333-13c5-492b-8b71-3b1d34660034 req-08b5dd90-41f8-4d46-8045-40578586cc86 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 946 time: 0.1463447 Jun 03 22:00:38.112333 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a16a8333-13c5-492b-8b71-3b1d34660034 req-0ed75265-9fbc-45df-a085-d06f3d51e544 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478179 Jun 03 22:00:38.251968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e088689-b709-4b83-b1c5-78899d611047 req-4404acc8-d245-4183-b4e4-e1952a207c36 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:38.253494 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e088689-b709-4b83-b1c5-78899d611047 req-4404acc8-d245-4183-b4e4-e1952a207c36 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 946 time: 0.0910108 Jun 03 22:00:38.541635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 8e82acd6-aec6-48b8-bdbf-0fba703f7689 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:00:38.541908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:38.676547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 8e82acd6-aec6-48b8-bdbf-0fba703f7689, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8e82acd6-aec6-48b8-bdbf-0fba703f7689,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:00:38.676889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:38.984180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:38.984678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:38.985147 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 52e5016a-bb3d-4b6f-bf53-86de52e5ce5a disassociated. External IP: 172.26.3.218, port: 8e82acd6-aec6-48b8-bdbf-0fba703f7689. Jun 03 22:00:38.985591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 8e82acd6-aec6-48b8-bdbf-0fba703f7689 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:00:39.125287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:39.132648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f85bca37-a340-4679-8848-647f226aba1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:39.180310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=8e82acd6-aec6-48b8-bdbf-0fba703f7689,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:39.195371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:39.196403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:39.196790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:39.197168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:39.197546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:39.197916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:39.198284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:39.198650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:39.199021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:39.199377 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:39.199762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:39.200119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:39.204105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:39.324066 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2f4757ff-0c71-45e9-b41a-0054ebc0919e req-668b6daf-522c-40c8-9168-d918d04fcf89 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe HTTP/1.1" status: 200 len: 210 time: 0.0622578 Jun 03 22:00:39.449187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 8f5d132e-596c-4289-aecd-99fe5b0251ca has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:00:39.649969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:00:39.660511 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc802657-61e2-4ffb-99a7-f0152d8366ce None None] Sync routers for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:00:39.672950 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc802657-61e2-4ffb-99a7-f0152d8366ce None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:00:39.674358 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-bc802657-61e2-4ffb-99a7-f0152d8366ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:00:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:39.732243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] No DVR routers for this DVR port 8e82acd6-aec6-48b8-bdbf-0fba703f7689 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:00:39.735274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:39.738406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe', 'name': 'network-vif-deleted', 'tag': '8e82acd6-aec6-48b8-bdbf-0fba703f7689'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:00:39.743791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667910f8-b956-41ce-90a1-7490ec72dc16" -d '{"events": [{"server_uuid": "c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe", "name": "network-vif-deleted", "tag": "8e82acd6-aec6-48b8-bdbf-0fba703f7689"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:00:39.767005 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e088689-b709-4b83-b1c5-78899d611047 req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "DELETE /v2.0/ports/8e82acd6-aec6-48b8-bdbf-0fba703f7689 HTTP/1.1" status: 204 len: 173 time: 1.5064752 Jun 03 22:00:39.862852 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-bc802657-61e2-4ffb-99a7-f0152d8366ce None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:00:39.866404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e5205f-83e3-48b5-8859-3b8407c0998b x-openstack-request-id: req-f6e5205f-83e3-48b5-8859-3b8407c0998b {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:00:39.866749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe", "name": "network-vif-deleted", "tag": "8e82acd6-aec6-48b8-bdbf-0fba703f7689", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:00:39.867049 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f6e5205f-83e3-48b5-8859-3b8407c0998b {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:00:39.867521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d5fc04-eed3-420d-8d9e-18d4fe5a0ffe', 'name': 'network-vif-deleted', 'tag': '8e82acd6-aec6-48b8-bdbf-0fba703f7689', 'status': 'completed', 'code': 200} Jun 03 22:00:40.260269 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-bc802657-61e2-4ffb-99a7-f0152d8366ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:42Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:40.265943 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc802657-61e2-4ffb-99a7-f0152d8366ce None None] Checking router: 8f5d132e-596c-4289-aecd-99fe5b0251ca for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:00:40.279056 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc802657-61e2-4ffb-99a7-f0152d8366ce None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:00:40.279803 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-bc802657-61e2-4ffb-99a7-f0152d8366ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:00:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:40.441952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57276) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:40.490892 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-bc802657-61e2-4ffb-99a7-f0152d8366ce None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:00:40.513882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5d80d07-c877-4528-a3d3-46232c5a1e99 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:40.546510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5d80d07-c877-4528-a3d3-46232c5a1e99 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:40.621197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5d80d07-c877-4528-a3d3-46232c5a1e99 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:40.625424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cf74a1a5-5a94-4281-b870-f0a878e08789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:40.641218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d80d07-c877-4528-a3d3-46232c5a1e99 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=908156c4-4a6a-4aac-8fc4-9990b9ec9b5b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:40.644529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f5d80d07-c877-4528-a3d3-46232c5a1e99 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:40.659918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5d80d07-c877-4528-a3d3-46232c5a1e99 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:40.661283 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f5d80d07-c877-4528-a3d3-46232c5a1e99 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/security-groups/908156c4-4a6a-4aac-8fc4-9990b9ec9b5b HTTP/1.1" status: 204 len: 168 time: 0.2181325 Jun 03 22:00:40.697683 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57280) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:40.808876 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-bc802657-61e2-4ffb-99a7-f0152d8366ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:42Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:40.812977 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc802657-61e2-4ffb-99a7-f0152d8366ce None None] The sync data for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv is: [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '713adc16-884a-4c87-96bf-eb21a3a0f5f5', 'name': '', 'network_id': 'fb7bcfe5-c74d-41a5-991a-4d8647bf6073', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:d1:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '03851870-9068-4407-9606-3c2dccf83a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:36Z', 'updated_at': '2021-06-03T21:57:42Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '03851870-9068-4407-9606-3c2dccf83a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:00:40.921485 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port e653c055-f3d0-44b2-bc8e-5b777bc65d51 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:00:40.921886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:41.043452 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62acf3d9-5eef-40d5-9c88-8adcb635ecd4 None None] New status for floating IP 52e5016a-bb3d-4b6f-bf53-86de52e5ce5a: DOWN {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:00:41.053607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:41.053938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:41.185357 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for e653c055-f3d0-44b2-bc8e-5b777bc65d51 owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:00:41.327477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:41.331325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8f45d3cb-093c-4620-a988-1ca38d4fef2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:41.379015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=e653c055-f3d0-44b2-bc8e-5b777bc65d51,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:41.568931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:41.569335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:41.569632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:41.569987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:41.570321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:41.570678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:41.571041 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:41.571397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:41.571776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:41.572132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:41.572551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:41.572833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:41.600840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:41.631479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:41.645990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:41.647144 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/floatingips/52e5016a-bb3d-4b6f-bf53-86de52e5ce5a HTTP/1.1" status: 204 len: 168 time: 0.9484313 Jun 03 22:00:42.042100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0542346-be43-4b01-81e6-6526648db481 req-e35ac230-b933-4412-b3a0-f419f8279d32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:42.042997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-d0542346-be43-4b01-81e6-6526648db481 req-e35ac230-b933-4412-b3a0-f419f8279d32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:00:42.062121 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-d0542346-be43-4b01-81e6-6526648db481 req-e35ac230-b933-4412-b3a0-f419f8279d32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:00:42.063482 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d0542346-be43-4b01-81e6-6526648db481 req-e35ac230-b933-4412-b3a0-f419f8279d32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 946 time: 0.1168025 Jun 03 22:00:42.113561 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d0542346-be43-4b01-81e6-6526648db481 req-3c341e7c-01eb-4100-840f-76920f0a239f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=65913bf1-9d1a-43ba-8ac9-cc25df733f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412698 Jun 03 22:00:42.118840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 8e82acd6-aec6-48b8-bdbf-0fba703f7689 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:00:42.153240 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 8e82acd6-aec6-48b8-bdbf-0fba703f7689 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:00:42.153580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 8e82acd6-aec6-48b8-bdbf-0fba703f7689 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:00:43.324380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c114f8e-9160-42b7-9720-10a2c6d89f73 req-d4b7dafc-59df-4778-b24d-ee20fbcddb1a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:43.325077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-2c114f8e-9160-42b7-9720-10a2c6d89f73 req-d4b7dafc-59df-4778-b24d-ee20fbcddb1a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:00:43.338453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-2c114f8e-9160-42b7-9720-10a2c6d89f73 req-d4b7dafc-59df-4778-b24d-ee20fbcddb1a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:00:43.339553 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2c114f8e-9160-42b7-9720-10a2c6d89f73 req-d4b7dafc-59df-4778-b24d-ee20fbcddb1a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 946 time: 0.1133103 Jun 03 22:00:43.389740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-2c114f8e-9160-42b7-9720-10a2c6d89f73 req-210f2fb5-6283-4c05-8c83-95ee6ffb2b29 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:00:43.409370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-2c114f8e-9160-42b7-9720-10a2c6d89f73 req-210f2fb5-6283-4c05-8c83-95ee6ffb2b29 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:00:43.410675 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2c114f8e-9160-42b7-9720-10a2c6d89f73 req-210f2fb5-6283-4c05-8c83-95ee6ffb2b29 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=65913bf1-9d1a-43ba-8ac9-cc25df733f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653427 Jun 03 22:00:43.749090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793ed7d-8ccc-4b32-80dc-0d8c0752f002 req-2c147a80-2b64-497a-aef0-9e754501c105 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:43.750495 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4793ed7d-8ccc-4b32-80dc-0d8c0752f002 req-2c147a80-2b64-497a-aef0-9e754501c105 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 946 time: 0.0907121 Jun 03 22:00:44.058636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-4793ed7d-8ccc-4b32-80dc-0d8c0752f002 req-fb363d5e-ad9e-4781-bcf6-07edb9ab6c48 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 373656b3-00e8-4e0c-8899-5506b784767e {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:00:44.058924 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4793ed7d-8ccc-4b32-80dc-0d8c0752f002 req-fb363d5e-ad9e-4781-bcf6-07edb9ab6c48 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:44.212216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-4793ed7d-8ccc-4b32-80dc-0d8c0752f002 req-fb363d5e-ad9e-4781-bcf6-07edb9ab6c48 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 373656b3-00e8-4e0c-8899-5506b784767e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=373656b3-00e8-4e0c-8899-5506b784767e,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:00:44.212720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4793ed7d-8ccc-4b32-80dc-0d8c0752f002 req-fb363d5e-ad9e-4781-bcf6-07edb9ab6c48 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:44.340093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-4793ed7d-8ccc-4b32-80dc-0d8c0752f002 req-fb363d5e-ad9e-4781-bcf6-07edb9ab6c48 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 373656b3-00e8-4e0c-8899-5506b784767e owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:00:44.470720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4793ed7d-8ccc-4b32-80dc-0d8c0752f002 req-fb363d5e-ad9e-4781-bcf6-07edb9ab6c48 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:44.476744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-73e36fb9-ef84-4ede-8b07-2c1aa9cc3834 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:44.521429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb363d5e-ad9e-4781-bcf6-07edb9ab6c48 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=373656b3-00e8-4e0c-8899-5506b784767e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:44.524332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fb363d5e-ad9e-4781-bcf6-07edb9ab6c48 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:44.588699 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-462fe2a6-5c15-4877-a2d2-4962a674cad7 req-551cec83-d4e6-4116-bc25-1548526122ee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a733f6b-1bdf-4573-9d89-283cee8e9925 HTTP/1.1" status: 200 len: 210 time: 0.0426202 Jun 03 22:00:44.601614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4793ed7d-8ccc-4b32-80dc-0d8c0752f002 req-fb363d5e-ad9e-4781-bcf6-07edb9ab6c48 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] No DVR routers for this DVR port 373656b3-00e8-4e0c-8899-5506b784767e on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:00:44.606668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4793ed7d-8ccc-4b32-80dc-0d8c0752f002 req-fb363d5e-ad9e-4781-bcf6-07edb9ab6c48 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:44.607719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'name': 'network-vif-deleted', 'tag': '373656b3-00e8-4e0c-8899-5506b784767e'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:00:44.610014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291cfc41-354b-41ba-bee8-78ef32d6b350" -d '{"events": [{"server_uuid": "8a733f6b-1bdf-4573-9d89-283cee8e9925", "name": "network-vif-deleted", "tag": "373656b3-00e8-4e0c-8899-5506b784767e"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:00:44.626799 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4793ed7d-8ccc-4b32-80dc-0d8c0752f002 req-fb363d5e-ad9e-4781-bcf6-07edb9ab6c48 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "DELETE /v2.0/ports/373656b3-00e8-4e0c-8899-5506b784767e HTTP/1.1" status: 204 len: 173 time: 0.8676229 Jun 03 22:00:44.656345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d2fa39-8358-450b-a006-9ec31bf1a575 x-openstack-request-id: req-a4d2fa39-8358-450b-a006-9ec31bf1a575 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:00:44.656762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a733f6b-1bdf-4573-9d89-283cee8e9925", "name": "network-vif-deleted", "tag": "373656b3-00e8-4e0c-8899-5506b784767e", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:00:44.657075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a4d2fa39-8358-450b-a006-9ec31bf1a575 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:00:44.657503 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a733f6b-1bdf-4573-9d89-283cee8e9925', 'name': 'network-vif-deleted', 'tag': '373656b3-00e8-4e0c-8899-5506b784767e', 'status': 'completed', 'code': 200} Jun 03 22:00:45.689641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57294) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:45.765889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9f340d19-b2f3-4f0b-be24-520e3a3ae92c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:45.808282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9f340d19-b2f3-4f0b-be24-520e3a3ae92c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:45.891333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9f340d19-b2f3-4f0b-be24-520e3a3ae92c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:45.897512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6f8fadc9-df6b-4c8e-8a18-db98e7b54380 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:45.913961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f340d19-b2f3-4f0b-be24-520e3a3ae92c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65913bf1-9d1a-43ba-8ac9-cc25df733f37,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:45.917225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9f340d19-b2f3-4f0b-be24-520e3a3ae92c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:45.928867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9f340d19-b2f3-4f0b-be24-520e3a3ae92c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:45.932801 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9f340d19-b2f3-4f0b-be24-520e3a3ae92c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/security-groups/65913bf1-9d1a-43ba-8ac9-cc25df733f37 HTTP/1.1" status: 204 len: 168 time: 0.2396004 Jun 03 22:00:45.966527 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57298) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:46.117845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 373656b3-00e8-4e0c-8899-5506b784767e no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:00:46.156989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 373656b3-00e8-4e0c-8899-5506b784767e {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:00:46.157232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 373656b3-00e8-4e0c-8899-5506b784767e not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:00:46.577240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:47.180863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 713adc16-884a-4c87-96bf-eb21a3a0f5f5 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:00:47.181627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:47.316892 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 713adc16-884a-4c87-96bf-eb21a3a0f5f5, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=713adc16-884a-4c87-96bf-eb21a3a0f5f5,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:00:47.317221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:47.447934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 713adc16-884a-4c87-96bf-eb21a3a0f5f5 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:00:47.772577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:47.776580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bdbd6f80-596d-4d2c-b319-df0ce81b7903 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:47.821876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=713adc16-884a-4c87-96bf-eb21a3a0f5f5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:47.825073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:48.133490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:48.668399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 8f5d132e-596c-4289-aecd-99fe5b0251ca has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:00:48.854805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:00:48.865206 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd975d-2033-41fa-adfa-317c28a6370b None None] Sync routers for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:00:48.868244 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/8f5d132e-596c-4289-aecd-99fe5b0251ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9005954 Jun 03 22:00:48.870963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57300) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:48.875405 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd975d-2033-41fa-adfa-317c28a6370b None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:00:48.876033 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-4bfd975d-2033-41fa-adfa-317c28a6370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:00:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:48.935069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-000897e7-7656-4b1b-9fd5-f91578d835a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting subnet 03851870-9068-4407-9606-3c2dccf83a40 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:00:48.938587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-000897e7-7656-4b1b-9fd5-f91578d835a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:48.996318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-000897e7-7656-4b1b-9fd5-f91578d835a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:49.055727 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-4bfd975d-2033-41fa-adfa-317c28a6370b None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:00:49.079908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-000897e7-7656-4b1b-9fd5-f91578d835a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:49.359626 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-4bfd975d-2033-41fa-adfa-317c28a6370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T22:00:47Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:49.363761 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd975d-2033-41fa-adfa-317c28a6370b None None] Checking router: 8f5d132e-596c-4289-aecd-99fe5b0251ca for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:00:49.371580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-000897e7-7656-4b1b-9fd5-f91578d835a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:49.372919 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd975d-2033-41fa-adfa-317c28a6370b None None] Routers {'8f5d132e-596c-4289-aecd-99fe5b0251ca'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:00:49.373569 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-4bfd975d-2033-41fa-adfa-317c28a6370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:00:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['8f5d132e-596c-4289-aecd-99fe5b0251ca'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:49.376363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c5d73131-0f3f-4d7b-93db-30a835298cfa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:49.412987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000897e7-7656-4b1b-9fd5-f91578d835a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Subnet': ['ID=03851870-9068-4407-9606-3c2dccf83a40,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:49.414902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-000897e7-7656-4b1b-9fd5-f91578d835a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:49.424065 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-000897e7-7656-4b1b-9fd5-f91578d835a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/subnets/03851870-9068-4407-9606-3c2dccf83a40 HTTP/1.1" status: 204 len: 168 time: 0.5495021 Jun 03 22:00:49.424201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd58dd-a81c-4fa7-8a74-efaf9df5b3dd None None] Network fb7bcfe5-c74d-41a5-991a-4d8647bf6073 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:00:49.424627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-000897e7-7656-4b1b-9fd5-f91578d835a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:49.424627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57302) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:49.553080 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-4bfd975d-2033-41fa-adfa-317c28a6370b None None] Set router 8f5d132e-596c-4289-aecd-99fe5b0251ca gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:00:49.609056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:49.717675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] DHCP port deletion for fb7bcfe5-c74d-41a5-991a-4d8647bf6073 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:00:49.800259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:49.841876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Deleting port 8d66f769-f63e-41b7-ad82-f8e243a38123 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:00:49.842305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:49.889580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 606ec95b-29b3-4093-a212-672eab1fec30 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:00:49.890196 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:49.892450 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-4bfd975d-2033-41fa-adfa-317c28a6370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T22:00:47Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:49.896913 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd975d-2033-41fa-adfa-317c28a6370b None None] The sync data for ids ['8f5d132e-596c-4289-aecd-99fe5b0251ca'] in dv-neutron-792998-2-hyperv is: [{'id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'name': 'tempest-TestNetworkBasicOps-router-1497725106', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '606ec95b-29b3-4093-a212-672eab1fec30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:30Z', 'updated_at': '2021-06-03T22:00:47Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '606ec95b-29b3-4093-a212-672eab1fec30', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5d132e-596c-4289-aecd-99fe5b0251ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:31Z', 'updated_at': '2021-06-03T21:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:00:49.954275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] For port 8d66f769-f63e-41b7-ad82-f8e243a38123, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8d66f769-f63e-41b7-ad82-f8e243a38123,segment=NetworkSegment(e8d9d791-0b09-4cb6-8505-dac61bb890e5),segment_id=e8d9d791-0b09-4cb6-8505-dac61bb890e5)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:00:49.954716 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:50.085387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Calling delete_port for 8d66f769-f63e-41b7-ad82-f8e243a38123 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:00:50.142001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:50.147765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:50.181688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 606ec95b-29b3-4093-a212-672eab1fec30, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=606ec95b-29b3-4093-a212-672eab1fec30,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:00:50.182005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:50.195217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Pushing event deleted for resources: {'Port': ['ID=8d66f769-f63e-41b7-ad82-f8e243a38123,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:50.205409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:50.205757 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:50.206227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:50.206569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:50.206892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:50.207214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:50.207561 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:50.207883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:50.208198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:50.208763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:50.209295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:50.209789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:00:50.212750 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] No DVR routers for this DVR port 8d66f769-f63e-41b7-ad82-f8e243a38123 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:00:50.214150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:50.302896 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8d66f769-f63e-41b7-ad82-f8e243a38123 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:00:50.315508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 606ec95b-29b3-4093-a212-672eab1fec30 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:00:50.339786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 8d66f769-f63e-41b7-ad82-f8e243a38123 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:00:50.340134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8d66f769-f63e-41b7-ad82-f8e243a38123 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:00:50.482034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:50.485998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b7321ea5-90df-4c19-939f-8318633fe0a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:50.530306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=606ec95b-29b3-4093-a212-672eab1fec30,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:50.533300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:50.628811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:50.809603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:50.812168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:50.838865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:50.839410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Fanout notify agent at l3_agent the message router_deleted on router 8f5d132e-596c-4289-aecd-99fe5b0251ca {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:00:50.856914 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:50.857958 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/routers/8f5d132e-596c-4289-aecd-99fe5b0251ca HTTP/1.1" status: 204 len: 168 time: 1.4325922 Jun 03 22:00:50.860868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57304) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:50.984185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.123484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.136793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7bcfe5-c74d-41a5-991a-4d8647bf6073']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:51.153241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d9d791-0b09-4cb6-8505-dac61bb890e5') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:51.153495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d9d791-0b09-4cb6-8505-dac61bb890e5') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:51.166093 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.183109 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.191513 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:00:51.191901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:00:51.206837 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:00:51.288098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.293023 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.296085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f2d5c416-3baf-4d6d-80aa-954af3e38c92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:51.324993 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Network': ['ID=fb7bcfe5-c74d-41a5-991a-4d8647bf6073,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:51.329475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:51.334266 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/networks/fb7bcfe5-c74d-41a5-991a-4d8647bf6073 HTTP/1.1" status: 204 len: 168 time: 0.4720862 Jun 03 22:00:51.357480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57306) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:51.362620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'network': {'name': 'tempest-network-smoke--1900742349', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'port_security_enabled': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:00:51.368102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:00:51.372426 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:network and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:00:51.375775 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:00:51.381677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:00:51.394499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:00:51.398456 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.427640 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:00:51.437310 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.437716 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Added segment 7dd2f12e-14e4-4979-ab8b-1c398a76f67d of type vlan for network 65d133bc-35d6-46af-9fe3-dd14c462523b Jun 03 22:00:51.472536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.508705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.515221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:51.515937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.520245 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bf672ffd-35b3-4dc9-8f66-4dd16f9645da tempest-FloatingIPTestJSON-217216153 tempest-FloatingIPTestJSON-217216153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:51.623266 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2645881 Jun 03 22:00:51.626280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57308) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:51.631284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'admin_state_up': True, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:00:51.633371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Network': ['ID=65d133bc-35d6-46af-9fe3-dd14c462523b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:51.636387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:51.640679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:00:51.646144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:router and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:00:51.647196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 65d133bc-35d6-46af-9fe3-dd14c462523b details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:00:51.650010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:00:51.657042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:00:51.671990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.673198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.691180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.944814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 713adc16-884a-4c87-96bf-eb21a3a0f5f5 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:00:51.970310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:51.981154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 713adc16-884a-4c87-96bf-eb21a3a0f5f5 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:00:51.981502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 713adc16-884a-4c87-96bf-eb21a3a0f5f5 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:00:51.981850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 606ec95b-29b3-4093-a212-672eab1fec30 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:00:52.016913 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 606ec95b-29b3-4093-a212-672eab1fec30 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:00:52.017262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 606ec95b-29b3-4093-a212-672eab1fec30 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:00:52.287577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:52.319674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:52.611951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.214 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/a6f50e38-edec-44b4-a5c4-27e04fcb931f) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:00:52.778512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:52.810649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:52.814524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b2af7a5f-213c-4977-a6eb-62b336f0db3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:52.829523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5c9122e8-cc55-459e-8818-03caa3040304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:52.873079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:00:52.875800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:00:52.884288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:00:52.915640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=a6f50e38-edec-44b4-a5c4-27e04fcb931f,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:52.921610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:53.328603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:53.703926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:54.079140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:00:54.272211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:00:54.283124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Sync routers for ids ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:00:54.293600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Routers {'c64ef8b6-918b-44b2-9faa-0cc43b46ff09'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:00:54.294214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:00:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:54.302029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:54.303321 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6759875 Jun 03 22:00:54.307144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57310) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:54.351349 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a68b0468-a5e1-4820-975f-0df233a7a34c tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=c505461944d44588ae1a2ee7f748a138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427799 Jun 03 22:00:54.353844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57312) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:54.469563 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Set router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:00:54.486158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1792dda9-4523-44b7-ac18-b2d4c6122862 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:54.487692 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1792dda9-4523-44b7-ac18-b2d4c6122862 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329205 Jun 03 22:00:54.492552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57314) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:54.543775 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-04d42a27-d9c0-4f7c-81d2-b95a77686941 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499275 Jun 03 22:00:54.546342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57316) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:54.551213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-578431674', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:00:54.666295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:00:54.670330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:subnet and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:00:54.673340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:00:54.679854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:00:54.692005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:00:54.695725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:54.755860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:00:53Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:54.759938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Checking router: c64ef8b6-918b-44b2-9faa-0cc43b46ff09 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:00:54.760284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Updating router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 port a6f50e38-edec-44b4-a5c4-27e04fcb931f binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:00:54.819678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:55.143027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:55.146778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-28cfe032-41a5-4f1d-9373-3b80b72c1764 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:55.204269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:55.217575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Transition to ACTIVE for port object a6f50e38-edec-44b4-a5c4-27e04fcb931f will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:00:55.217864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Subnet': ['ID=242d3894-373d-41a6-b08f-a761fc9c3a84,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:55.222449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:55.227852 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:55.232585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:55.232775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Checking segment: {'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:00:55.233050 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network hostable DHCP agents. Network: 65d133bc-35d6-46af-9fe3-dd14c462523b, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:00:55.254270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 65d133bc-35d6-46af-9fe3-dd14c462523b is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:00:55.267989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 65d133bc-35d6-46af-9fe3-dd14c462523b) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:00:55.280291 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:55.280901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:55.283603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dace0742-9496-4e02-9210-143530054a54 None None] Network 65d133bc-35d6-46af-9fe3-dd14c462523b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:00:55.310510 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7604847 Jun 03 22:00:55.310775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57318) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:55.344862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189d09d-d678-4c19-bba3-a9db620b125e None None] Pushing event updated for resources: {'Port': ['ID=a6f50e38-edec-44b4-a5c4-27e04fcb931f,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:55.395391 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Attempting to bind port a6f50e38-edec-44b4-a5c4-27e04fcb931f on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:00:55.395916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Attempting to bind port a6f50e38-edec-44b4-a5c4-27e04fcb931f by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:00:55.396287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Attempting to bind port a6f50e38-edec-44b4-a5c4-27e04fcb931f on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:00:55.400054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5189d09d-d678-4c19-bba3-a9db620b125e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:55.420547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:00:55.420920 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:00:55.421324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:55.421717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:00:55.422197 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Bound port: a6f50e38-edec-44b4-a5c4-27e04fcb931f, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:00:55.422572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:55.491995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:55.527888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-46d72a2a-98e4-4132-a2b7-dcbbab6d7e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:55.579447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] For port a6f50e38-edec-44b4-a5c4-27e04fcb931f, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:00:55.592533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] For port a6f50e38-edec-44b4-a5c4-27e04fcb931f, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a6f50e38-edec-44b4-a5c4-27e04fcb931f,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:00:55.624446 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:55.633355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:55.686337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-65d133bc-35d6-46af-9fe3-dd14c462523b', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ips': [{'subnet_id': '242d3894-373d-41a6-b08f-a761fc9c3a84'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:00:55.687034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:55.775532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Routers {'c64ef8b6-918b-44b2-9faa-0cc43b46ff09'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:00:55.776200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:00:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:55.857634 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189d09d-d678-4c19-bba3-a9db620b125e None None] Pushing event updated for resources: {'Port': ['ID=a6f50e38-edec-44b4-a5c4-27e04fcb931f,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:55.872612 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5189d09d-d678-4c19-bba3-a9db620b125e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:56.097722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] Set router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:00:56.210625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Allocated IP 172.20.0.2 (65d133bc-35d6-46af-9fe3-dd14c462523b/242d3894-373d-41a6-b08f-a761fc9c3a84/c25bdc53-7cd8-401b-9c1f-c57b21e0a5de) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:00:56.246572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:56.572039 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:56.584924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Transition to ACTIVE for port object c25bdc53-7cd8-401b-9c1f-c57b21e0a5de will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:00:56.598616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:00:53Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:56.609301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3120556-14c6-42a8-affc-4e6f31c75076 None None] The sync data for ids ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'] in dv-neutron-792998-2-hyperv is: [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:00:53Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:00:56.610943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Transition to ACTIVE for port object c25bdc53-7cd8-401b-9c1f-c57b21e0a5de will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:00:56.620266 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:56.625152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:56.687442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Network 65d133bc-35d6-46af-9fe3-dd14c462523b is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:00:56.690912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:00:56.692311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.1 (65d133bc-35d6-46af-9fe3-dd14c462523b/242d3894-373d-41a6-b08f-a761fc9c3a84/1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:00:56.695331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:00:56.779840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Pushing event updated for resources: {'Port': ['ID=c25bdc53-7cd8-401b-9c1f-c57b21e0a5de,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:56.810217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:56.867637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:56.898822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Attempting to bind port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:00:56.899263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Attempting to bind port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:00:56.899768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Attempting to bind port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de on network 65d133bc-35d6-46af-9fe3-dd14c462523b {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:00:56.904182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:56.911038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:00:56.911424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Checking segment: {'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:00:56.911858 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:56.912271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Bound using segment: {'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:00:56.912995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Bound port: c25bdc53-7cd8-401b-9c1f-c57b21e0a5de, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:00:56.913423 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:56.922321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:00:56.952283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:56.957294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-da8bb196-5041-4e9e-9bd6-b86b971d64a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:56.966404 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:57.027737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-376e6075-9754-464c-b58a-42742c17b305 None None] For port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:00:57.032835 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-376e6075-9754-464c-b58a-42742c17b305 None None] For port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c25bdc53-7cd8-401b-9c1f-c57b21e0a5de,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:00:57.037546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 65d133bc-35d6-46af-9fe3-dd14c462523b is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:00:57.038526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:57.041595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:00:57.042512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5189d09d-d678-4c19-bba3-a9db620b125e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:57.051077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:00:57.089132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:57.093889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:57.119979 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:57.134327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Pushing event updated for resources: {'Port': ['ID=c25bdc53-7cd8-401b-9c1f-c57b21e0a5de,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:57.137647 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:57.441702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:58.042166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a6f50e38-edec-44b4-a5c4-27e04fcb931f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:00:58.091112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:58.097587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:58.129952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8e6a6bf2-f821-4971-87b2-c59a7d0d6eeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:58.132513 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port a6f50e38-edec-44b4-a5c4-27e04fcb931f completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:00:58.137905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a6f50e38-edec-44b4-a5c4-27e04fcb931f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:00:58.138283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:58.226583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:58.229721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:58.234490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:58.276963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:58.285581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7aede2-432b-4a4e-85cb-fee2de3090c8 None None] Network 65d133bc-35d6-46af-9fe3-dd14c462523b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:00:58.327904 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port a6f50e38-edec-44b4-a5c4-27e04fcb931f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a6f50e38-edec-44b4-a5c4-27e04fcb931f,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:00:58.389162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:58.389961 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c25bdc53-7cd8-401b-9c1f-c57b21e0a5de up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:00:58.395398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 65d133bc-35d6-46af-9fe3-dd14c462523b is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:00:58.397250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:00:58.443110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-23b0fdba-6ee6-462d-9d75-ce360dc9976d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:58.533581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3b1c6479-eb30-4e9a-aea2-167c4ada9a2f None None] Provisioning for port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:00:58.570920 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:58.607826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:00:58.618093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=a6f50e38-edec-44b4-a5c4-27e04fcb931f,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:58.621219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:58.644315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:00:58.681722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:00:58.682125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:58.795211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:00:58.807645 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Sync routers for ids ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:00:58.809624 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/c64ef8b6-918b-44b2-9faa-0cc43b46ff09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4978087 Jun 03 22:00:58.812068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57320) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:58.820887 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Routers {'c64ef8b6-918b-44b2-9faa-0cc43b46ff09'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:00:58.821529 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:00:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:58.847261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:58.887497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c25bdc53-7cd8-401b-9c1f-c57b21e0a5de,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:00:58.894370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:58.897198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:00:58.980459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=c25bdc53-7cd8-401b-9c1f-c57b21e0a5de,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:00:58.985294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:00:58.985522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb57ab04-9f19-43a9-b85b-7a7f9605f9aa tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:58.985825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb57ab04-9f19-43a9-b85b-7a7f9605f9aa tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:58.986614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb57ab04-9f19-43a9-b85b-7a7f9605f9aa tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:58.987082 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb57ab04-9f19-43a9-b85b-7a7f9605f9aa tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:58.989190 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-eb57ab04-9f19-43a9-b85b-7a7f9605f9aa tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1758561 Jun 03 22:00:58.991685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57322) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:59.041238 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Set router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:00:59.064333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96fbfb-92d8-416d-8085-7bc00e5ca91d tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:59.064913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96fbfb-92d8-416d-8085-7bc00e5ca91d tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:59.065425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96fbfb-92d8-416d-8085-7bc00e5ca91d tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:59.066061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96fbfb-92d8-416d-8085-7bc00e5ca91d tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:00:59.067884 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7a96fbfb-92d8-416d-8085-7bc00e5ca91d tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0738723 Jun 03 22:00:59.070809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57324) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:59.100392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e5bc218b-ab9a-40ed-b832-fc457367352d None None] Provisioning complete for port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:00:59.100987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e5bc218b-ab9a-40ed-b832-fc457367352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:59.251972 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e5bc218b-ab9a-40ed-b832-fc457367352d None None] Provisioning for port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:00:59.258826 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e5bc218b-ab9a-40ed-b832-fc457367352d None None] Provisioning complete for port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:00:59.259293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e5bc218b-ab9a-40ed-b832-fc457367352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:59.308130 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8ac0e5ab-c1b5-46de-89de-c1deee7fbb1d tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2359912 Jun 03 22:00:59.312378 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57326) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:00:59.317940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1479884218', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:00:59.341134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc218b-ab9a-40ed-b832-fc457367352d None None] Port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:00:59.431973 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:00:57Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1', 'name': '', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:31:bc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:56Z', 'updated_at': '2021-06-03T22:00:57Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:00:59.436415 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Checking router: c64ef8b6-918b-44b2-9faa-0cc43b46ff09 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:00:59.436769 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Updating router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:00:59.459760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3af16461-39f1-4729-9de0-ff1cb2d0932b None None] Provisioning complete for port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:00:59.460656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3af16461-39f1-4729-9de0-ff1cb2d0932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:59.474743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:00:59.479583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:port and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:00:59.482745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for port was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:00:59.488703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:00:59.489715 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:59.502127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:00:59.509072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:59.524641 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3af16461-39f1-4729-9de0-ff1cb2d0932b None None] Port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:00:59.540258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] device_id is not set on port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 yet. {{(pid=104397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 22:00:59.687007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.5 (65d133bc-35d6-46af-9fe3-dd14c462523b/242d3894-373d-41a6-b08f-a761fc9c3a84/7d4fd881-ce40-4edb-961d-c7f39bdbcb34) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:00:59.907209 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:59.924222 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:00:59.957924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:00:59.958998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a6f50e38-edec-44b4-a5c4-27e04fcb931f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:00:59.964247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:00.030579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 65d133bc-35d6-46af-9fe3-dd14c462523b is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:01:00.031735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a6f50e38-edec-44b4-a5c4-27e04fcb931f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:00.032195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.034022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:01:00.047968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:01:00.121875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:00.122560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.132601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:00.139934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:00.159265 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8457274 Jun 03 22:01:00.205816 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.215371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c25bdc53-7cd8-401b-9c1f-c57b21e0a5de up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:01:00.222782 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Transition to ACTIVE for port object 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:01:00.232652 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.237942 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-506eefa5-d7a8-45fa-8db3-efd38acfec8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:00.306942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:00.307207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.446598 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Pushing event updated for resources: {'Port': ['ID=1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:00.467642 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:00.467914 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:00.468168 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:00.468479 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:00.468865 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:00.469450 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:00.469576 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:00.469853 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:00.470289 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:00.470605 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:00.470966 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:00.471280 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:00.478540 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:00.487729 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Attempting to bind port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:01:00.488105 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Attempting to bind port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:01:00.488464 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Attempting to bind port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 on network 65d133bc-35d6-46af-9fe3-dd14c462523b {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:01:00.494620 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:01:00.495043 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Checking segment: {'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:01:00.495685 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.497395 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Bound using segment: {'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:01:00.497921 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Bound port: 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:01:00.498295 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.518958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5f3130c1-4477-4231-a27e-9f0945561f73 None None] Provisioning for port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:01:00.527979 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5f3130c1-4477-4231-a27e-9f0945561f73 None None] Provisioning complete for port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:00.528442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5f3130c1-4477-4231-a27e-9f0945561f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.541817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57330) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:00.546847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589392157', 'description': 'tempest-secgroup-smoke-589392157 description', 'project_id': 'c505461944d44588ae1a2ee7f748a138'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:00.555929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:00.561682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:00.565444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:00.571782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:00.585741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.592169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5f3130c1-4477-4231-a27e-9f0945561f73 None None] Port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:01:00.609225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:00.613399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:00.616531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:00.622963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:00.642933 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] For port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:01:00.646163 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] For port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:01:00.652118 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.656129 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:00.697743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.703798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.713100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7f105d97-854e-42b9-8cf4-1c706d4135aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:00.734004 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Routers {'c64ef8b6-918b-44b2-9faa-0cc43b46ff09'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:01:00.734635 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:00:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:00.769242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f1d6df-6307-4146-ad51-d2c9ce5ee110,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:00.781263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:00.782888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.786799 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Pushing event updated for resources: {'Port': ['ID=1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:00.787155 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2441006 Jun 03 22:01:00.787372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57332) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:00.795040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-f11e05e2-4d6c-4498-8be3-154ce40418f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'd8f1d6df-6307-4146-ad51-d2c9ce5ee110', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:00.795309 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:00.802301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f11e05e2-4d6c-4498-8be3-154ce40418f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:00.808520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f11e05e2-4d6c-4498-8be3-154ce40418f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:00.811975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f11e05e2-4d6c-4498-8be3-154ce40418f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:00.819561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f11e05e2-4d6c-4498-8be3-154ce40418f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:00.840860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f11e05e2-4d6c-4498-8be3-154ce40418f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.912497 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f11e05e2-4d6c-4498-8be3-154ce40418f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.918212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f11e05e2-4d6c-4498-8be3-154ce40418f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.920480 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a046fd17-a922-48fd-acd4-7a74bcf3dd78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:00.934400 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] Set router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:01:00.945638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e05e2-4d6c-4498-8be3-154ce40418f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cdc46d-6cb0-4dfb-a420-eee2feff7c36,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:00.948167 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f11e05e2-4d6c-4498-8be3-154ce40418f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:00.957816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f11e05e2-4d6c-4498-8be3-154ce40418f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:00.960169 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f11e05e2-4d6c-4498-8be3-154ce40418f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1714671 Jun 03 22:01:00.961883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57334) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:00.966938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-559b61ae-f008-40b5-ac4d-0b31afe3489e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'd8f1d6df-6307-4146-ad51-d2c9ce5ee110', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:00.973778 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-559b61ae-f008-40b5-ac4d-0b31afe3489e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:00.977770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-559b61ae-f008-40b5-ac4d-0b31afe3489e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:00.980535 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-559b61ae-f008-40b5-ac4d-0b31afe3489e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:00.990693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-559b61ae-f008-40b5-ac4d-0b31afe3489e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:01.015603 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-559b61ae-f008-40b5-ac4d-0b31afe3489e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.081656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-559b61ae-f008-40b5-ac4d-0b31afe3489e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.087397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-559b61ae-f008-40b5-ac4d-0b31afe3489e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.093999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e6eddc0e-d1a3-446e-b0f2-e235ac3f610c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:01.113751 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b61ae-f008-40b5-ac4d-0b31afe3489e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79e7c5a-1e00-4749-b168-e20fe7a8bba7,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:01.120485 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-559b61ae-f008-40b5-ac4d-0b31afe3489e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:01.130244 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-559b61ae-f008-40b5-ac4d-0b31afe3489e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.134344 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-559b61ae-f008-40b5-ac4d-0b31afe3489e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1685476 Jun 03 22:01:01.134596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57336) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:01.139314 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-137aae0c-95ea-4bd5-8f8d-d1be9d9c4847 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'd8f1d6df-6307-4146-ad51-d2c9ce5ee110', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:01.145680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-137aae0c-95ea-4bd5-8f8d-d1be9d9c4847 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:01.150070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-137aae0c-95ea-4bd5-8f8d-d1be9d9c4847 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:01.154235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-137aae0c-95ea-4bd5-8f8d-d1be9d9c4847 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:01.161972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-137aae0c-95ea-4bd5-8f8d-d1be9d9c4847 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:01.182789 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-137aae0c-95ea-4bd5-8f8d-d1be9d9c4847 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.252680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-137aae0c-95ea-4bd5-8f8d-d1be9d9c4847 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.257987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-137aae0c-95ea-4bd5-8f8d-d1be9d9c4847 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.260418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f04106b-52a3-4bc9-8f98-15f94fd91623 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:01.271378 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:00:57Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1', 'name': '', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:31:bc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:56Z', 'updated_at': '2021-06-03T22:01:00Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:01.275381 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea416e9-aab7-4677-b702-ab85ffb00520 None None] The sync data for ids ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'] in dv-neutron-792998-2-hyperv is: [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:00:57Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1', 'name': '', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:31:bc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:56Z', 'updated_at': '2021-06-03T22:01:00Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:01:01.284704 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137aae0c-95ea-4bd5-8f8d-d1be9d9c4847 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e46dfa-a4a8-4e6e-af2b-816da4c652b6,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:01.287107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-137aae0c-95ea-4bd5-8f8d-d1be9d9c4847 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:01.296554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-137aae0c-95ea-4bd5-8f8d-d1be9d9c4847 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.297907 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-137aae0c-95ea-4bd5-8f8d-d1be9d9c4847 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1623960 Jun 03 22:01:01.300762 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57338) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:01.305753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3b128d15-2380-4aaa-a425-b27737905791 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'd8f1d6df-6307-4146-ad51-d2c9ce5ee110', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:01.314756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3b128d15-2380-4aaa-a425-b27737905791 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:01.323361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3b128d15-2380-4aaa-a425-b27737905791 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:01.338080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3b128d15-2380-4aaa-a425-b27737905791 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:01.348232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3b128d15-2380-4aaa-a425-b27737905791 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:01.367139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3b128d15-2380-4aaa-a425-b27737905791 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.445317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3b128d15-2380-4aaa-a425-b27737905791 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.452889 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3b128d15-2380-4aaa-a425-b27737905791 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.461224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ef8ea9ec-97b7-45ab-b2dc-df70d9177571 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:01.481776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b128d15-2380-4aaa-a425-b27737905791 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c357c8bc-a17e-4a70-8322-c7b056531994,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:01.484520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3b128d15-2380-4aaa-a425-b27737905791 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:01.494873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3b128d15-2380-4aaa-a425-b27737905791 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.496208 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3b128d15-2380-4aaa-a425-b27737905791 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1944871 Jun 03 22:01:01.499071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57340) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:01.503834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'd8f1d6df-6307-4146-ad51-d2c9ce5ee110', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:01.510787 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:01.514817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:01.518642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:01.525449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:01.537740 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:01:01.544515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.615684 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.621292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.624047 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a3157340-9b46-4ed6-a319-eba7085e1839 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:01.648017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4cdbee-1f2a-4e65-91ad-329ec50a6a93,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:01.650527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:01.659571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.660863 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607785 Jun 03 22:01:01.664742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57342) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:01.669574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'd8f1d6df-6307-4146-ad51-d2c9ce5ee110', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:01.676246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:01.681051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:01.684129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:01.690264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:01.703051 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:01:01.709324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.971439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.979066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:01.981036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7e751363-56e5-4dc8-b63f-8ee72db1056b tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:01.987526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:01:02.011224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7e1357-9c44-42eb-bfa4-bd17a47a381a,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:02.014131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:02.024032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:02.025628 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3597376 Jun 03 22:01:02.086004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:01:02.091795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:02.092198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:02.203545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-3eefd55f-c78c-44b9-8dff-939eec8a796b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:01:02.221572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-3eefd55f-c78c-44b9-8dff-939eec8a796b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:01:02.224192 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-3eefd55f-c78c-44b9-8dff-939eec8a796b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589392157&fields=id&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 267 time: 0.0630560 Jun 03 22:01:02.226880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:02.262223 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:02.268423 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:02.272068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:02.308023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-11ba98c7-8a5f-4e0f-bff5-9d74b95030f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:02.308758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-11ba98c7-8a5f-4e0f-bff5-9d74b95030f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:01:02.327190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-11ba98c7-8a5f-4e0f-bff5-9d74b95030f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:01:02.328406 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-11ba98c7-8a5f-4e0f-bff5-9d74b95030f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 930 time: 0.0972271 Jun 03 22:01:02.358942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:02.363366 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:02.458152 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-93febf89-c125-4bb9-8e6d-de859e1bce7e service neutron] 10.222.0.96 "GET /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1150265 Jun 03 22:01:02.597607 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-6b26cfb4-4c55-4d4d-8492-60c0baf13d12 service neutron] 10.222.0.96 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330552 Jun 03 22:01:02.742133 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-b0a58d92-7b89-4451-8e3d-b4ddc2c82694 service neutron] 10.222.0.96 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382432 Jun 03 22:01:02.944389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-79354c28-044c-42ce-a1e0-befc9723ebaa req-d3ca00d0-a2b7-4efd-89d9-467516677d5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:01:02.956622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-79354c28-044c-42ce-a1e0-befc9723ebaa req-d3ca00d0-a2b7-4efd-89d9-467516677d5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:01:02.957888 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-79354c28-044c-42ce-a1e0-befc9723ebaa req-d3ca00d0-a2b7-4efd-89d9-467516677d5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 210 time: 0.0553863 Jun 03 22:01:03.958495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:01:04.050376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:04.050376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:04.120859 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:01:04.160746 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-45759d63-465a-45a7-a6fb-2b2a38450345 req-a79d7fd8-899d-447d-a793-288edb1614fd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 210 time: 0.0893233 Jun 03 22:01:04.189500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-61bcec2c-c5da-4c0d-acd4-3a938b67991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:04.190850 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-61bcec2c-c5da-4c0d-acd4-3a938b67991a service neutron] 10.222.0.24 "GET /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 1026 time: 0.0775528 Jun 03 22:01:04.356291 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-019a0f27-3b80-4780-9942-e6b8a8e19b61 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:04.357759 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-019a0f27-3b80-4780-9942-e6b8a8e19b61 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks?id=65d133bc-35d6-46af-9fe3-dd14c462523b HTTP/1.1" status: 200 len: 797 time: 0.1616609 Jun 03 22:01:04.414134 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-45ed7b68-fb07-49d3-ac4e-2d7d8d27fdde tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 379 time: 0.0476403 Jun 03 22:01:04.429066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Request body: {'port': {'device_id': '5a60fa19-8b7a-4c30-b77a-1c945a70cb33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:04.547633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:04.915031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:01:04.922693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:04.938096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Transition to ACTIVE for port object 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:01:04.945353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:04.949102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7009df8e-d3ea-4d32-9623-980c60f89ce8 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:05.077793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:05.081609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:05.196790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Attempting to bind port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:01:05.197770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Attempting to bind port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:01:05.198091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Attempting to bind port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 on network 65d133bc-35d6-46af-9fe3-dd14c462523b {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:01:05.203854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 on network 65d133bc-35d6-46af-9fe3-dd14c462523b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:01:05.204126 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Attempting to bind port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 on network 65d133bc-35d6-46af-9fe3-dd14c462523b {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:01:05.210125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:01:05.210526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Checking segment: {'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:01:05.210811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Bound using segment: {'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:01:05.211232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Bound port: 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:01:05.211606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:05.469615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:01:05.472824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:01:05.478850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:05.484412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b3e1044a-b340-419f-9b29-00268cfdbe2f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:05.510193 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c424d70-7c2f-41f5-90b1-b9abc25d81ca req-b3c0edee-00ee-4f59-adbc-aa85d971f2e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:05.511690 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4c424d70-7c2f-41f5-90b1-b9abc25d81ca req-b3c0edee-00ee-4f59-adbc-aa85d971f2e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 981 time: 0.2384684 Jun 03 22:01:05.535031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:05.535514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:05.536893 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] 10.222.0.24 "PUT /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 1131 time: 1.1145585 Jun 03 22:01:05.537512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a60fa19-8b7a-4c30-b77a-1c945a70cb33', 'tag': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:01:05.539887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d1c4c2-8cbc-4ab3-8d42-effa561d8a10" -d '{"events": [{"name": "network-changed", "server_uuid": "5a60fa19-8b7a-4c30-b77a-1c945a70cb33", "tag": "7d4fd881-ce40-4edb-961d-c7f39bdbcb34"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:01:05.561061 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4c424d70-7c2f-41f5-90b1-b9abc25d81ca req-86b449f5-0278-42c1-955f-016600fab4e5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429096 Jun 03 22:01:05.567315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:05.571276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:05.629371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510aa416-683a-4d21-876d-f31d356e609d x-openstack-request-id: req-510aa416-683a-4d21-876d-f31d356e609d {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:01:05.629799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a60fa19-8b7a-4c30-b77a-1c945a70cb33", "tag": "7d4fd881-ce40-4edb-961d-c7f39bdbcb34", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:01:05.630120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-510aa416-683a-4d21-876d-f31d356e609d {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:01:05.630516 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a60fa19-8b7a-4c30-b77a-1c945a70cb33', 'tag': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34', 'status': 'completed', 'code': 200} Jun 03 22:01:05.672533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-60a2ea1c-6c86-455b-a919-fd395a7862db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:05.674024 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-60a2ea1c-6c86-455b-a919-fd395a7862db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 1134 time: 0.0857697 Jun 03 22:01:05.745022 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-e649fb4e-7596-43d7-9080-f90f96677c19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 217 time: 0.0633495 Jun 03 22:01:05.812440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-a9ca3c7a-449b-4ab9-b38b-516aa0e0bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:05.813955 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-a9ca3c7a-449b-4ab9-b38b-516aa0e0bfbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=242d3894-373d-41a6-b08f-a761fc9c3a84 HTTP/1.1" status: 200 len: 834 time: 0.0628920 Jun 03 22:01:05.892760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-a45ebf03-1b7f-4b00-a3a9-104ed41302e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:05.894155 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-a45ebf03-1b7f-4b00-a3a9-104ed41302e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65d133bc-35d6-46af-9fe3-dd14c462523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739789 Jun 03 22:01:06.046526 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-05f94abe-117c-4124-afca-a6094f9dcadc service neutron] 10.222.0.24 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448414 Jun 03 22:01:06.187106 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9e93d6d6-2a32-422c-b07e-d6e7cb1867d6 req-ecf4a7a1-2011-4c2c-b518-3c7064452880 service neutron] 10.222.0.24 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330414 Jun 03 22:01:06.326177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1c4c2-8cbc-4ab3-8d42-effa561d8a10 req-09f301ab-0fb9-4dac-949b-2e9eddb2140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:06.327778 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c6d1c4c2-8cbc-4ab3-8d42-effa561d8a10 req-09f301ab-0fb9-4dac-949b-2e9eddb2140e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 1134 time: 0.0866263 Jun 03 22:01:06.467633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1c4c2-8cbc-4ab3-8d42-effa561d8a10 req-9464298c-b68a-460d-9d99-89ca8b513a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:06.469104 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c6d1c4c2-8cbc-4ab3-8d42-effa561d8a10 req-9464298c-b68a-460d-9d99-89ca8b513a10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65d133bc-35d6-46af-9fe3-dd14c462523b HTTP/1.1" status: 200 len: 899 time: 0.1346602 Jun 03 22:01:06.545137 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c6d1c4c2-8cbc-4ab3-8d42-effa561d8a10 req-cdac0ace-80ed-477b-a26a-a2d2ebc305af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 217 time: 0.0692506 Jun 03 22:01:06.631073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1c4c2-8cbc-4ab3-8d42-effa561d8a10 req-c2284720-1dbf-4d0d-800a-73c478858e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:06.632709 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c6d1c4c2-8cbc-4ab3-8d42-effa561d8a10 req-c2284720-1dbf-4d0d-800a-73c478858e99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=242d3894-373d-41a6-b08f-a761fc9c3a84 HTTP/1.1" status: 200 len: 834 time: 0.0812068 Jun 03 22:01:06.721829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1c4c2-8cbc-4ab3-8d42-effa561d8a10 req-0dbcd891-cf6c-49a9-882d-431f46db248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:06.723312 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c6d1c4c2-8cbc-4ab3-8d42-effa561d8a10 req-0dbcd891-cf6c-49a9-882d-431f46db248a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65d133bc-35d6-46af-9fe3-dd14c462523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825901 Jun 03 22:01:06.789962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec0d2c-eb93-4209-9574-554f8fc12f55 req-db7095cb-b687-4a8f-a583-43b7f932897a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:06.791587 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-62ec0d2c-eb93-4209-9574-554f8fc12f55 req-db7095cb-b687-4a8f-a583-43b7f932897a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 981 time: 0.1114991 Jun 03 22:01:06.841492 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-62ec0d2c-eb93-4209-9574-554f8fc12f55 req-ef4d7428-e131-4c1c-a20f-9302020e3c1c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437746 Jun 03 22:01:06.889470 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c6d1c4c2-8cbc-4ab3-8d42-effa561d8a10 req-baf0757e-eb1f-4f78-9108-4d8e9a7093b7 service neutron] 10.222.0.24 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585319 Jun 03 22:01:07.066444 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c6d1c4c2-8cbc-4ab3-8d42-effa561d8a10 req-5c69241e-da54-488e-a636-0da83e058d7b service neutron] 10.222.0.24 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697922 Jun 03 22:01:08.074869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed2bc-8147-4cf8-a659-73527261fb2c req-3c7c20d4-6af5-42c3-9805-f2081c3e64fe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:08.076387 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5f6ed2bc-8147-4cf8-a659-73527261fb2c req-3c7c20d4-6af5-42c3-9805-f2081c3e64fe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 981 time: 0.1067715 Jun 03 22:01:08.125469 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5f6ed2bc-8147-4cf8-a659-73527261fb2c req-9859d17f-dcb2-44e8-8c75-6d80e2454fb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 Jun 03 22:01:08.155943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:01:08.292058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:08.305319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'port_id': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34', 'mac_address': 'fa:16:3e:9c:e0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:01:08.360590 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:08.380044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:01:08.396141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:08.404722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:08.406473 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:08.471917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:08.474930 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:08.777741 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['7d4fd881-ce40-4edb-961d-c7f39bdbcb34'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:01:09.328607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0f3bd-cc52-46b7-b7eb-1e2f9b387d77 req-e3763ac4-a759-4211-9dea-1505e7898b10 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:09.330091 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2cf0f3bd-cc52-46b7-b7eb-1e2f9b387d77 req-e3763ac4-a759-4211-9dea-1505e7898b10 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 982 time: 0.0907640 Jun 03 22:01:09.385308 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2cf0f3bd-cc52-46b7-b7eb-1e2f9b387d77 req-7a69519d-4167-46f2-af7e-da861d16140a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483170 Jun 03 22:01:10.173931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:01:10.254122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:01:10.259937 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:10.260469 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:10.386142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:10.418118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a60fa19-8b7a-4c30-b77a-1c945a70cb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:01:10.420841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9d7644-51b6-4094-b80d-97a6fde60f67" -d '{"events": [{"server_uuid": "5a60fa19-8b7a-4c30-b77a-1c945a70cb33", "name": "network-vif-plugged", "status": "completed", "tag": "7d4fd881-ce40-4edb-961d-c7f39bdbcb34"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:01:10.430434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:10.435775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:10.438927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-94be11b0-7e7d-4c43-90dd-636fa81e01c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:10.509379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:10.512812 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:10.533405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcd3b0a-ec84-4c0e-a1c5-8f7fff305eb0 x-openstack-request-id: req-cdcd3b0a-ec84-4c0e-a1c5-8f7fff305eb0 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:01:10.533688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a60fa19-8b7a-4c30-b77a-1c945a70cb33", "name": "network-vif-plugged", "status": "completed", "tag": "7d4fd881-ce40-4edb-961d-c7f39bdbcb34", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:01:10.533966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cdcd3b0a-ec84-4c0e-a1c5-8f7fff305eb0 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:01:10.534398 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a60fa19-8b7a-4c30-b77a-1c945a70cb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34', 'code': 200} Jun 03 22:01:10.589328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e8ba7-0d67-4a7c-99c5-72d72c62e27b req-87cb43fb-3900-4c76-93ac-8fbfeb1f7ed3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:10.591148 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-744e8ba7-0d67-4a7c-99c5-72d72c62e27b req-87cb43fb-3900-4c76-93ac-8fbfeb1f7ed3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 983 time: 0.0851800 Jun 03 22:01:10.640292 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-744e8ba7-0d67-4a7c-99c5-72d72c62e27b req-5bb2b22b-dc5a-43ba-8a56-356b050d146e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 Jun 03 22:01:10.803692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd787cc-3a60-49e9-a2b5-4b2e927dc545 req-25b224c4-df9c-4b45-9ec6-a7ce2b50475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:10.807868 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7fd787cc-3a60-49e9-a2b5-4b2e927dc545 req-25b224c4-df9c-4b45-9ec6-a7ce2b50475f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 1136 time: 0.0931091 Jun 03 22:01:10.852437 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7fd787cc-3a60-49e9-a2b5-4b2e927dc545 req-9e75067d-16b5-4c78-88ee-ab754afa8714 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398562 Jun 03 22:01:11.848942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666d5e3-5a92-437f-91e0-eef0717006ca req-e86c0f73-8f99-4fbd-880d-2ac3b524737a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:11.850712 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9666d5e3-5a92-437f-91e0-eef0717006ca req-e86c0f73-8f99-4fbd-880d-2ac3b524737a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 983 time: 0.0907648 Jun 03 22:01:11.909808 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9666d5e3-5a92-437f-91e0-eef0717006ca req-14722d65-8008-4cbd-b728-e0412ced8878 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508516 Jun 03 22:01:13.130744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe665f32-4358-493e-8290-060938eddfb4 req-ece49f1c-3301-450d-879e-c0f8286ee8da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:13.132774 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fe665f32-4358-493e-8290-060938eddfb4 req-ece49f1c-3301-450d-879e-c0f8286ee8da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 983 time: 0.1043689 Jun 03 22:01:13.185815 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fe665f32-4358-493e-8290-060938eddfb4 req-7a12f49c-6f02-4744-8904-64aa4096966b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470440 Jun 03 22:01:13.382601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aeb8d-56bb-43fe-bcfe-3b9f894d66bf req-12135aeb-c742-40b3-9b9c-0be3e0586e44 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:13.383407 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1d2aeb8d-56bb-43fe-bcfe-3b9f894d66bf req-12135aeb-c742-40b3-9b9c-0be3e0586e44 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 983 time: 0.0907974 Jun 03 22:01:13.438027 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1d2aeb8d-56bb-43fe-bcfe-3b9f894d66bf req-8c23dd43-b124-4337-9389-d77667f190b6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Jun 03 22:01:13.461478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57404) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:13.555067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa87e61a-19aa-4078-8bb0-4579b2c6b99c tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:13.556753 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fa87e61a-19aa-4078-8bb0-4579b2c6b99c tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 1131 time: 0.0941801 Jun 03 22:01:13.559969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57406) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:13.564578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:13.571018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:13.574976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:floatingip and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:13.578184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:13.588613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:13.609372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:13.932254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:14.089526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.204 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/4a1142d6-236c-4cf9-9dc1-5259ada73e8d) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:01:14.286269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:14.336996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:14.344349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c8edf526-f72c-4060-96e4-889fc273c038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:14.414465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:01:14.422606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:01:14.428218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:01:14.458235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=4a1142d6-236c-4cf9-9dc1-5259ada73e8d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:14.464202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:14.996829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:15.087869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:15.327770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:15.334117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:15.338800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:15.458177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=4a1142d6-236c-4cf9-9dc1-5259ada73e8d,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:15.462572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:15.472628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:15.666254 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 5cfb933f-686d-4560-a5be-9c12b7537a22 associated. External IP: 172.26.3.204, port: 7d4fd881-ce40-4edb-961d-c7f39bdbcb34. Jun 03 22:01:16.267872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:01:16.519289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:01:16.530533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b51f5c-ec9c-4fc3-a090-54fb6448c074 None None] Sync routers for ids ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:01:16.541881 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b51f5c-ec9c-4fc3-a090-54fb6448c074 None None] Routers {'c64ef8b6-918b-44b2-9faa-0cc43b46ff09'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:01:16.542527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-62b51f5c-ec9c-4fc3-a090-54fb6448c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:00:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:16.552983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:16.620042 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 3.0589976 Jun 03 22:01:16.620819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a60fa19-8b7a-4c30-b77a-1c945a70cb33', 'tag': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:01:16.622889 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57408) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:16.623441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd035d4-65aa-483a-9acf-334741358121" -d '{"events": [{"name": "network-changed", "server_uuid": "5a60fa19-8b7a-4c30-b77a-1c945a70cb33", "tag": "7d4fd881-ce40-4edb-961d-c7f39bdbcb34"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:01:16.674913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a9a9a0-ca81-46b6-904b-ade4983031c2 x-openstack-request-id: req-65a9a9a0-ca81-46b6-904b-ade4983031c2 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:01:16.675256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a60fa19-8b7a-4c30-b77a-1c945a70cb33", "tag": "7d4fd881-ce40-4edb-961d-c7f39bdbcb34", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:01:16.675607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-65a9a9a0-ca81-46b6-904b-ade4983031c2 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:01:16.676540 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a60fa19-8b7a-4c30-b77a-1c945a70cb33', 'tag': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34', 'status': 'completed', 'code': 200} Jun 03 22:01:16.718416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0995309d-df96-4758-bbbd-d6c4aefefb01 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:16.727370 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0995309d-df96-4758-bbbd-d6c4aefefb01 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33&network_id=65d133bc-35d6-46af-9fe3-dd14c462523b HTTP/1.1" status: 200 len: 1131 time: 0.0961678 Jun 03 22:01:16.750114 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-62b51f5c-ec9c-4fc3-a090-54fb6448c074 None None] Set router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:01:16.807160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd035d4-65aa-483a-9acf-334741358121 req-0e2e75c8-65ca-4445-8739-649236c9bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:16.809154 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fd035d4-65aa-483a-9acf-334741358121 req-0e2e75c8-65ca-4445-8739-649236c9bff6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 1136 time: 0.1018538 Jun 03 22:01:16.995382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd035d4-65aa-483a-9acf-334741358121 req-929cbf6a-c37a-4b42-9b7a-322705f36baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:16.997135 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fd035d4-65aa-483a-9acf-334741358121 req-929cbf6a-c37a-4b42-9b7a-322705f36baa service neutron] 10.222.0.24 "GET /v2.0/networks?id=65d133bc-35d6-46af-9fe3-dd14c462523b HTTP/1.1" status: 200 len: 899 time: 0.1819232 Jun 03 22:01:17.151697 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fd035d4-65aa-483a-9acf-334741358121 req-dbf4331f-7da8-4e3c-be11-be479f69f2c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 1037 time: 0.1464143 Jun 03 22:01:17.194438 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-62b51f5c-ec9c-4fc3-a090-54fb6448c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:00:57Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '5cfb933f-686d-4560-a5be-9c12b7537a22', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'port_id': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1479884218', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'mac_address': 'fa:16:3e:9c:e0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a60fa19-8b7a-4c30-b77a-1c945a70cb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:01:14Z', 'updated_at': '2021-06-03T22:01:14Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1', 'name': '', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:31:bc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:56Z', 'updated_at': '2021-06-03T22:01:02Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:17.200079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b51f5c-ec9c-4fc3-a090-54fb6448c074 None None] Checking router: c64ef8b6-918b-44b2-9faa-0cc43b46ff09 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:01:17.209832 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b51f5c-ec9c-4fc3-a090-54fb6448c074 None None] Routers {'c64ef8b6-918b-44b2-9faa-0cc43b46ff09'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:01:17.210435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-62b51f5c-ec9c-4fc3-a090-54fb6448c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:00:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:17.239085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8c00e-66cd-4452-b358-46677ddc116e req-7ebc8f5b-eb77-4049-8959-c054c07dd6a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:17.240555 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-85e8c00e-66cd-4452-b358-46677ddc116e req-7ebc8f5b-eb77-4049-8959-c054c07dd6a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 983 time: 0.1663337 Jun 03 22:01:17.242086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd035d4-65aa-483a-9acf-334741358121 req-919e6fbf-fe12-4599-a894-b0647c0b7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:17.243605 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fd035d4-65aa-483a-9acf-334741358121 req-919e6fbf-fe12-4599-a894-b0647c0b7bee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=242d3894-373d-41a6-b08f-a761fc9c3a84 HTTP/1.1" status: 200 len: 834 time: 0.0846529 Jun 03 22:01:17.329022 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-85e8c00e-66cd-4452-b358-46677ddc116e req-5e6bddfe-72bd-4c2f-b483-23b97bc13609 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822437 Jun 03 22:01:17.360563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd035d4-65aa-483a-9acf-334741358121 req-1b65ac33-3017-4da9-b345-5891eeef62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:17.362037 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fd035d4-65aa-483a-9acf-334741358121 req-1b65ac33-3017-4da9-b345-5891eeef62d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65d133bc-35d6-46af-9fe3-dd14c462523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1021075 Jun 03 22:01:17.397509 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-62b51f5c-ec9c-4fc3-a090-54fb6448c074 None None] Set router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:01:17.498015 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fd035d4-65aa-483a-9acf-334741358121 req-e60be222-9b26-44ef-8485-33402ede3ab8 service neutron] 10.222.0.24 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281054 Jun 03 22:01:17.632220 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fd035d4-65aa-483a-9acf-334741358121 req-99905eff-8c8e-4cbf-b234-a8e55887ab46 service neutron] 10.222.0.24 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274648 Jun 03 22:01:17.770141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-62b51f5c-ec9c-4fc3-a090-54fb6448c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:00:57Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '5cfb933f-686d-4560-a5be-9c12b7537a22', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'port_id': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1479884218', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'mac_address': 'fa:16:3e:9c:e0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a60fa19-8b7a-4c30-b77a-1c945a70cb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:01:14Z', 'updated_at': '2021-06-03T22:01:14Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1', 'name': '', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:31:bc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:56Z', 'updated_at': '2021-06-03T22:01:02Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:17.774217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b51f5c-ec9c-4fc3-a090-54fb6448c074 None None] The sync data for ids ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'] in dv-neutron-792998-2-hyperv is: [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:00:57Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '5cfb933f-686d-4560-a5be-9c12b7537a22', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'port_id': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1479884218', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'mac_address': 'fa:16:3e:9c:e0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a60fa19-8b7a-4c30-b77a-1c945a70cb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:01:14Z', 'updated_at': '2021-06-03T22:01:14Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1', 'name': '', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:31:bc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:56Z', 'updated_at': '2021-06-03T22:01:02Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:01:17.981412 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab05cc1-408e-41c5-b704-ddd611aabfff None None] New status for floating IP 5cfb933f-686d-4560-a5be-9c12b7537a22: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:01:18.527518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f7e3-e002-4d3a-a05e-244e6c40635a req-7b2362db-a5b9-4598-889e-8603fdb3059d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:18.528911 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ce48f7e3-e002-4d3a-a05e-244e6c40635a req-7b2362db-a5b9-4598-889e-8603fdb3059d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 983 time: 0.0908506 Jun 03 22:01:18.575333 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ce48f7e3-e002-4d3a-a05e-244e6c40635a req-c182f919-b886-4252-9c1d-4cc15b2c460d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405769 Jun 03 22:01:18.738288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122905-3647-4604-8d51-1da7f5f06230 req-27ca1720-2918-4ee8-8f67-fb9f952d050a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:18.740462 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a1122905-3647-4604-8d51-1da7f5f06230 req-27ca1720-2918-4ee8-8f67-fb9f952d050a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 983 time: 0.2496419 Jun 03 22:01:18.812737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122905-3647-4604-8d51-1da7f5f06230 req-7814a4c5-120f-48de-afb2-3d895d03a364 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:18.814102 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a1122905-3647-4604-8d51-1da7f5f06230 req-7814a4c5-120f-48de-afb2-3d895d03a364 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0675476 Jun 03 22:01:18.972690 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a1122905-3647-4604-8d51-1da7f5f06230 req-ea7e9280-65dd-43e1-b4ce-690a53803d92 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1535962 Jun 03 22:01:18.983182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-a1122905-3647-4604-8d51-1da7f5f06230 req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:19.102829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a1122905-3647-4604-8d51-1da7f5f06230 req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:19.320461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-a1122905-3647-4604-8d51-1da7f5f06230 req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:19.351946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-a1122905-3647-4604-8d51-1da7f5f06230 req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:01:19.406663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-a1122905-3647-4604-8d51-1da7f5f06230 req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] device_id is not set on port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 22:01:19.415613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a1122905-3647-4604-8d51-1da7f5f06230 req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:19.425138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a1122905-3647-4604-8d51-1da7f5f06230 req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:19.432102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:19.566902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,revision_number=6']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:19.571261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:19.636501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1122905-3647-4604-8d51-1da7f5f06230 req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] No DVR routers for this DVR port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:01:19.739502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8e280a0d-1412-40b5-a4bb-6ae5820cfd99 None None] Provisioning complete for port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:19.740169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e280a0d-1412-40b5-a4bb-6ae5820cfd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:19.746589 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b3e09f4b-a11f-4f79-9acd-78a1a0f77a35 req-a1806830-32f0-4e40-a1e8-da11ef5b2303 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a60fa19-8b7a-4c30-b77a-1c945a70cb33 HTTP/1.1" status: 200 len: 210 time: 0.0619726 Jun 03 22:01:19.799547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8e280a0d-1412-40b5-a4bb-6ae5820cfd99 None None] Port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:01:19.933511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-a1122905-3647-4604-8d51-1da7f5f06230 req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] In _notify_port_updated(), no bound segment for port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 on network 65d133bc-35d6-46af-9fe3-dd14c462523b {{(pid=104396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 22:01:19.934404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122905-3647-4604-8d51-1da7f5f06230 req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:19.935014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a1122905-3647-4604-8d51-1da7f5f06230 req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:19.936322 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a1122905-3647-4604-8d51-1da7f5f06230 req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] 10.222.0.24 "PUT /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 1026 time: 0.9573388 Jun 03 22:01:20.848082 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57422) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:20.943278 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12697a3-a7ae-4c31-8ae6-7ebefc70a9aa tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:20.944751 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b12697a3-a7ae-4c31-8ae6-7ebefc70a9aa tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 925 time: 0.0955727 Jun 03 22:01:21.251098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57426) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:21.257375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77958902', 'description': 'tempest-secgroup-smoke-77958902 description', 'project_id': 'c505461944d44588ae1a2ee7f748a138'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:21.264537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:21.275108 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:21.285671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.308729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:21.312772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:21.315724 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:21.322121 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:21.406447 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.411858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.416322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-14614027-7413-448b-8fd2-518d0d53bcb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:21.461174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7192ea5-846e-489f-b811-92c24a86638e,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:21.464455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:21.470719 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.472022 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2198684 Jun 03 22:01:21.475241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57428) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:21.480081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-09edd1de-64ec-4dfe-bb63-f4b04e3a8f32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b7192ea5-846e-489f-b811-92c24a86638e', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:21.486783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-09edd1de-64ec-4dfe-bb63-f4b04e3a8f32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:21.490867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-09edd1de-64ec-4dfe-bb63-f4b04e3a8f32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:21.494038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-09edd1de-64ec-4dfe-bb63-f4b04e3a8f32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:21.500266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-09edd1de-64ec-4dfe-bb63-f4b04e3a8f32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:21.519268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-09edd1de-64ec-4dfe-bb63-f4b04e3a8f32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.587151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-09edd1de-64ec-4dfe-bb63-f4b04e3a8f32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.592708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-09edd1de-64ec-4dfe-bb63-f4b04e3a8f32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.594511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c871c2bf-257b-4594-bd0a-c2743f5b663e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:21.615959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edd1de-64ec-4dfe-bb63-f4b04e3a8f32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55112e3a-3172-47cc-ab6e-66df9b5877ce,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:21.618393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-09edd1de-64ec-4dfe-bb63-f4b04e3a8f32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:21.627377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-09edd1de-64ec-4dfe-bb63-f4b04e3a8f32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.628578 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-09edd1de-64ec-4dfe-bb63-f4b04e3a8f32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523361 Jun 03 22:01:21.633179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57430) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:21.638298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-62fc3fec-ee93-45b4-9ad5-78373cdd8bfb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b7192ea5-846e-489f-b811-92c24a86638e', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:21.648700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-62fc3fec-ee93-45b4-9ad5-78373cdd8bfb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:21.654167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-62fc3fec-ee93-45b4-9ad5-78373cdd8bfb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:21.657602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-62fc3fec-ee93-45b4-9ad5-78373cdd8bfb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:21.663204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-62fc3fec-ee93-45b4-9ad5-78373cdd8bfb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:21.682793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-62fc3fec-ee93-45b4-9ad5-78373cdd8bfb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.757109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-62fc3fec-ee93-45b4-9ad5-78373cdd8bfb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.762603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-62fc3fec-ee93-45b4-9ad5-78373cdd8bfb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.764960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0c46f5d5-37ed-4f6a-ad99-ef829b975b75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:21.787863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc3fec-ee93-45b4-9ad5-78373cdd8bfb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36c1eff-45d6-46ae-883e-75d34a002fad,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:21.790335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-62fc3fec-ee93-45b4-9ad5-78373cdd8bfb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:21.799042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-62fc3fec-ee93-45b4-9ad5-78373cdd8bfb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.800423 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-62fc3fec-ee93-45b4-9ad5-78373cdd8bfb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1662109 Jun 03 22:01:21.803169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57432) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:21.807735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-92297006-d557-45e3-8ab6-0e10bd750ec3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b7192ea5-846e-489f-b811-92c24a86638e', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:21.814072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-92297006-d557-45e3-8ab6-0e10bd750ec3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:21.817900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-92297006-d557-45e3-8ab6-0e10bd750ec3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:21.820789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-92297006-d557-45e3-8ab6-0e10bd750ec3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:21.826800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-92297006-d557-45e3-8ab6-0e10bd750ec3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:21.847449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-92297006-d557-45e3-8ab6-0e10bd750ec3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.924241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-92297006-d557-45e3-8ab6-0e10bd750ec3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.929802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-92297006-d557-45e3-8ab6-0e10bd750ec3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.937926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-625fc274-7782-4e17-8ca8-7cb46db7caba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:21.960072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92297006-d557-45e3-8ab6-0e10bd750ec3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a37ad4-a389-4f57-a364-b2fbe58c6761,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:21.962406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-92297006-d557-45e3-8ab6-0e10bd750ec3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:21.969186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-92297006-d557-45e3-8ab6-0e10bd750ec3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:21.970529 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-92297006-d557-45e3-8ab6-0e10bd750ec3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663017 Jun 03 22:01:21.974566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57434) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:21.981667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3b12e6f8-b2dc-41de-a6d7-a47fdcb30fb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b7192ea5-846e-489f-b811-92c24a86638e', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:21.988323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3b12e6f8-b2dc-41de-a6d7-a47fdcb30fb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:21.992414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3b12e6f8-b2dc-41de-a6d7-a47fdcb30fb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:21.995407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3b12e6f8-b2dc-41de-a6d7-a47fdcb30fb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:22.001791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3b12e6f8-b2dc-41de-a6d7-a47fdcb30fb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:22.021819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3b12e6f8-b2dc-41de-a6d7-a47fdcb30fb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:22.096160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3b12e6f8-b2dc-41de-a6d7-a47fdcb30fb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:22.101341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3b12e6f8-b2dc-41de-a6d7-a47fdcb30fb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:22.108617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5434fe3c-ef1b-4edb-b693-f6429e19cbfa tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:22.128665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12e6f8-b2dc-41de-a6d7-a47fdcb30fb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025e8d97-d415-4b34-8aff-3a1eee9c0cab,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:22.134442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3b12e6f8-b2dc-41de-a6d7-a47fdcb30fb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:22.140631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3b12e6f8-b2dc-41de-a6d7-a47fdcb30fb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:22.142263 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3b12e6f8-b2dc-41de-a6d7-a47fdcb30fb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1665235 Jun 03 22:01:22.145126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57436) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:22.149718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b7192ea5-846e-489f-b811-92c24a86638e', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:22.157971 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:22.164705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:22.169767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:22.180775 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:22.195068 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:01:22.203313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:22.236016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:01:22.276491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:22.284145 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:22.286607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:22.309916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:01:22.315380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03f689b-01ff-48c1-a63a-f6fe97dfab86,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:22.317823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:22.327051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:22.328297 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1821854 Jun 03 22:01:22.331012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57438) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:22.335575 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b7192ea5-846e-489f-b811-92c24a86638e', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:22.341843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:22.345954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:22.349148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:22.355257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:22.368283 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:01:22.374367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:22.441531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:22.447178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:22.449114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-58fad76b-0c4b-40d8-a1d1-221fa170cdec tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:22.471293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1675893f-b02e-461b-9c96-56f876d96a22,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:22.473721 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:22.486498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:22.489056 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563499 Jun 03 22:01:22.677885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-13a799ec-e666-4bcb-8fbf-25f0b3e193e4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:01:22.698534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-13a799ec-e666-4bcb-8fbf-25f0b3e193e4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:01:22.700233 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-13a799ec-e666-4bcb-8fbf-25f0b3e193e4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77958902&fields=id&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 267 time: 0.0771854 Jun 03 22:01:22.790071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-ff4a4403-aa06-495e-a256-f295750122d8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:22.791382 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-ff4a4403-aa06-495e-a256-f295750122d8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 930 time: 0.0818405 Jun 03 22:01:22.835583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2a9996f8-499c-4d6c-a853-4513143b493c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:22.922194 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-7a0ec31b-fa27-4e9d-b708-9d91560d4fe3 service neutron] 10.222.0.96 "GET /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1180472 Jun 03 22:01:23.063947 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-aed27ae8-6f42-4e9a-9005-9092e7fd4163 service neutron] 10.222.0.96 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327610 Jun 03 22:01:23.206669 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-1106eba7-ffed-4d56-b046-3accc1a9fe46 service neutron] 10.222.0.96 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367509 Jun 03 22:01:23.402996 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-114b6b54-3736-4789-b357-f0b88a2d720b req-29845161-7815-4c89-b404-8f50371b5a5b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 210 time: 0.0450370 Jun 03 22:01:24.474453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-6f6b263f-ba6a-49fc-affb-6221268a5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:24.476341 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-6f6b263f-ba6a-49fc-affb-6221268a5092 service neutron] 10.222.0.24 "GET /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 1026 time: 0.0689561 Jun 03 22:01:24.572977 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-70af8453-e27f-44ea-be4a-3da561d50721 req-e493703d-3e49-4623-93c3-938056e99f16 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 210 time: 0.0538721 Jun 03 22:01:24.804353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-19b78b03-7ab5-4afe-93c7-7fdaecf6c31f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:24.805730 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-19b78b03-7ab5-4afe-93c7-7fdaecf6c31f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks?id=65d133bc-35d6-46af-9fe3-dd14c462523b HTTP/1.1" status: 200 len: 797 time: 0.3243449 Jun 03 22:01:24.862634 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-736758ea-c8e3-400c-bf6c-bc6a54fd67dd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 470 time: 0.0462630 Jun 03 22:01:24.872913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Request body: {'port': {'device_id': 'dedfe82d-5544-473e-bb65-5a292c9226c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:24.985573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:25.370399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:01:25.379137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:25.379378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:25.396723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Transition to ACTIVE for port object 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:01:25.401536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:25.405410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-82d629c4-0eec-4930-acbf-5a1e98e0a13f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:25.496521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51bbc680-8fbe-4f10-bd1d-dcb85b61e49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:25.537459 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Pushing event updated for resources: {'Port': ['ID=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,revision_number=7']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:25.541802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:25.675264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Attempting to bind port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:01:25.675638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Attempting to bind port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:01:25.675965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Attempting to bind port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 on network 65d133bc-35d6-46af-9fe3-dd14c462523b {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:01:25.681227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 on network 65d133bc-35d6-46af-9fe3-dd14c462523b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:01:25.681545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Attempting to bind port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 on network 65d133bc-35d6-46af-9fe3-dd14c462523b {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:01:25.687038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:01:25.687374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Checking segment: {'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:01:25.687790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Bound using segment: {'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:01:25.688216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Bound port: 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd2f12e-14e4-4979-ab8b-1c398a76f67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:01:25.688561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:25.837743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:01:25.845870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:01:25.858536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648b23c-bf59-429b-a2ad-f90bc8329d69 req-7fac3001-4d81-46a1-bc33-4b70a1748c8b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:25.860045 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d648b23c-bf59-429b-a2ad-f90bc8329d69 req-7fac3001-4d81-46a1-bc33-4b70a1748c8b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 981 time: 0.1605163 Jun 03 22:01:25.861595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:25.865439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6646c1ef-0e87-438a-b6a7-e221cda8013e tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:25.942788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:25.943398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:25.944841 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] 10.222.0.24 "PUT /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 1131 time: 1.0758767 Jun 03 22:01:25.947163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedfe82d-5544-473e-bb65-5a292c9226c1', 'tag': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:01:25.949743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef8f208-1bcc-47fa-80b2-395d8d91898d" -d '{"events": [{"name": "network-changed", "server_uuid": "dedfe82d-5544-473e-bb65-5a292c9226c1", "tag": "7d4fd881-ce40-4edb-961d-c7f39bdbcb34"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:01:25.986584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Pushing event updated for resources: {'Port': ['ID=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,revision_number=8']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:25.991495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:25.995125 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d648b23c-bf59-429b-a2ad-f90bc8329d69 req-9beb1807-7bd0-459f-9014-7518284d5101 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965679 Jun 03 22:01:26.028157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81d9e1f-9fc0-4a87-9145-17c3bf12f79b x-openstack-request-id: req-d81d9e1f-9fc0-4a87-9145-17c3bf12f79b {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:01:26.028491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedfe82d-5544-473e-bb65-5a292c9226c1", "tag": "7d4fd881-ce40-4edb-961d-c7f39bdbcb34", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:01:26.028785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d81d9e1f-9fc0-4a87-9145-17c3bf12f79b {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:01:26.029218 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedfe82d-5544-473e-bb65-5a292c9226c1', 'tag': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34', 'status': 'completed', 'code': 200} Jun 03 22:01:26.073407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-9e89d6e1-b047-4a29-bea6-f285d6d0e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:26.075210 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-9e89d6e1-b047-4a29-bea6-f285d6d0e93d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 1134 time: 0.0790467 Jun 03 22:01:26.186494 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-40b98a61-a376-48cc-8bec-cd8edceca329 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 1037 time: 0.1039433 Jun 03 22:01:26.263233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-e6bafa2b-3309-432e-bf3e-21661141c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:26.264873 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-e6bafa2b-3309-432e-bf3e-21661141c2e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=242d3894-373d-41a6-b08f-a761fc9c3a84 HTTP/1.1" status: 200 len: 834 time: 0.0720546 Jun 03 22:01:26.356767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-bfd7fa17-1a7f-4c57-b200-291a6a400c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:26.358523 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-bfd7fa17-1a7f-4c57-b200-291a6a400c49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65d133bc-35d6-46af-9fe3-dd14c462523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870245 Jun 03 22:01:26.494028 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-dd4edbfd-7db5-42ca-ac05-1a054c692235 service neutron] 10.222.0.24 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288452 Jun 03 22:01:26.634991 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02c99e72-1ff0-42db-ac1e-22f38dc5eb75 req-67942316-9ad1-48c6-b1ad-2f4527cc70b2 service neutron] 10.222.0.24 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331096 Jun 03 22:01:26.767505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8f208-1bcc-47fa-80b2-395d8d91898d req-9c790324-ae79-4d68-a697-ff26756e36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:26.768954 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cef8f208-1bcc-47fa-80b2-395d8d91898d req-9c790324-ae79-4d68-a697-ff26756e36f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 1134 time: 0.0834825 Jun 03 22:01:26.803578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:26.908024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8f208-1bcc-47fa-80b2-395d8d91898d req-cfbeca07-4f10-4e6b-8182-532c2af5f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:26.909450 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cef8f208-1bcc-47fa-80b2-395d8d91898d req-cfbeca07-4f10-4e6b-8182-532c2af5f322 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65d133bc-35d6-46af-9fe3-dd14c462523b HTTP/1.1" status: 200 len: 899 time: 0.1338549 Jun 03 22:01:26.910084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:27.162823 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cef8f208-1bcc-47fa-80b2-395d8d91898d req-58903eb6-103a-4b54-8ee8-e5b51fd2e571 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 1037 time: 0.2463222 Jun 03 22:01:27.203633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365ace9-e6d5-41cb-9a56-9fd9e940c1fe req-ad9e54e9-3356-4796-ba6d-df186e89f1ee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:27.205261 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1365ace9-e6d5-41cb-9a56-9fd9e940c1fe req-ad9e54e9-3356-4796-ba6d-df186e89f1ee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 981 time: 0.0893087 Jun 03 22:01:27.229097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8f208-1bcc-47fa-80b2-395d8d91898d req-2529b7a6-2593-4f39-8e3c-9a2cd119cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:27.230527 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cef8f208-1bcc-47fa-80b2-395d8d91898d req-2529b7a6-2593-4f39-8e3c-9a2cd119cb07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=242d3894-373d-41a6-b08f-a761fc9c3a84 HTTP/1.1" status: 200 len: 834 time: 0.0607224 Jun 03 22:01:27.258074 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1365ace9-e6d5-41cb-9a56-9fd9e940c1fe req-262b07cf-a0ef-4153-b7fe-92156b097b59 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468175 Jun 03 22:01:27.312440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8f208-1bcc-47fa-80b2-395d8d91898d req-2c51932a-902f-4ca1-89b6-900f9269b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:27.313942 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cef8f208-1bcc-47fa-80b2-395d8d91898d req-2c51932a-902f-4ca1-89b6-900f9269b1a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65d133bc-35d6-46af-9fe3-dd14c462523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749121 Jun 03 22:01:27.465956 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cef8f208-1bcc-47fa-80b2-395d8d91898d req-870d9eb2-407a-47b2-bf64-4d1c91ae7e13 service neutron] 10.222.0.24 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445456 Jun 03 22:01:27.614941 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cef8f208-1bcc-47fa-80b2-395d8d91898d req-b6a3ce7f-d892-4f29-b69a-b1c30a6661c9 service neutron] 10.222.0.24 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408081 Jun 03 22:01:28.255773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:01:28.397073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:28.424926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'port_id': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34', 'mac_address': 'fa:16:3e:9c:e0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:01:28.457650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f0090-153a-4902-9e12-64700c6c2c43 req-978d089c-0c60-40aa-a285-71b19796fbf9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:28.459339 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-547f0090-153a-4902-9e12-64700c6c2c43 req-978d089c-0c60-40aa-a285-71b19796fbf9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 981 time: 0.0924022 Jun 03 22:01:28.471940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:28.511661 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-547f0090-153a-4902-9e12-64700c6c2c43 req-44cb93c7-aac9-486b-8007-19cfebf30dc2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452428 Jun 03 22:01:28.565486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:28.585679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:01:28.605853 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:28.612790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:28.615210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:28.802635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,revision_number=9']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:28.806521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:28.910746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['7d4fd881-ce40-4edb-961d-c7f39bdbcb34'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:01:29.734060 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec56b4-fe8c-4eea-b5ec-c86f1d6d6b5b req-f15562ba-c628-4bdf-9f8d-5d65516c17c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:29.735905 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d1ec56b4-fe8c-4eea-b5ec-c86f1d6d6b5b req-f15562ba-c628-4bdf-9f8d-5d65516c17c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 982 time: 0.1006558 Jun 03 22:01:29.786804 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d1ec56b4-fe8c-4eea-b5ec-c86f1d6d6b5b req-ca8cf193-2ee7-43c0-95d1-f8569f79e574 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429387 Jun 03 22:01:30.288721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:01:30.367588 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:01:30.375238 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:30.375789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:30.515899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:30.544133 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedfe82d-5544-473e-bb65-5a292c9226c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:01:30.546592 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a76ced0-8e16-4dfa-93e0-4117ee2993f7" -d '{"events": [{"server_uuid": "dedfe82d-5544-473e-bb65-5a292c9226c1", "name": "network-vif-plugged", "status": "completed", "tag": "7d4fd881-ce40-4edb-961d-c7f39bdbcb34"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:01:30.556475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:30.562878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:30.564831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8cb16e28-945f-418a-b56d-b892f585d7f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:30.594889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd1ea5d-1d44-4759-b057-d8ac64b18651 x-openstack-request-id: req-cdd1ea5d-1d44-4759-b057-d8ac64b18651 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:01:30.595186 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedfe82d-5544-473e-bb65-5a292c9226c1", "name": "network-vif-plugged", "status": "completed", "tag": "7d4fd881-ce40-4edb-961d-c7f39bdbcb34", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:01:30.595433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cdd1ea5d-1d44-4759-b057-d8ac64b18651 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:01:30.595840 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedfe82d-5544-473e-bb65-5a292c9226c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4fd881-ce40-4edb-961d-c7f39bdbcb34', 'code': 200} Jun 03 22:01:30.637642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,revision_number=10']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:30.640720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:30.840830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232710d-efbb-41ce-bdd1-2aa2be32544b req-21909bd4-a9eb-452b-a001-7165cb495d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:30.843059 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2232710d-efbb-41ce-bdd1-2aa2be32544b req-21909bd4-a9eb-452b-a001-7165cb495d3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 1137 time: 0.0756879 Jun 03 22:01:30.888084 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2232710d-efbb-41ce-bdd1-2aa2be32544b req-e8aa60de-44ae-4bd0-ada7-c62a75bf5d55 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393145 Jun 03 22:01:30.997284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee2ef9-ab4b-46dd-8763-30b08d56f85b req-8620eb69-d0ce-4935-9483-3fd3b6d4ebb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:30.999245 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aaee2ef9-ab4b-46dd-8763-30b08d56f85b req-8620eb69-d0ce-4935-9483-3fd3b6d4ebb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 984 time: 0.1050231 Jun 03 22:01:31.052757 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aaee2ef9-ab4b-46dd-8763-30b08d56f85b req-f2527af1-d2b3-4254-a98e-efaf2b571e0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449779 Jun 03 22:01:32.286390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb146bc-47f9-4d3f-9e1e-656a8a6fbf43 req-bca024c4-8fce-4f5c-864c-6fea502e0dba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:32.287820 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3bb146bc-47f9-4d3f-9e1e-656a8a6fbf43 req-bca024c4-8fce-4f5c-864c-6fea502e0dba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 984 time: 0.1113517 Jun 03 22:01:32.336848 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3bb146bc-47f9-4d3f-9e1e-656a8a6fbf43 req-86249577-9d05-441a-b377-210d6fcb5a30 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430553 Jun 03 22:01:32.545703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69966937-fc5d-4851-b835-c6dce5dc9235 req-316fa410-22b7-4011-92b2-09b8c183d2b8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:32.547322 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-69966937-fc5d-4851-b835-c6dce5dc9235 req-316fa410-22b7-4011-92b2-09b8c183d2b8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 984 time: 0.0950108 Jun 03 22:01:32.597352 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-69966937-fc5d-4851-b835-c6dce5dc9235 req-dce3c703-f61c-44fe-a5c3-a44b1f8aa3f5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Jun 03 22:01:32.621187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57488) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:32.707943 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8e189-b6d8-419f-ad3a-4d7551825fa9 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:32.709421 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c7d8e189-b6d8-419f-ad3a-4d7551825fa9 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1&network_id=65d133bc-35d6-46af-9fe3-dd14c462523b HTTP/1.1" status: 200 len: 1132 time: 0.0869718 Jun 03 22:01:33.274847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2a76-b779-456a-b0fd-4f72256cfe9d req-fc539892-2004-49fa-a300-c18c15a7d0da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:33.276356 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d3bc2a76-b779-456a-b0fd-4f72256cfe9d req-fc539892-2004-49fa-a300-c18c15a7d0da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 984 time: 0.1025677 Jun 03 22:01:33.321500 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d3bc2a76-b779-456a-b0fd-4f72256cfe9d req-8c3b6d12-764a-4edb-a003-a5b4e8d4e593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390241 Jun 03 22:01:34.545837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ef110-692f-45f2-b025-f739e5561649 req-b059161f-c3c9-40f5-b82d-3363525755fe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:34.547654 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b80ef110-692f-45f2-b025-f739e5561649 req-b059161f-c3c9-40f5-b82d-3363525755fe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 984 time: 0.1442041 Jun 03 22:01:34.591130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb363e-ffb8-4c28-8ac8-c2a7091f028b req-000c74e1-b369-4f4f-b3e8-27adc4a5ae7b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:34.592631 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-21cb363e-ffb8-4c28-8ac8-c2a7091f028b req-000c74e1-b369-4f4f-b3e8-27adc4a5ae7b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 984 time: 0.1579192 Jun 03 22:01:34.657096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ef110-692f-45f2-b025-f739e5561649 req-9a9f6776-5a5b-4f96-8c55-f88e273d626a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:34.658339 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b80ef110-692f-45f2-b025-f739e5561649 req-9a9f6776-5a5b-4f96-8c55-f88e273d626a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1045048 Jun 03 22:01:34.667064 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-21cb363e-ffb8-4c28-8ac8-c2a7091f028b req-abe7d9ab-8b2f-489b-aef9-2bb7408b5627 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ed23c63b-e992-4180-b33c-c6c6423e75f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681453 Jun 03 22:01:34.812265 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b80ef110-692f-45f2-b025-f739e5561649 req-dd8be2fd-b77c-4b0d-9bf5-12213b8ade52 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1482260 Jun 03 22:01:34.823041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-b80ef110-692f-45f2-b025-f739e5561649 req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:34.947408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b80ef110-692f-45f2-b025-f739e5561649 req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:35.155325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-b80ef110-692f-45f2-b025-f739e5561649 req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:35.199171 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-b80ef110-692f-45f2-b025-f739e5561649 req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] For port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:01:35.251454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-b80ef110-692f-45f2-b025-f739e5561649 req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] device_id is not set on port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 yet. {{(pid=104396) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 03 22:01:35.259868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b80ef110-692f-45f2-b025-f739e5561649 req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:35.268251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b80ef110-692f-45f2-b025-f739e5561649 req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:35.272257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-48be25d0-d6da-406c-b6b2-ec46fddaea90 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:35.552360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,revision_number=11']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:35.557007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:35.586107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d2f96bb4-43c3-42d2-a544-7b643f657266 None None] Provisioning complete for port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:35.587215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d2f96bb4-43c3-42d2-a544-7b643f657266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:35.625025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80ef110-692f-45f2-b025-f739e5561649 req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] No DVR routers for this DVR port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:01:35.645373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d2f96bb4-43c3-42d2-a544-7b643f657266 None None] Port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:01:35.824328 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bfc88a71-6b70-4dea-b14e-ec125534006a req-0ba251a3-e704-449e-b27e-e39bc7e4d895 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=dedfe82d-5544-473e-bb65-5a292c9226c1 HTTP/1.1" status: 200 len: 210 time: 0.0438216 Jun 03 22:01:35.856486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-b80ef110-692f-45f2-b025-f739e5561649 req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] In _notify_port_updated(), no bound segment for port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 on network 65d133bc-35d6-46af-9fe3-dd14c462523b {{(pid=104396) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 22:01:35.858157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ef110-692f-45f2-b025-f739e5561649 req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:35.859085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b80ef110-692f-45f2-b025-f739e5561649 req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:35.861056 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b80ef110-692f-45f2-b025-f739e5561649 req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] 10.222.0.24 "PUT /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 200 len: 1027 time: 1.0420096 Jun 03 22:01:36.926134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57500) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:37.021366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f510f785-2788-4890-a1e4-35efc591b8ea tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:37.060738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f510f785-2788-4890-a1e4-35efc591b8ea tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:37.135629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f510f785-2788-4890-a1e4-35efc591b8ea tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:37.139574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b8445b51-27cd-46c3-b4c8-b833ef1c2d57 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:37.157598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510f785-2788-4890-a1e4-35efc591b8ea tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7192ea5-846e-489f-b811-92c24a86638e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:37.160474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f510f785-2788-4890-a1e4-35efc591b8ea tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:37.166636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f510f785-2788-4890-a1e4-35efc591b8ea tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:37.170245 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f510f785-2788-4890-a1e4-35efc591b8ea tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/security-groups/b7192ea5-846e-489f-b811-92c24a86638e HTTP/1.1" status: 204 len: 168 time: 0.2405088 Jun 03 22:01:37.206181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57504) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:37.478074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 4a1142d6-236c-4cf9-9dc1-5259ada73e8d {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:01:37.478342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:37.602707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:37.603039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:37.729385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 4a1142d6-236c-4cf9-9dc1-5259ada73e8d owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:01:37.866627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:37.870307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-106a2005-94f7-4e53-b525-ed9e00c765ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:37.914840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=4a1142d6-236c-4cf9-9dc1-5259ada73e8d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:37.918074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:38.018012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:38.018723 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 5cfb933f-686d-4560-a5be-9c12b7537a22 disassociated (deleted). External IP: 172.26.3.204, port: 7d4fd881-ce40-4edb-961d-c7f39bdbcb34. Jun 03 22:01:38.365499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:01:38.424999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:01:38.564346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:01:38.755290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:01:38.766842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e69fe-e93b-4c90-9e69-f81acccf9351 None None] Sync routers for ids ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:01:38.777019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e69fe-e93b-4c90-9e69-f81acccf9351 None None] Routers {'c64ef8b6-918b-44b2-9faa-0cc43b46ff09'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:01:38.777665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-129e69fe-e93b-4c90-9e69-f81acccf9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:01:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:38.778408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:38.840521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/floatingips/5cfb933f-686d-4560-a5be-9c12b7537a22 HTTP/1.1" status: 204 len: 168 time: 1.6328182 Jun 03 22:01:38.972649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-129e69fe-e93b-4c90-9e69-f81acccf9351 None None] Set router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:01:38.991239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57510) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:39.063306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7443897-c1f0-4a9f-8abe-06578561e3ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:39.099133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7443897-c1f0-4a9f-8abe-06578561e3ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:39.169561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7443897-c1f0-4a9f-8abe-06578561e3ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:39.174000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6d191d80-334d-4452-a725-a0fc0fd0b390 tempest-TestNetworkAdvancedServerOps-2038828631 tempest-TestNetworkAdvancedServerOps-2038828631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:39.188701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7443897-c1f0-4a9f-8abe-06578561e3ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f1d6df-6307-4146-ad51-d2c9ce5ee110,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:39.192202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a7443897-c1f0-4a9f-8abe-06578561e3ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:39.198039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a7443897-c1f0-4a9f-8abe-06578561e3ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:39.201901 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a7443897-c1f0-4a9f-8abe-06578561e3ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/security-groups/d8f1d6df-6307-4146-ad51-d2c9ce5ee110 HTTP/1.1" status: 204 len: 168 time: 0.2068315 Jun 03 22:01:39.233366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57514) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:39.314225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-129e69fe-e93b-4c90-9e69-f81acccf9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:00:57Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1', 'name': '', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:31:bc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:56Z', 'updated_at': '2021-06-03T22:01:02Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:39.318369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e69fe-e93b-4c90-9e69-f81acccf9351 None None] Checking router: c64ef8b6-918b-44b2-9faa-0cc43b46ff09 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:01:39.327397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e69fe-e93b-4c90-9e69-f81acccf9351 None None] Routers {'c64ef8b6-918b-44b2-9faa-0cc43b46ff09'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:01:39.328069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-129e69fe-e93b-4c90-9e69-f81acccf9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:01:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:39.512844 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-129e69fe-e93b-4c90-9e69-f81acccf9351 None None] Set router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:01:39.522869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-5a991e77-6102-4503-8925-0d73e3967c18 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:01:39.523214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a991e77-6102-4503-8925-0d73e3967c18 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:39.661672 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a991e77-6102-4503-8925-0d73e3967c18 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:39.789125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-5a991e77-6102-4503-8925-0d73e3967c18 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 7d4fd881-ce40-4edb-961d-c7f39bdbcb34 owned by {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:01:39.884228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-129e69fe-e93b-4c90-9e69-f81acccf9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:00:57Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1', 'name': '', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:31:bc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:56Z', 'updated_at': '2021-06-03T22:01:02Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:39.888150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e69fe-e93b-4c90-9e69-f81acccf9351 None None] The sync data for ids ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'] in dv-neutron-792998-2-hyperv is: [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:00:57Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1', 'name': '', 'network_id': '65d133bc-35d6-46af-9fe3-dd14c462523b', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:31:bc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:56Z', 'updated_at': '2021-06-03T22:01:02Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '242d3894-373d-41a6-b08f-a761fc9c3a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:01:39.905689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a991e77-6102-4503-8925-0d73e3967c18 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:39.912090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:39.962000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a991e77-6102-4503-8925-0d73e3967c18 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=7d4fd881-ce40-4edb-961d-c7f39bdbcb34,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:39.964782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5a991e77-6102-4503-8925-0d73e3967c18 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:40.070189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5a991e77-6102-4503-8925-0d73e3967c18 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:40.083390 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5a991e77-6102-4503-8925-0d73e3967c18 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/ports/7d4fd881-ce40-4edb-961d-c7f39bdbcb34 HTTP/1.1" status: 204 len: 168 time: 0.8488221 Jun 03 22:01:40.086561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57516) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:40.146732 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349fb74-c36e-4d68-9a34-9c7f45794f47 None None] New status for floating IP 5cfb933f-686d-4560-a5be-9c12b7537a22: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:01:40.674241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:41.121986 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:01:41.275340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:01:41.275991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:41.419968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:41.420452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:41.567808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:01:41.884122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:41.888051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:41.933845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:41.980692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:41.981087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:41.981440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:41.981808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:41.982172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:41.982535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:41.982945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:41.983303 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:41.983843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:41.984435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:41.984840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:41.985202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:42.014983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:42.240237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:42.796288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:01:43.002347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:01:43.012329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f23b54-70d2-4077-a9be-2a8e1d662a52 None None] Sync routers for ids ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:01:43.017841 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/c64ef8b6-918b-44b2-9faa-0cc43b46ff09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9299052 Jun 03 22:01:43.020802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57518) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:43.023549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f23b54-70d2-4077-a9be-2a8e1d662a52 None None] Routers {'c64ef8b6-918b-44b2-9faa-0cc43b46ff09'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:01:43.024175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b6f23b54-70d2-4077-a9be-2a8e1d662a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:01:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:43.095900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42fa1fe-62a3-4a83-8070-e3f700956945 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting subnet 242d3894-373d-41a6-b08f-a761fc9c3a84 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:01:43.099143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f42fa1fe-62a3-4a83-8070-e3f700956945 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:43.154737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f42fa1fe-62a3-4a83-8070-e3f700956945 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:43.216285 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b6f23b54-70d2-4077-a9be-2a8e1d662a52 None None] Set router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:01:43.241660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f42fa1fe-62a3-4a83-8070-e3f700956945 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:43.531661 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b6f23b54-70d2-4077-a9be-2a8e1d662a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:01:41Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:43.535876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f23b54-70d2-4077-a9be-2a8e1d662a52 None None] Checking router: c64ef8b6-918b-44b2-9faa-0cc43b46ff09 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:01:43.543757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f42fa1fe-62a3-4a83-8070-e3f700956945 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:43.547402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f23b54-70d2-4077-a9be-2a8e1d662a52 None None] Routers {'c64ef8b6-918b-44b2-9faa-0cc43b46ff09'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:01:43.548070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b6f23b54-70d2-4077-a9be-2a8e1d662a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:01:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:43.548327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3e1e11de-f324-4b76-88ca-c520aca448f2 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:43.588658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fa1fe-62a3-4a83-8070-e3f700956945 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Subnet': ['ID=242d3894-373d-41a6-b08f-a761fc9c3a84,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:43.591742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f42fa1fe-62a3-4a83-8070-e3f700956945 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:43.593031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f42fa1fe-62a3-4a83-8070-e3f700956945 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:43.600575 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f42fa1fe-62a3-4a83-8070-e3f700956945 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/subnets/242d3894-373d-41a6-b08f-a761fc9c3a84 HTTP/1.1" status: 204 len: 168 time: 0.5787961 Jun 03 22:01:43.603256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57520) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:43.605072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aea468b-4191-4936-b928-60939e0736f3 None None] Network 65d133bc-35d6-46af-9fe3-dd14c462523b requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:01:43.793750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:43.891262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b6f23b54-70d2-4077-a9be-2a8e1d662a52 None None] Set router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:01:43.983155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:44.064872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port a6f50e38-edec-44b4-a5c4-27e04fcb931f {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:01:44.065192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:44.217857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port a6f50e38-edec-44b4-a5c4-27e04fcb931f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a6f50e38-edec-44b4-a5c4-27e04fcb931f,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:44.218208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:44.233257 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84860f85-cef2-4e86-ae11-1de4067f7f4b None None] DHCP port deletion for 65d133bc-35d6-46af-9fe3-dd14c462523b request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:01:44.312043 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b6f23b54-70d2-4077-a9be-2a8e1d662a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:01:41Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:44.323873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-84860f85-cef2-4e86-ae11-1de4067f7f4b None None] Deleting port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:01:44.324187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-84860f85-cef2-4e86-ae11-1de4067f7f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:44.336705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f23b54-70d2-4077-a9be-2a8e1d662a52 None None] The sync data for ids ['c64ef8b6-918b-44b2-9faa-0cc43b46ff09'] in dv-neutron-792998-2-hyperv is: [{'id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'name': 'tempest-TestNetworkBasicOps-router-1182915498', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:00:51Z', 'updated_at': '2021-06-03T22:01:41Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'a6f50e38-edec-44b4-a5c4-27e04fcb931f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ef8b6-918b-44b2-9faa-0cc43b46ff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:00:52Z', 'updated_at': '2021-06-03T22:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:01:44.346546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for a6f50e38-edec-44b4-a5c4-27e04fcb931f owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:01:44.445119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-84860f85-cef2-4e86-ae11-1de4067f7f4b None None] For port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c25bdc53-7cd8-401b-9c1f-c57b21e0a5de,segment=NetworkSegment(7dd2f12e-14e4-4979-ab8b-1c398a76f67d),segment_id=7dd2f12e-14e4-4979-ab8b-1c398a76f67d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:44.445507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-84860f85-cef2-4e86-ae11-1de4067f7f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:44.573817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-84860f85-cef2-4e86-ae11-1de4067f7f4b None None] Calling delete_port for c25bdc53-7cd8-401b-9c1f-c57b21e0a5de owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:01:44.627994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-84860f85-cef2-4e86-ae11-1de4067f7f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:44.633747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4359fc87-3d0a-4e36-b856-4e8e3a86387d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:44.661924 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:44.669551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-580954ce-807f-4223-b135-07504fb5ca84 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:44.679877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84860f85-cef2-4e86-ae11-1de4067f7f4b None None] Pushing event deleted for resources: {'Port': ['ID=c25bdc53-7cd8-401b-9c1f-c57b21e0a5de,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:44.683384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-84860f85-cef2-4e86-ae11-1de4067f7f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:44.686296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84860f85-cef2-4e86-ae11-1de4067f7f4b None None] No DVR routers for this DVR port c25bdc53-7cd8-401b-9c1f-c57b21e0a5de on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:01:44.743410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=a6f50e38-edec-44b4-a5c4-27e04fcb931f,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:44.750783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:44.816725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.001634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.003950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.034769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.035266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Fanout notify agent at l3_agent the message router_deleted on router c64ef8b6-918b-44b2-9faa-0cc43b46ff09 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:01:45.051492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.052881 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/routers/c64ef8b6-918b-44b2-9faa-0cc43b46ff09 HTTP/1.1" status: 204 len: 168 time: 1.4487221 Jun 03 22:01:45.055612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57524) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:45.171716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.322548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.337003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d133bc-35d6-46af-9fe3-dd14c462523b']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:45.351849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd2f12e-14e4-4979-ab8b-1c398a76f67d') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:45.352117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd2f12e-14e4-4979-ab8b-1c398a76f67d') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:45.365200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.381645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.387952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:01:45.388335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:01:45.404101 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:01:45.493988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.497818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-07ad6743-dda8-484a-a30b-9fbebe623b5a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:45.512607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.525650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Network': ['ID=65d133bc-35d6-46af-9fe3-dd14c462523b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:45.530245 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/networks/65d133bc-35d6-46af-9fe3-dd14c462523b HTTP/1.1" status: 204 len: 168 time: 0.4720705 Jun 03 22:01:45.530245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:45.541841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57526) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:45.553027 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-812d5019-544e-409e-b9a8-dc0f57850584 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0100236 Jun 03 22:01:45.555324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57528) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:45.560025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'network': {'name': 'tempest-network-smoke--1055847557', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'port_security_enabled': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:45.565107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:45.569263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:network and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:45.572815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:45.579088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:45.589478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:01:45.593103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.622635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:01:45.632935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.633235 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Added segment 8198599a-ad84-40c8-acbd-d2ec6722743b of type vlan for network b5d38193-e431-4310-a74e-cf7a61e44208 Jun 03 22:01:45.661547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.693271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.699019 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:45.699619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.703324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2f3259b6-9c65-4b36-8a9a-43c5319ac2a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:45.821332 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2649677 Jun 03 22:01:45.824540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57530) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:45.825068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Network': ['ID=b5d38193-e431-4310-a74e-cf7a61e44208,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:45.827711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:45.832325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-24883724', 'admin_state_up': True, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:45.836030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network b5d38193-e431-4310-a74e-cf7a61e44208 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:01:45.841516 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:45.847801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:router and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:45.852534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:45.864835 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:45.879446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.880478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.897602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:45.988908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a6f50e38-edec-44b4-a5c4-27e04fcb931f no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:01:46.024635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: a6f50e38-edec-44b4-a5c4-27e04fcb931f {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:01:46.024964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a6f50e38-edec-44b4-a5c4-27e04fcb931f not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:01:46.025386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:01:46.058279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:01:46.058626 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1b89e2fa-a014-4ccd-92ab-ba3c0483aeb1 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:01:46.059041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c25bdc53-7cd8-401b-9c1f-c57b21e0a5de no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:01:46.095160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c25bdc53-7cd8-401b-9c1f-c57b21e0a5de {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:01:46.095494 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c25bdc53-7cd8-401b-9c1f-c57b21e0a5de not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:01:46.197534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:46.527293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:46.557014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:46.698537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.110 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/191b882c-330a-4a7a-825d-6efd08e4f6eb) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:01:46.997106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:47.034006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:47.038222 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-05de4f25-4012-4e1d-98d4-56373bb95baf tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:47.105395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:01:47.108407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:01:47.111818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:01:47.155768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=191b882c-330a-4a7a-825d-6efd08e4f6eb,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:47.173220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:47.173700 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:47.174157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:47.174524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:47.174883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:47.175248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:47.175645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:47.176008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:47.176389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:47.176717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:47.177071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:47.177427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:47.182863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:47.602051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:47.966262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:48.179172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 2eb16203-0571-43d1-824c-a18cb662f398 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:01:48.523917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:01:48.533911 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Sync routers for ids ['2eb16203-0571-43d1-824c-a18cb662f398'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:01:48.543337 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Routers {'2eb16203-0571-43d1-824c-a18cb662f398'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:01:48.543943 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:01:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2eb16203-0571-43d1-824c-a18cb662f398'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:48.552869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:48.554090 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7278414 Jun 03 22:01:48.558275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57532) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:48.599384 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-17e642fd-6e45-42ba-8ed7-b82d788740ec tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=c505461944d44588ae1a2ee7f748a138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397434 Jun 03 22:01:48.601913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57534) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:48.723499 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Set router 2eb16203-0571-43d1-824c-a18cb662f398 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:01:48.738714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b649b87-5a3d-4fc7-bc89-3c039b2613b1 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:48.740266 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0b649b87-5a3d-4fc7-bc89-3c039b2613b1 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1374199 Jun 03 22:01:48.743308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57536) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:48.787733 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b631ab8a-248b-4b6b-93fe-fc0c625e1033 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430489 Jun 03 22:01:48.790135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57538) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:48.795273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-415611219', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:48.916662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:48.920769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:subnet and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:48.923635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:48.929471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:48.941048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:01:48.944572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:49.046160 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:47Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:49.050001 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Checking router: 2eb16203-0571-43d1-824c-a18cb662f398 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:01:49.050349 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Updating router 2eb16203-0571-43d1-824c-a18cb662f398 port 191b882c-330a-4a7a-825d-6efd08e4f6eb binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:01:49.103678 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:49.438531 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:49.450482 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Transition to ACTIVE for port object 191b882c-330a-4a7a-825d-6efd08e4f6eb will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:01:49.457866 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:49.462387 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:49.524675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:49.529282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e5ecf61a-d18f-43e7-a38d-deaa8b74033c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:49.542277 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Attempting to bind port 191b882c-330a-4a7a-825d-6efd08e4f6eb on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:01:49.542897 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Attempting to bind port 191b882c-330a-4a7a-825d-6efd08e4f6eb by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:01:49.543031 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Attempting to bind port 191b882c-330a-4a7a-825d-6efd08e4f6eb on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:01:49.545240 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37f15e-fca5-4351-a814-e14ac2dbb34f None None] Pushing event updated for resources: {'Port': ['ID=191b882c-330a-4a7a-825d-6efd08e4f6eb,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:49.549089 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-7b37f15e-fca5-4351-a814-e14ac2dbb34f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:49.551549 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:01:49.551918 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:01:49.552313 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:49.552698 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:01:49.553159 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Bound port: 191b882c-330a-4a7a-825d-6efd08e4f6eb, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:01:49.553529 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:49.605395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Subnet': ['ID=5342a000-8dd4-4318-b955-139cdfccf317,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:49.609460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:49.616669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Checking segment: {'id': '8198599a-ad84-40c8-acbd-d2ec6722743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:01:49.617029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network hostable DHCP agents. Network: b5d38193-e431-4310-a74e-cf7a61e44208, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:01:49.626569 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] For port 191b882c-330a-4a7a-825d-6efd08e4f6eb, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:01:49.629745 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] For port 191b882c-330a-4a7a-825d-6efd08e4f6eb, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=191b882c-330a-4a7a-825d-6efd08e4f6eb,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:01:49.634490 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:49.636259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network b5d38193-e431-4310-a74e-cf7a61e44208 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:01:49.638233 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-2e3827ba-1fec-4dbe-b493-22538a7b4298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:49.649867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, b5d38193-e431-4310-a74e-cf7a61e44208) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:01:49.659922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba33d9b-6269-425d-92da-b9ebc6c35148 None None] Network b5d38193-e431-4310-a74e-cf7a61e44208 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:01:49.661458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:49.662060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:49.693129 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8992949 Jun 03 22:01:49.693443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57540) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:49.702582 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Routers {'2eb16203-0571-43d1-824c-a18cb662f398'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:01:49.703220 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:01:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2eb16203-0571-43d1-824c-a18cb662f398'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:49.868460 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37f15e-fca5-4351-a814-e14ac2dbb34f None None] Pushing event updated for resources: {'Port': ['ID=191b882c-330a-4a7a-825d-6efd08e4f6eb,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:49.882598 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-7b37f15e-fca5-4351-a814-e14ac2dbb34f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:49.889543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-b5d38193-e431-4310-a74e-cf7a61e44208', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:01:49.890585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:49.897006 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] Set router 2eb16203-0571-43d1-824c-a18cb662f398 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:01:50.058252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Allocated IP 172.20.0.2 (b5d38193-e431-4310-a74e-cf7a61e44208/5342a000-8dd4-4318-b955-139cdfccf317/13e14fc2-b180-4cb8-bb7b-347194e67c4c) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:01:50.206357 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:47Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:50.210721 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90fab3-1873-4229-ad4b-7e5e6f5b100b None None] The sync data for ids ['2eb16203-0571-43d1-824c-a18cb662f398'] in dv-neutron-792998-2-hyperv is: [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:47Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:01:50.283049 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:50.302637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Transition to ACTIVE for port object 13e14fc2-b180-4cb8-bb7b-347194e67c4c will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:01:50.325951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Transition to ACTIVE for port object 13e14fc2-b180-4cb8-bb7b-347194e67c4c will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:01:50.334985 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:50.340125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5189d09d-d678-4c19-bba3-a9db620b125e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:50.414282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Network b5d38193-e431-4310-a74e-cf7a61e44208 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:01:50.426550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:01:50.434201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:01:50.437503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Pushing event updated for resources: {'Port': ['ID=13e14fc2-b180-4cb8-bb7b-347194e67c4c,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:50.451013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:50.451388 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:50.451843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:50.452320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:50.452885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:50.454026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:50.454523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:50.454862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:50.455207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:50.455578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:50.455908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:50.456229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:01:50.461202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:50.495900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:50.613143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Attempting to bind port 13e14fc2-b180-4cb8-bb7b-347194e67c4c on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:01:50.613512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Attempting to bind port 13e14fc2-b180-4cb8-bb7b-347194e67c4c by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '8198599a-ad84-40c8-acbd-d2ec6722743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:01:50.613874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Attempting to bind port 13e14fc2-b180-4cb8-bb7b-347194e67c4c on network b5d38193-e431-4310-a74e-cf7a61e44208 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:01:50.619875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:01:50.620233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Checking segment: {'id': '8198599a-ad84-40c8-acbd-d2ec6722743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:01:50.620624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:50.621017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Bound using segment: {'id': '8198599a-ad84-40c8-acbd-d2ec6722743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:01:50.621493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Bound port: 13e14fc2-b180-4cb8-bb7b-347194e67c4c, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8198599a-ad84-40c8-acbd-d2ec6722743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:01:50.621871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:50.722539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] For port 13e14fc2-b180-4cb8-bb7b-347194e67c4c, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:01:50.726016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] For port 13e14fc2-b180-4cb8-bb7b-347194e67c4c, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=13e14fc2-b180-4cb8-bb7b-347194e67c4c,segment=NetworkSegment(8198599a-ad84-40c8-acbd-d2ec6722743b),segment_id=8198599a-ad84-40c8-acbd-d2ec6722743b)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:01:50.734692 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:50.739198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:50.831141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Pushing event updated for resources: {'Port': ['ID=13e14fc2-b180-4cb8-bb7b-347194e67c4c,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:50.835776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:50.971840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.1 (b5d38193-e431-4310-a74e-cf7a61e44208/5342a000-8dd4-4318-b955-139cdfccf317/ce7660c7-4a3f-485e-a960-decd6ac8c5c6) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:01:51.193965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:51.213018 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object ce7660c7-4a3f-485e-a960-decd6ac8c5c6 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:01:51.250476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:51.255328 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-33c6bcb2-6e23-4e4b-b57a-fa49501da2ce tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:51.320256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network b5d38193-e431-4310-a74e-cf7a61e44208 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:01:51.323373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:01:51.325989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:01:51.368665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=ce7660c7-4a3f-485e-a960-decd6ac8c5c6,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:51.373077 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:51.399594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:51.783433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:52.050581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 191b882c-330a-4a7a-825d-6efd08e4f6eb up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:01:52.120077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 191b882c-330a-4a7a-825d-6efd08e4f6eb completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:01:52.125154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 191b882c-330a-4a7a-825d-6efd08e4f6eb triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:52.125526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:52.230622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:52.237001 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:52.259806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:52.270942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-16c5329c-95a3-47ae-ab23-1be154c6a618 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:52.278829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 191b882c-330a-4a7a-825d-6efd08e4f6eb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=191b882c-330a-4a7a-825d-6efd08e4f6eb,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:52.284955 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:52.285953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 13e14fc2-b180-4cb8-bb7b-347194e67c4c up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:01:52.315614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:52.363815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:52.368570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=ce7660c7-4a3f-485e-a960-decd6ac8c5c6,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:52.373740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:52.413631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=191b882c-330a-4a7a-825d-6efd08e4f6eb,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:52.418649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:52.439770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 13e14fc2-b180-4cb8-bb7b-347194e67c4c completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:01:52.523097 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network b5d38193-e431-4310-a74e-cf7a61e44208 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:01:52.524502 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:01:52.632745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22687012-d30e-48e0-8e90-ffd5b9e90623 None None] Network b5d38193-e431-4310-a74e-cf7a61e44208 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:01:52.720810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 2eb16203-0571-43d1-824c-a18cb662f398 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:01:52.741481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c790d68a-df65-4a42-930a-078becb00939 None None] Provisioning for port 13e14fc2-b180-4cb8-bb7b-347194e67c4c completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:01:52.758160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c790d68a-df65-4a42-930a-078becb00939 None None] Provisioning complete for port 13e14fc2-b180-4cb8-bb7b-347194e67c4c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:52.758459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c790d68a-df65-4a42-930a-078becb00939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:52.877606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-aac50cf8-04aa-4173-b02d-5fa52a324329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:52.909034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:01:52.919540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Sync routers for ids ['2eb16203-0571-43d1-824c-a18cb662f398'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:01:52.926773 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/2eb16203-0571-43d1-824c-a18cb662f398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2299111 Jun 03 22:01:52.927012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57542) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:52.986798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Routers {'2eb16203-0571-43d1-824c-a18cb662f398'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:01:52.987429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:01:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2eb16203-0571-43d1-824c-a18cb662f398'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:53.040591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c790d68a-df65-4a42-930a-078becb00939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:53.070732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f2095-1e57-47fb-a1dd-d4b456e787ff tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:53.071717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f2095-1e57-47fb-a1dd-d4b456e787ff tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:53.072224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f2095-1e57-47fb-a1dd-d4b456e787ff tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:53.072941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f2095-1e57-47fb-a1dd-d4b456e787ff tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:53.074750 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-623f2095-1e57-47fb-a1dd-d4b456e787ff tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1467538 Jun 03 22:01:53.077826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57544) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:53.149064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c720486-2113-43aa-bc24-b50f39286d09 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:53.149521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c720486-2113-43aa-bc24-b50f39286d09 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:53.150002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c720486-2113-43aa-bc24-b50f39286d09 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:53.150449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c720486-2113-43aa-bc24-b50f39286d09 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:53.154764 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7c720486-2113-43aa-bc24-b50f39286d09 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0726852 Jun 03 22:01:53.155077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57546) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:53.168243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c790d68a-df65-4a42-930a-078becb00939 None None] For port 13e14fc2-b180-4cb8-bb7b-347194e67c4c, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=13e14fc2-b180-4cb8-bb7b-347194e67c4c,segment=NetworkSegment(8198599a-ad84-40c8-acbd-d2ec6722743b),segment_id=8198599a-ad84-40c8-acbd-d2ec6722743b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:53.179622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c790d68a-df65-4a42-930a-078becb00939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:53.183749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:53.269040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Set router 2eb16203-0571-43d1-824c-a18cb662f398 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:01:53.332815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790d68a-df65-4a42-930a-078becb00939 None None] Pushing event updated for resources: {'Port': ['ID=13e14fc2-b180-4cb8-bb7b-347194e67c4c,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:53.337490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c790d68a-df65-4a42-930a-078becb00939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:53.370024 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8fe5ac0f-71ab-448f-bf39-b90f69d24cdd tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2136896 Jun 03 22:01:53.467644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5678f8f0-efe1-402b-b05c-8ab2bc248a0b None None] Provisioning for port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:01:53.519135 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5678f8f0-efe1-402b-b05c-8ab2bc248a0b None None] Provisioning complete for port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:53.519615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5678f8f0-efe1-402b-b05c-8ab2bc248a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:53.676754 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5678f8f0-efe1-402b-b05c-8ab2bc248a0b None None] Port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:01:53.679832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57550) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:53.686735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216509116', 'description': 'tempest-secgroup-smoke-216509116 description', 'project_id': 'c505461944d44588ae1a2ee7f748a138'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:53.694042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:53.699189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:53.711829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:53.719074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:53.727746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5678f8f0-efe1-402b-b05c-8ab2bc248a0b None None] Provisioning complete for port 13e14fc2-b180-4cb8-bb7b-347194e67c4c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:53.728160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5678f8f0-efe1-402b-b05c-8ab2bc248a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:53.733650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:53.758161 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:53.766593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:53.769830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:53.775885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:53.853790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:51Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ce7660c7-4a3f-485e-a960-decd6ac8c5c6', 'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:db:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:50Z', 'updated_at': '2021-06-03T22:01:52Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '5342a000-8dd4-4318-b955-139cdfccf317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:53.854328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:53.858556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:53.860628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Checking router: 2eb16203-0571-43d1-824c-a18cb662f398 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:01:53.860977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Updating router 2eb16203-0571-43d1-824c-a18cb662f398 port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:01:53.864294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c3ef0b0e-1869-442e-bb82-e120ae5d4af5 tempest-NegativeSecGroupIPv6Test-1914012242 tempest-NegativeSecGroupIPv6Test-1914012242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:53.909368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc74fbf9-c78a-4c38-8f1c-72230a720cc5,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:53.912668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:53.916619 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2322516 Jun 03 22:01:53.916619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b78a10a7-df45-4677-ba11-ab4e6b01842d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:53.916912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57552) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:53.922471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-4f74aba0-4ac9-468b-abfa-5d59763e0064 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'fc74fbf9-c78a-4c38-8f1c-72230a720cc5', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:53.927431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:53.929324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4f74aba0-4ac9-468b-abfa-5d59763e0064 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:53.933773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4f74aba0-4ac9-468b-abfa-5d59763e0064 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:53.936786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4f74aba0-4ac9-468b-abfa-5d59763e0064 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:53.942707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4f74aba0-4ac9-468b-abfa-5d59763e0064 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:53.965732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4f74aba0-4ac9-468b-abfa-5d59763e0064 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.035757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4f74aba0-4ac9-468b-abfa-5d59763e0064 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.040507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4f74aba0-4ac9-468b-abfa-5d59763e0064 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.041433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 191b882c-330a-4a7a-825d-6efd08e4f6eb up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:01:54.042526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3a31a3bc-320a-49bb-9e41-109cd66c17e0 tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:54.065426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74aba0-4ac9-468b-abfa-5d59763e0064 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4eb2d4-5af0-468f-8708-485ed65a1fcd,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:54.068013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4f74aba0-4ac9-468b-abfa-5d59763e0064 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:54.077415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4f74aba0-4ac9-468b-abfa-5d59763e0064 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.078705 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4f74aba0-4ac9-468b-abfa-5d59763e0064 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605630 Jun 03 22:01:54.081610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57554) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:54.087331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-4754312e-b88d-41a2-9df0-c295b8d04a07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'fc74fbf9-c78a-4c38-8f1c-72230a720cc5', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:54.093342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4754312e-b88d-41a2-9df0-c295b8d04a07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:54.097460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4754312e-b88d-41a2-9df0-c295b8d04a07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:54.100585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-4754312e-b88d-41a2-9df0-c295b8d04a07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:54.107994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-4754312e-b88d-41a2-9df0-c295b8d04a07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:54.126923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4754312e-b88d-41a2-9df0-c295b8d04a07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.153520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8a36f429-f2f3-481e-a3a4-4606a6c9cbc4 None None] Provisioning complete for port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:54.153897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8a36f429-f2f3-481e-a3a4-4606a6c9cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.198357 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4754312e-b88d-41a2-9df0-c295b8d04a07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.202351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4754312e-b88d-41a2-9df0-c295b8d04a07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.204174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-08dff957-a0ad-454d-aea9-ab9b59036f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:54.228570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754312e-b88d-41a2-9df0-c295b8d04a07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ecf138-1ab8-4c68-bc68-f9169af2f43e,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:54.230996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4754312e-b88d-41a2-9df0-c295b8d04a07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:54.238972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4754312e-b88d-41a2-9df0-c295b8d04a07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.240298 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4754312e-b88d-41a2-9df0-c295b8d04a07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1575143 Jun 03 22:01:54.243105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57556) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:54.247967 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-57cb1c45-af64-458b-968e-65e97dc39991 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'fc74fbf9-c78a-4c38-8f1c-72230a720cc5', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:54.255390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-57cb1c45-af64-458b-968e-65e97dc39991 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:54.259771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-57cb1c45-af64-458b-968e-65e97dc39991 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:54.263468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-57cb1c45-af64-458b-968e-65e97dc39991 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:54.270282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-57cb1c45-af64-458b-968e-65e97dc39991 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:54.287867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-57cb1c45-af64-458b-968e-65e97dc39991 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.293902 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8a36f429-f2f3-481e-a3a4-4606a6c9cbc4 None None] Port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:01:54.298294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 191b882c-330a-4a7a-825d-6efd08e4f6eb triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:54.298663 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.359351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-57cb1c45-af64-458b-968e-65e97dc39991 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.364174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-57cb1c45-af64-458b-968e-65e97dc39991 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.372159 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7a057692-6993-4220-ae82-47b2eb1024c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:54.516341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 13e14fc2-b180-4cb8-bb7b-347194e67c4c up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:01:54.537750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb1c45-af64-458b-968e-65e97dc39991 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b15d25f-99db-4a6e-b3ca-fc2a1e5e9fb6,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:54.543520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-57cb1c45-af64-458b-968e-65e97dc39991 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:54.547491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.550851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-57cb1c45-af64-458b-968e-65e97dc39991 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.555504 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-57cb1c45-af64-458b-968e-65e97dc39991 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3084190 Jun 03 22:01:54.555504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57558) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:54.559989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-56634e9b-5690-439e-a896-55fb62a9f904 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'fc74fbf9-c78a-4c38-8f1c-72230a720cc5', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:54.566506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-56634e9b-5690-439e-a896-55fb62a9f904 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:54.570760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-56634e9b-5690-439e-a896-55fb62a9f904 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:54.571747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Transition to ACTIVE for port object ce7660c7-4a3f-485e-a960-decd6ac8c5c6 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:01:54.574354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-56634e9b-5690-439e-a896-55fb62a9f904 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:54.581292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-56634e9b-5690-439e-a896-55fb62a9f904 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:54.590629 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.595576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c327013e-fda0-4f01-b024-e2c783f3136b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:54.599353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-56634e9b-5690-439e-a896-55fb62a9f904 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.670717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-56634e9b-5690-439e-a896-55fb62a9f904 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.676538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-56634e9b-5690-439e-a896-55fb62a9f904 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.678883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f9d060d3-4e72-4b81-882a-e5039ccc96af tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:54.697966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56634e9b-5690-439e-a896-55fb62a9f904 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014fb89e-d24f-4f21-95f7-f950d5fae1d3,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:54.713163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-56634e9b-5690-439e-a896-55fb62a9f904 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:54.726355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-56634e9b-5690-439e-a896-55fb62a9f904 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.727814 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-56634e9b-5690-439e-a896-55fb62a9f904 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1714437 Jun 03 22:01:54.728871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2775f-fb59-4b3d-92d8-2aa45e71f569 None None] Pushing event updated for resources: {'Port': ['ID=ce7660c7-4a3f-485e-a960-decd6ac8c5c6,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:54.730667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57560) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:54.732516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 13e14fc2-b180-4cb8-bb7b-347194e67c4c triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:54.732904 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.736885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'fc74fbf9-c78a-4c38-8f1c-72230a720cc5', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:54.743623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:54.748234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:54.751598 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:54.759022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:54.763107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9df2775f-fb59-4b3d-92d8-2aa45e71f569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:54.773897 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:01:54.786351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.863407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.868860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.874782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Attempting to bind port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:01:54.875230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Attempting to bind port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '8198599a-ad84-40c8-acbd-d2ec6722743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:01:54.875539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Attempting to bind port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 on network b5d38193-e431-4310-a74e-cf7a61e44208 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:01:54.875707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-57cb1c45-af64-458b-968e-65e97dc39991 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:54.884559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:01:54.884938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Checking segment: {'id': '8198599a-ad84-40c8-acbd-d2ec6722743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:01:54.885345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.885764 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Bound using segment: {'id': '8198599a-ad84-40c8-acbd-d2ec6722743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:01:54.886216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Bound port: ce7660c7-4a3f-485e-a960-decd6ac8c5c6, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8198599a-ad84-40c8-acbd-d2ec6722743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:01:54.886591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.896451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a593c06-3ae0-435d-9eeb-7e47a6ea4140,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:54.899585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:54.909283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:54.910559 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1784899 Jun 03 22:01:54.913489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57562) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:01:54.918526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-21316796-50e6-46af-afb3-264c46b7936d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'fc74fbf9-c78a-4c38-8f1c-72230a720cc5', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:54.925212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-21316796-50e6-46af-afb3-264c46b7936d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:54.929315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-21316796-50e6-46af-afb3-264c46b7936d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:01:54.932353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-21316796-50e6-46af-afb3-264c46b7936d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:01:54.939343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-21316796-50e6-46af-afb3-264c46b7936d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:54.954194 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-21316796-50e6-46af-afb3-264c46b7936d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:01:54.960962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-21316796-50e6-46af-afb3-264c46b7936d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:55.030025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-21316796-50e6-46af-afb3-264c46b7936d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:55.035842 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-21316796-50e6-46af-afb3-264c46b7936d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:55.037768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3b128d15-2380-4aaa-a425-b27737905791 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:55.041778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] For port ce7660c7-4a3f-485e-a960-decd6ac8c5c6, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:01:55.045238 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] For port ce7660c7-4a3f-485e-a960-decd6ac8c5c6, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ce7660c7-4a3f-485e-a960-decd6ac8c5c6,segment=NetworkSegment(8198599a-ad84-40c8-acbd-d2ec6722743b),segment_id=8198599a-ad84-40c8-acbd-d2ec6722743b)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:01:55.049974 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:55.054493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c790d68a-df65-4a42-930a-078becb00939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:55.061634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21316796-50e6-46af-afb3-264c46b7936d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3d40eb-558d-4430-afda-aeb54e193b8b,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:55.065559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-21316796-50e6-46af-afb3-264c46b7936d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:55.074861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-21316796-50e6-46af-afb3-264c46b7936d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:55.076181 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-21316796-50e6-46af-afb3-264c46b7936d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1615715 Jun 03 22:01:55.130711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Routers {'2eb16203-0571-43d1-824c-a18cb662f398'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:01:55.131599 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:01:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2eb16203-0571-43d1-824c-a18cb662f398'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:55.197772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2775f-fb59-4b3d-92d8-2aa45e71f569 None None] Pushing event updated for resources: {'Port': ['ID=ce7660c7-4a3f-485e-a960-decd6ac8c5c6,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:55.202605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9df2775f-fb59-4b3d-92d8-2aa45e71f569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:55.266276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-2e039d93-e63b-4692-8726-0eb19b4a3977 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:01:55.284224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-2e039d93-e63b-4692-8726-0eb19b4a3977 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:01:55.285870 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-2e039d93-e63b-4692-8726-0eb19b4a3977 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216509116&fields=id&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 267 time: 0.0671823 Jun 03 22:01:55.403527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:55.417384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] Set router 2eb16203-0571-43d1-824c-a18cb662f398 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:01:55.448396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-0a2f10da-86c5-4324-8a4c-39f57e92ec4b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:55.449287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-0a2f10da-86c5-4324-8a4c-39f57e92ec4b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:01:55.466574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-0a2f10da-86c5-4324-8a4c-39f57e92ec4b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:01:55.472080 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-0a2f10da-86c5-4324-8a4c-39f57e92ec4b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/networks?id=b5d38193-e431-4310-a74e-cf7a61e44208 HTTP/1.1" status: 200 len: 797 time: 0.1775079 Jun 03 22:01:55.483781 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-d25a1742-fa6e-4966-a99e-6f94ba5fe98a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/quotas/c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 375 time: 0.0101769 Jun 03 22:01:55.564777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-883d27e3-b6be-43a7-86aa-1e41c2ab441d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:55.570122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-369b09d3-3a2f-47ef-a6a7-c5be25b4a9ce tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:01:55.586556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-369b09d3-3a2f-47ef-a6a7-c5be25b4a9ce tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:01:55.587936 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-369b09d3-3a2f-47ef-a6a7-c5be25b4a9ce tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983870 Jun 03 22:01:55.731131 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-e8de1668-c05a-4c2d-b580-c92161e10836 service neutron] 10.222.0.96 "GET /v2.0/networks/b5d38193-e431-4310-a74e-cf7a61e44208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306179 Jun 03 22:01:55.757779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:51Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ce7660c7-4a3f-485e-a960-decd6ac8c5c6', 'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:db:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:50Z', 'updated_at': '2021-06-03T22:01:55Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '5342a000-8dd4-4318-b955-139cdfccf317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:01:55.762095 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c726b9-6541-4e26-ae86-5a8a50798f7a None None] The sync data for ids ['2eb16203-0571-43d1-824c-a18cb662f398'] in dv-neutron-792998-2-hyperv is: [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:51Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ce7660c7-4a3f-485e-a960-decd6ac8c5c6', 'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:db:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:50Z', 'updated_at': '2021-06-03T22:01:55Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '5342a000-8dd4-4318-b955-139cdfccf317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:01:55.887056 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-ca63f154-68b2-48ea-877b-829c94bb54d9 service neutron] 10.222.0.96 "GET /v2.0/networks/b5d38193-e431-4310-a74e-cf7a61e44208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490471 Jun 03 22:01:56.012267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ce7660c7-4a3f-485e-a960-decd6ac8c5c6 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:01:56.116910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-e464aedb-3100-45fe-b6b4-c50861612a7f req-1a9cd66f-6e28-4504-9d99-be054be9ef0e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:01:56.120566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:01:56.127282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:56.127801 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:56.132091 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-e464aedb-3100-45fe-b6b4-c50861612a7f req-1a9cd66f-6e28-4504-9d99-be054be9ef0e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:01:56.133538 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e464aedb-3100-45fe-b6b4-c50861612a7f req-1a9cd66f-6e28-4504-9d99-be054be9ef0e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 210 time: 0.0651679 Jun 03 22:01:56.269038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:56.306929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port ce7660c7-4a3f-485e-a960-decd6ac8c5c6, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ce7660c7-4a3f-485e-a960-decd6ac8c5c6,segment=NetworkSegment(8198599a-ad84-40c8-acbd-d2ec6722743b),segment_id=8198599a-ad84-40c8-acbd-d2ec6722743b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:01:56.312431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:56.314486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:56.386894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=ce7660c7-4a3f-485e-a960-decd6ac8c5c6,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:56.390177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:56.800918 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:56.912580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:57.245212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-91f59f43-0ddc-4602-a406-9768c1eb3367 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:57.246686 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-91f59f43-0ddc-4602-a406-9768c1eb3367 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks?id=b5d38193-e431-4310-a74e-cf7a61e44208 HTTP/1.1" status: 200 len: 797 time: 0.1625917 Jun 03 22:01:57.312259 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2fe68da2-48a6-4dd9-9b47-b97472bd564e req-c029297e-352d-4ccd-8354-091cd415e415 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 210 time: 0.0644393 Jun 03 22:01:57.340677 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-f43c32db-c097-461e-ba36-009d3543cbf4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 379 time: 0.0550609 Jun 03 22:01:57.351027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'port': {'device_id': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'admin_state_up': True, 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'security_groups': ['fc74fbf9-c78a-4c38-8f1c-72230a720cc5']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:57.638596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:01:57.649373 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:01:57.661622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:01:57.665374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:57.835365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.13 (b5d38193-e431-4310-a74e-cf7a61e44208/5342a000-8dd4-4318-b955-139cdfccf317/886381af-46ca-4c9f-8f83-9434d8102810) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:01:57.992399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ce7660c7-4a3f-485e-a960-decd6ac8c5c6 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:01:58.037556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:58.053754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 886381af-46ca-4c9f-8f83-9434d8102810 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:01:58.065218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:58.065594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:58.078150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:58.085860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a141f09f-5765-4d47-8828-d6d4dfbf8c1d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:58.149067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network b5d38193-e431-4310-a74e-cf7a61e44208 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:01:58.152028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:01:58.157098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:01:58.202258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=886381af-46ca-4c9f-8f83-9434d8102810,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:58.205391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:58.238614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:58.239244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:58.269544 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9224277 Jun 03 22:01:58.282549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Request body: {'port': {'device_id': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:01:58.358049 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a19247d5-ff89-4670-a4e2-75ba263df05a None None] Provisioning for port 886381af-46ca-4c9f-8f83-9434d8102810 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:01:58.363381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a19247d5-ff89-4670-a4e2-75ba263df05a None None] Provisioning complete for port 886381af-46ca-4c9f-8f83-9434d8102810 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:01:58.363885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a19247d5-ff89-4670-a4e2-75ba263df05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:58.404538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:58.431032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:58.431850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-a19247d5-ff89-4670-a4e2-75ba263df05a None None] Port 886381af-46ca-4c9f-8f83-9434d8102810 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:01:58.530174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada8e41-99e3-415f-8c79-d9da34757ebe req-3112afd7-bee2-4000-9f0a-129df19a6d6b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:58.531733 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1ada8e41-99e3-415f-8c79-d9da34757ebe req-3112afd7-bee2-4000-9f0a-129df19a6d6b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 932 time: 0.0921464 Jun 03 22:01:58.578687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-1ada8e41-99e3-415f-8c79-d9da34757ebe req-98ff15ff-8839-4398-b2b2-9986cc1f32c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:01:58.595817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-1ada8e41-99e3-415f-8c79-d9da34757ebe req-98ff15ff-8839-4398-b2b2-9986cc1f32c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:01:58.595817 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1ada8e41-99e3-415f-8c79-d9da34757ebe req-98ff15ff-8839-4398-b2b2-9986cc1f32c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=fc74fbf9-c78a-4c38-8f1c-72230a720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574417 Jun 03 22:01:58.780630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886381af-46ca-4c9f-8f83-9434d8102810 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:01:58.788512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:58.804806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Transition to ACTIVE for port object 886381af-46ca-4c9f-8f83-9434d8102810 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:01:58.809661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:58.813970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:58.973735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Pushing event updated for resources: {'Port': ['ID=886381af-46ca-4c9f-8f83-9434d8102810,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:58.981537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:59.058960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Attempting to bind port 886381af-46ca-4c9f-8f83-9434d8102810 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:01:59.059295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Attempting to bind port 886381af-46ca-4c9f-8f83-9434d8102810 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '8198599a-ad84-40c8-acbd-d2ec6722743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:01:59.059807 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Attempting to bind port 886381af-46ca-4c9f-8f83-9434d8102810 on network b5d38193-e431-4310-a74e-cf7a61e44208 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:01:59.064646 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Port 886381af-46ca-4c9f-8f83-9434d8102810 on network b5d38193-e431-4310-a74e-cf7a61e44208 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:01:59.064957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Attempting to bind port 886381af-46ca-4c9f-8f83-9434d8102810 on network b5d38193-e431-4310-a74e-cf7a61e44208 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:01:59.069942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:01:59.070266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Checking segment: {'id': '8198599a-ad84-40c8-acbd-d2ec6722743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:01:59.070636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Bound using segment: {'id': '8198599a-ad84-40c8-acbd-d2ec6722743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:01:59.071147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Bound port: 886381af-46ca-4c9f-8f83-9434d8102810, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8198599a-ad84-40c8-acbd-d2ec6722743b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:01:59.071393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:59.168342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] For port 886381af-46ca-4c9f-8f83-9434d8102810, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:01:59.171777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] For port 886381af-46ca-4c9f-8f83-9434d8102810, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=886381af-46ca-4c9f-8f83-9434d8102810,segment=NetworkSegment(8198599a-ad84-40c8-acbd-d2ec6722743b),segment_id=8198599a-ad84-40c8-acbd-d2ec6722743b)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:01:59.180231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:59.184015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0f7ab535-d602-4511-bbf2-86b873bd5f9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:01:59.239422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:59.240108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:01:59.241405 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] 10.222.0.24 "PUT /v2.0/ports/886381af-46ca-4c9f-8f83-9434d8102810 HTTP/1.1" status: 200 len: 1094 time: 0.9643846 Jun 03 22:01:59.241895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'tag': '886381af-46ca-4c9f-8f83-9434d8102810'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:01:59.244258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3befa11b-6014-426f-8286-3b9ffe948e33" -d '{"events": [{"name": "network-changed", "server_uuid": "ca873988-75dd-49a1-a1f1-2859512e5515", "tag": "886381af-46ca-4c9f-8f83-9434d8102810"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:01:59.267841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Pushing event updated for resources: {'Port': ['ID=886381af-46ca-4c9f-8f83-9434d8102810,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:01:59.270896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:01:59.332520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9973abf1-b9f3-47ee-a336-8c57aa12285c x-openstack-request-id: req-9973abf1-b9f3-47ee-a336-8c57aa12285c {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:01:59.332866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca873988-75dd-49a1-a1f1-2859512e5515", "tag": "886381af-46ca-4c9f-8f83-9434d8102810", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:01:59.333156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9973abf1-b9f3-47ee-a336-8c57aa12285c {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:01:59.333578 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'tag': '886381af-46ca-4c9f-8f83-9434d8102810', 'status': 'completed', 'code': 200} Jun 03 22:01:59.387094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-50f52de5-226b-4942-9742-0c1d1e029f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:59.388726 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-50f52de5-226b-4942-9742-0c1d1e029f07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 1097 time: 0.1001866 Jun 03 22:01:59.462796 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-e10c9b01-8ba1-4978-83f9-474a2b1e26d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886381af-46ca-4c9f-8f83-9434d8102810 HTTP/1.1" status: 200 len: 217 time: 0.0657861 Jun 03 22:01:59.531265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-79704c03-ffa2-462f-bff6-0613c5da8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:59.532689 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-79704c03-ffa2-462f-bff6-0613c5da8f84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5342a000-8dd4-4318-b955-139cdfccf317 HTTP/1.1" status: 200 len: 834 time: 0.0625124 Jun 03 22:01:59.614403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-ae1ee174-c669-4864-ba13-db40907173b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:59.615828 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-ae1ee174-c669-4864-ba13-db40907173b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5d38193-e431-4310-a74e-cf7a61e44208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769787 Jun 03 22:01:59.768301 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-8c40da47-0b50-4719-9078-e36ae2223a05 service neutron] 10.222.0.24 "GET /v2.0/networks/b5d38193-e431-4310-a74e-cf7a61e44208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457090 Jun 03 22:01:59.792002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91ad3a-9dc4-4fbb-a680-7dacb410bff6 req-05a8bf2b-3696-45b3-bc12-1913ab5032fe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:01:59.793563 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-de91ad3a-9dc4-4fbb-a680-7dacb410bff6 req-05a8bf2b-3696-45b3-bc12-1913ab5032fe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 944 time: 0.0864363 Jun 03 22:01:59.844953 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-de91ad3a-9dc4-4fbb-a680-7dacb410bff6 req-90ab3bd4-f632-466c-8231-2885e56c9126 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=fc74fbf9-c78a-4c38-8f1c-72230a720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442533 Jun 03 22:02:00.050913 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9dadb4f-aea6-4561-b5d0-6f4d8e88592a req-7263c76b-36de-4bb4-9722-7063fd3db31f service neutron] 10.222.0.24 "GET /v2.0/networks/b5d38193-e431-4310-a74e-cf7a61e44208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757170 Jun 03 22:02:00.175061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befa11b-6014-426f-8286-3b9ffe948e33 req-9ee5ecbf-a3c1-49ed-b027-741441498085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:00.176572 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3befa11b-6014-426f-8286-3b9ffe948e33 req-9ee5ecbf-a3c1-49ed-b027-741441498085 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 1097 time: 0.0742934 Jun 03 22:02:00.315142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befa11b-6014-426f-8286-3b9ffe948e33 req-0d8548de-4035-4861-8b74-299029b62404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:00.316642 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3befa11b-6014-426f-8286-3b9ffe948e33 req-0d8548de-4035-4861-8b74-299029b62404 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5d38193-e431-4310-a74e-cf7a61e44208 HTTP/1.1" status: 200 len: 899 time: 0.1331034 Jun 03 22:02:00.393418 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3befa11b-6014-426f-8286-3b9ffe948e33 req-3d5ebea7-f936-4565-bb1b-2f9edf2c0f8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886381af-46ca-4c9f-8f83-9434d8102810 HTTP/1.1" status: 200 len: 217 time: 0.0677800 Jun 03 22:02:00.464015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befa11b-6014-426f-8286-3b9ffe948e33 req-dc98b111-0d28-49a6-ae26-a9f36e33cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:00.465468 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3befa11b-6014-426f-8286-3b9ffe948e33 req-dc98b111-0d28-49a6-ae26-a9f36e33cac7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5342a000-8dd4-4318-b955-139cdfccf317 HTTP/1.1" status: 200 len: 834 time: 0.0653243 Jun 03 22:02:00.550034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befa11b-6014-426f-8286-3b9ffe948e33 req-0be4a6df-2c68-40cb-bd81-8da9b616396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:00.551819 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3befa11b-6014-426f-8286-3b9ffe948e33 req-0be4a6df-2c68-40cb-bd81-8da9b616396d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5d38193-e431-4310-a74e-cf7a61e44208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790529 Jun 03 22:02:00.693340 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3befa11b-6014-426f-8286-3b9ffe948e33 req-b2da7653-b8ef-4d20-a319-99947d0e5e0f service neutron] 10.222.0.24 "GET /v2.0/networks/b5d38193-e431-4310-a74e-cf7a61e44208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336200 Jun 03 22:02:00.837525 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3befa11b-6014-426f-8286-3b9ffe948e33 req-49aa8baf-151d-45eb-98a3-831ddef96e0e service neutron] 10.222.0.24 "GET /v2.0/networks/b5d38193-e431-4310-a74e-cf7a61e44208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376925 Jun 03 22:02:01.075002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7e3fb-9315-423c-a590-86f2baa81823 req-4e081752-cae8-4a9d-8119-15cdbe5382a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:01.075954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c8b7e3fb-9315-423c-a590-86f2baa81823 req-4e081752-cae8-4a9d-8119-15cdbe5382a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:02:01.096918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c8b7e3fb-9315-423c-a590-86f2baa81823 req-4e081752-cae8-4a9d-8119-15cdbe5382a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:02:01.102292 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8b7e3fb-9315-423c-a590-86f2baa81823 req-4e081752-cae8-4a9d-8119-15cdbe5382a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 944 time: 0.1352451 Jun 03 22:02:01.159410 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8b7e3fb-9315-423c-a590-86f2baa81823 req-b8434916-d09b-4cbb-b224-c8cf1775733a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=fc74fbf9-c78a-4c38-8f1c-72230a720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529301 Jun 03 22:02:02.364664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb0494-0b05-4815-a797-f8763ff30821 req-3b459327-c2be-4005-be61-48be870cec47 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:02.366132 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0beb0494-0b05-4815-a797-f8763ff30821 req-3b459327-c2be-4005-be61-48be870cec47 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 944 time: 0.0925415 Jun 03 22:02:02.413660 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0beb0494-0b05-4815-a797-f8763ff30821 req-f8dd0d0f-9d2f-4556-9b62-23dbd2cc2491 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=fc74fbf9-c78a-4c38-8f1c-72230a720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415213 Jun 03 22:02:02.505162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 886381af-46ca-4c9f-8f83-9434d8102810 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:02:02.657520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 886381af-46ca-4c9f-8f83-9434d8102810, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=886381af-46ca-4c9f-8f83-9434d8102810,segment=NetworkSegment(8198599a-ad84-40c8-acbd-d2ec6722743b),segment_id=8198599a-ad84-40c8-acbd-d2ec6722743b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:02:02.671445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '886381af-46ca-4c9f-8f83-9434d8102810', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'port_id': '886381af-46ca-4c9f-8f83-9434d8102810', 'mac_address': 'fa:16:3e:bf:55:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:02:02.732931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:02.750035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886381af-46ca-4c9f-8f83-9434d8102810 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:02:02.766576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 886381af-46ca-4c9f-8f83-9434d8102810, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=886381af-46ca-4c9f-8f83-9434d8102810,segment=NetworkSegment(8198599a-ad84-40c8-acbd-d2ec6722743b),segment_id=8198599a-ad84-40c8-acbd-d2ec6722743b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:02:02.772487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:02.774397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:02:02.840211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=886381af-46ca-4c9f-8f83-9434d8102810,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:02:02.843809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:02:03.066868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['886381af-46ca-4c9f-8f83-9434d8102810'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:02:03.612034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5c772-0b7f-4976-a558-ef0d8132439f req-d524b3e5-03e0-4329-8ecc-0d44fa65f2c7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:03.613496 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fed5c772-0b7f-4976-a558-ef0d8132439f req-d524b3e5-03e0-4329-8ecc-0d44fa65f2c7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 945 time: 0.0860884 Jun 03 22:02:03.660143 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fed5c772-0b7f-4976-a558-ef0d8132439f req-07eba1eb-8b0f-4fdc-a809-af5fea2241ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=fc74fbf9-c78a-4c38-8f1c-72230a720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408049 Jun 03 22:02:04.505189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 886381af-46ca-4c9f-8f83-9434d8102810 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:02:04.602212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 886381af-46ca-4c9f-8f83-9434d8102810 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:02:04.609333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 886381af-46ca-4c9f-8f83-9434d8102810 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:02:04.609733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:04.772165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:04.800941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886381af-46ca-4c9f-8f83-9434d8102810'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:02:04.803389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6000c907-233d-4fbd-99d3-253a0e8cb488" -d '{"events": [{"server_uuid": "ca873988-75dd-49a1-a1f1-2859512e5515", "name": "network-vif-plugged", "status": "completed", "tag": "886381af-46ca-4c9f-8f83-9434d8102810"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:02:04.811990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 886381af-46ca-4c9f-8f83-9434d8102810, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=886381af-46ca-4c9f-8f83-9434d8102810,segment=NetworkSegment(8198599a-ad84-40c8-acbd-d2ec6722743b),segment_id=8198599a-ad84-40c8-acbd-d2ec6722743b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:02:04.818263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:04.821355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:02:04.857104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa51fb36-e33c-47de-bfd3-8b352fa9240d x-openstack-request-id: req-fa51fb36-e33c-47de-bfd3-8b352fa9240d {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:02:04.857397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca873988-75dd-49a1-a1f1-2859512e5515", "name": "network-vif-plugged", "status": "completed", "tag": "886381af-46ca-4c9f-8f83-9434d8102810", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:02:04.857669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fa51fb36-e33c-47de-bfd3-8b352fa9240d {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:02:04.858351 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886381af-46ca-4c9f-8f83-9434d8102810', 'code': 200} Jun 03 22:02:04.868482 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3735c-0b35-4239-b633-359a80cca5f4 req-71611d98-903b-4fc8-ad5f-0fa02caec6db tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:04.870025 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-20e3735c-0b35-4239-b633-359a80cca5f4 req-71611d98-903b-4fc8-ad5f-0fa02caec6db tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 946 time: 0.0894864 Jun 03 22:02:04.904014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=886381af-46ca-4c9f-8f83-9434d8102810,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:02:04.907566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:02:04.923182 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-20e3735c-0b35-4239-b633-359a80cca5f4 req-8cf94b15-c57f-4400-8bfb-5810872bc0b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=fc74fbf9-c78a-4c38-8f1c-72230a720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465748 Jun 03 22:02:05.090660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2df70-0862-4113-a3e5-fcaea3464835 req-88e7b1a1-220d-4830-87c0-b8bd38042ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:05.092296 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-36d2df70-0862-4113-a3e5-fcaea3464835 req-88e7b1a1-220d-4830-87c0-b8bd38042ade service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 1099 time: 0.0765505 Jun 03 22:02:05.137671 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-36d2df70-0862-4113-a3e5-fcaea3464835 req-00300edb-66ef-4498-b201-24de0ec8f02f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc74fbf9-c78a-4c38-8f1c-72230a720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389042 Jun 03 22:02:06.126634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb81696-08fd-453d-bc5a-fc1b41f4359e req-ef9c651a-8059-49d1-b348-2334f9ce258f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:06.128190 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3bb81696-08fd-453d-bc5a-fc1b41f4359e req-ef9c651a-8059-49d1-b348-2334f9ce258f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 946 time: 0.0876729 Jun 03 22:02:06.182547 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3bb81696-08fd-453d-bc5a-fc1b41f4359e req-f2c79b8a-b07b-45ef-9144-e699a6c87f86 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=fc74fbf9-c78a-4c38-8f1c-72230a720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428183 Jun 03 22:02:07.399180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913dba6-98c6-48f4-9178-d92fe0643eda req-6aa11593-23f9-4966-aad1-b853e441a02f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:07.400685 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0913dba6-98c6-48f4-9178-d92fe0643eda req-6aa11593-23f9-4966-aad1-b853e441a02f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 946 time: 0.1123033 Jun 03 22:02:07.452627 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0913dba6-98c6-48f4-9178-d92fe0643eda req-66278457-c52e-4dff-a024-a4ac9f3e6619 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=fc74fbf9-c78a-4c38-8f1c-72230a720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437307 Jun 03 22:02:07.699151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc354dd-7922-4126-96be-7c1621e78ca3 req-cf7fec5f-90d6-4c11-8ab8-20abad1505e5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:07.700809 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ebc354dd-7922-4126-96be-7c1621e78ca3 req-cf7fec5f-90d6-4c11-8ab8-20abad1505e5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 946 time: 0.1148405 Jun 03 22:02:07.766284 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ebc354dd-7922-4126-96be-7c1621e78ca3 req-41f04e5c-c96b-4868-a5b9-c034563e8353 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=fc74fbf9-c78a-4c38-8f1c-72230a720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583019 Jun 03 22:02:07.798395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57614) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:02:07.894964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f971b7-82ea-433f-8f89-c42906c4692c tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:07.896521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-24f971b7-82ea-433f-8f89-c42906c4692c tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 1094 time: 0.0971100 Jun 03 22:02:07.899555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57616) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:02:07.904485 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '886381af-46ca-4c9f-8f83-9434d8102810', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:02:07.911745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:02:07.917430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:floatingip and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:02:07.921767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:02:07.929758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:02:07.948091 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:08.136818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:08.319377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.81 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/c487ebf3-eba0-482a-92ed-258edf4390b8) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:02:08.485398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:08.518492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:08.522489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f130757-ca11-4518-a241-c1f2f5474ecd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:02:08.591219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:02:08.596535 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:02:08.612768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:02:08.639680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=c487ebf3-eba0-482a-92ed-258edf4390b8,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:02:08.646165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:02:09.055557 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:09.261556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:09.477583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:09.484128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:09.488690 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5ed4079e-56c1-4587-a792-c3bc0af10666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:02:09.605139 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=c487ebf3-eba0-482a-92ed-258edf4390b8,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:02:09.612879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:02:09.621027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:09.802842 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 0fa0cc77-9bfe-489d-9845-5e8afad926fa associated. External IP: 172.26.3.81, port: 886381af-46ca-4c9f-8f83-9434d8102810. Jun 03 22:02:10.160737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 2eb16203-0571-43d1-824c-a18cb662f398 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:02:10.347833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:02:10.357752 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8791d-b97a-4b17-b958-bdab8d4221e2 None None] Sync routers for ids ['2eb16203-0571-43d1-824c-a18cb662f398'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:02:10.368053 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8791d-b97a-4b17-b958-bdab8d4221e2 None None] Routers {'2eb16203-0571-43d1-824c-a18cb662f398'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:02:10.368773 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8bb8791d-b97a-4b17-b958-bdab8d4221e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:01:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2eb16203-0571-43d1-824c-a18cb662f398'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:02:10.374980 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:10.436847 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5360250 Jun 03 22:02:10.437648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'tag': '886381af-46ca-4c9f-8f83-9434d8102810'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:02:10.440128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57618) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:02:10.440670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b460a59-27b3-4d9c-b0dd-3864d9afe7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ca873988-75dd-49a1-a1f1-2859512e5515", "tag": "886381af-46ca-4c9f-8f83-9434d8102810"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:02:10.549486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd27eda-80e9-45e0-a5eb-52823da9377e x-openstack-request-id: req-8dd27eda-80e9-45e0-a5eb-52823da9377e {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:02:10.550146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca873988-75dd-49a1-a1f1-2859512e5515", "tag": "886381af-46ca-4c9f-8f83-9434d8102810", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:02:10.550146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8dd27eda-80e9-45e0-a5eb-52823da9377e {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:02:10.551002 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'tag': '886381af-46ca-4c9f-8f83-9434d8102810', 'status': 'completed', 'code': 200} Jun 03 22:02:10.565299 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-8bb8791d-b97a-4b17-b958-bdab8d4221e2 None None] Set router 2eb16203-0571-43d1-824c-a18cb662f398 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:02:10.688901 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d1cc279b-9e6a-4410-96d9-6f3666981619 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/routers/2eb16203-0571-43d1-824c-a18cb662f398 HTTP/1.1" status: 200 len: 921 time: 0.2470491 Jun 03 22:02:10.691176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57624) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:02:10.931341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b460a59-27b3-4d9c-b0dd-3864d9afe7fd req-ca09be46-f06b-49e4-a0aa-23c4c3e96b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:10.932858 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8b460a59-27b3-4d9c-b0dd-3864d9afe7fd req-ca09be46-f06b-49e4-a0aa-23c4c3e96b48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 1099 time: 0.3391008 Jun 03 22:02:10.956861 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8bb8791d-b97a-4b17-b958-bdab8d4221e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:51Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '0fa0cc77-9bfe-489d-9845-5e8afad926fa', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'port_id': '886381af-46ca-4c9f-8f83-9434d8102810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'mac_address': 'fa:16:3e:bf:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:02:08Z', 'updated_at': '2021-06-03T22:02:08Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7660c7-4a3f-485e-a960-decd6ac8c5c6', 'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:db:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:50Z', 'updated_at': '2021-06-03T22:01:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '5342a000-8dd4-4318-b955-139cdfccf317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:02:10.961092 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8791d-b97a-4b17-b958-bdab8d4221e2 None None] Checking router: 2eb16203-0571-43d1-824c-a18cb662f398 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:02:10.971418 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8791d-b97a-4b17-b958-bdab8d4221e2 None None] Routers {'2eb16203-0571-43d1-824c-a18cb662f398'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:02:10.972073 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8bb8791d-b97a-4b17-b958-bdab8d4221e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:01:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2eb16203-0571-43d1-824c-a18cb662f398'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:02:10.983495 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0f3df3b9-5ab7-4035-bc32-25683798a7ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/0fa0cc77-9bfe-489d-9845-5e8afad926fa HTTP/1.1" status: 200 len: 991 time: 0.2900937 Jun 03 22:02:11.095039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b460a59-27b3-4d9c-b0dd-3864d9afe7fd req-f0ff466e-3b39-467e-b093-9d3954ce7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:11.096735 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8b460a59-27b3-4d9c-b0dd-3864d9afe7fd req-f0ff466e-3b39-467e-b093-9d3954ce7db4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5d38193-e431-4310-a74e-cf7a61e44208 HTTP/1.1" status: 200 len: 899 time: 0.1461127 Jun 03 22:02:11.171867 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-8bb8791d-b97a-4b17-b958-bdab8d4221e2 None None] Set router 2eb16203-0571-43d1-824c-a18cb662f398 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:02:11.201236 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8b460a59-27b3-4d9c-b0dd-3864d9afe7fd req-9e947448-694e-4e79-8cd1-65be641aaa45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886381af-46ca-4c9f-8f83-9434d8102810 HTTP/1.1" status: 200 len: 999 time: 0.0979929 Jun 03 22:02:11.272269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b460a59-27b3-4d9c-b0dd-3864d9afe7fd req-97c2d056-4527-423b-be1f-1de7707d1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:11.273607 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8b460a59-27b3-4d9c-b0dd-3864d9afe7fd req-97c2d056-4527-423b-be1f-1de7707d1e88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5342a000-8dd4-4318-b955-139cdfccf317 HTTP/1.1" status: 200 len: 834 time: 0.0647328 Jun 03 22:02:11.364462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b460a59-27b3-4d9c-b0dd-3864d9afe7fd req-77d883b0-82bb-443e-a05b-72b2cf975661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:11.365995 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8b460a59-27b3-4d9c-b0dd-3864d9afe7fd req-77d883b0-82bb-443e-a05b-72b2cf975661 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5d38193-e431-4310-a74e-cf7a61e44208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816717 Jun 03 22:02:11.525142 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8b460a59-27b3-4d9c-b0dd-3864d9afe7fd req-219a2507-2330-492a-bab9-957f605f3908 service neutron] 10.222.0.24 "GET /v2.0/networks/b5d38193-e431-4310-a74e-cf7a61e44208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524222 Jun 03 22:02:11.529228 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8bb8791d-b97a-4b17-b958-bdab8d4221e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:51Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '0fa0cc77-9bfe-489d-9845-5e8afad926fa', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'port_id': '886381af-46ca-4c9f-8f83-9434d8102810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'mac_address': 'fa:16:3e:bf:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:02:08Z', 'updated_at': '2021-06-03T22:02:08Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7660c7-4a3f-485e-a960-decd6ac8c5c6', 'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:db:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:50Z', 'updated_at': '2021-06-03T22:01:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '5342a000-8dd4-4318-b955-139cdfccf317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:02:11.533956 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8791d-b97a-4b17-b958-bdab8d4221e2 None None] The sync data for ids ['2eb16203-0571-43d1-824c-a18cb662f398'] in dv-neutron-792998-2-hyperv is: [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:51Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '0fa0cc77-9bfe-489d-9845-5e8afad926fa', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'port_id': '886381af-46ca-4c9f-8f83-9434d8102810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'mac_address': 'fa:16:3e:bf:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:02:08Z', 'updated_at': '2021-06-03T22:02:08Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7660c7-4a3f-485e-a960-decd6ac8c5c6', 'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:db:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:50Z', 'updated_at': '2021-06-03T22:01:56Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '5342a000-8dd4-4318-b955-139cdfccf317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:02:11.672031 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8b460a59-27b3-4d9c-b0dd-3864d9afe7fd req-0eb18d6a-6f60-4fd4-811f-51e29b461bd0 service neutron] 10.222.0.24 "GET /v2.0/networks/b5d38193-e431-4310-a74e-cf7a61e44208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407042 Jun 03 22:02:11.727837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818feff-8e42-4837-8600-cdb3e44b8cfe None None] New status for floating IP 0fa0cc77-9bfe-489d-9845-5e8afad926fa: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:02:11.986520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57626) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:02:12.103069 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fe1e2caf-4c83-4630-adbd-c072222aba56 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/0fa0cc77-9bfe-489d-9845-5e8afad926fa HTTP/1.1" status: 200 len: 993 time: 0.1111958 Jun 03 22:02:18.125468 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:02:22.845361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1ac3326d-ae4c-4976-9d82-1be23d33ed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:25.380656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:25.492434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-34464041-6f7f-4e2b-9aaa-ce8c624cb656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:26.804644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:26.917803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:28.421194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:43.475050 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fcd811c7-86ae-4fe6-94ae-f53c1800c3ed req-57763fb2-230d-471b-948e-4dab965a9cb2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730205 Jun 03 22:02:43.643616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd811c7-86ae-4fe6-94ae-f53c1800c3ed req-d497e3fe-744a-4e93-aea7-506d81675c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:43.645141 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fcd811c7-86ae-4fe6-94ae-f53c1800c3ed req-d497e3fe-744a-4e93-aea7-506d81675c22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 1099 time: 0.0886259 Jun 03 22:02:43.809093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd811c7-86ae-4fe6-94ae-f53c1800c3ed req-eaf1fd49-46ef-4ddf-82f8-c5e180b48248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:43.810554 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fcd811c7-86ae-4fe6-94ae-f53c1800c3ed req-eaf1fd49-46ef-4ddf-82f8-c5e180b48248 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5d38193-e431-4310-a74e-cf7a61e44208 HTTP/1.1" status: 200 len: 899 time: 0.1442950 Jun 03 22:02:43.925673 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fcd811c7-86ae-4fe6-94ae-f53c1800c3ed req-4971c40e-a35c-4c21-b98d-9bab2dc1f65e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886381af-46ca-4c9f-8f83-9434d8102810 HTTP/1.1" status: 200 len: 1001 time: 0.1086168 Jun 03 22:02:43.989839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd811c7-86ae-4fe6-94ae-f53c1800c3ed req-f626f3e1-a02d-42e4-ac79-94a10f7ab936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:43.991280 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fcd811c7-86ae-4fe6-94ae-f53c1800c3ed req-f626f3e1-a02d-42e4-ac79-94a10f7ab936 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5342a000-8dd4-4318-b955-139cdfccf317 HTTP/1.1" status: 200 len: 834 time: 0.0591962 Jun 03 22:02:44.088700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd811c7-86ae-4fe6-94ae-f53c1800c3ed req-bb163da7-5621-4c18-b1b9-b7856080132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:02:44.090246 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fcd811c7-86ae-4fe6-94ae-f53c1800c3ed req-bb163da7-5621-4c18-b1b9-b7856080132b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5d38193-e431-4310-a74e-cf7a61e44208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925293 Jun 03 22:02:44.229576 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fcd811c7-86ae-4fe6-94ae-f53c1800c3ed req-23d04b79-6938-4b84-8940-59df205fd0ec service neutron] 10.222.0.24 "GET /v2.0/networks/b5d38193-e431-4310-a74e-cf7a61e44208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320124 Jun 03 22:02:44.369185 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fcd811c7-86ae-4fe6-94ae-f53c1800c3ed req-b276283b-1222-4987-ab4e-4b4c49afb783 service neutron] 10.222.0.24 "GET /v2.0/networks/b5d38193-e431-4310-a74e-cf7a61e44208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326098 Jun 03 22:02:52.844793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ee9b0cf8-0c33-4faa-a96d-d23fb932b7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:55.128195 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:02:55.379324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:55.489120 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-04467b94-e1a6-4f67-9a2d-d3e24de2a5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:56.815241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:56.924374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:02:58.423531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:12.867249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57646) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:13.310065 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-928a96ac-f018-4ac3-bf64-b00acb8be4fe tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/routers/2eb16203-0571-43d1-824c-a18cb662f398/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4415135 Jun 03 22:03:13.314323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57650) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:13.522445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2029c4e6-e89d-4c71-a2ae-6f827765bbb3 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Notify agent at dv-neutron-792998-2-hyperv the message router_removed_from_agent {{(pid=104396) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 03 22:03:13.525833 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2029c4e6-e89d-4c71-a2ae-6f827765bbb3 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "DELETE /v2.0/agents/dc32e700-75aa-4b50-8096-c00aee89a9c9/l3-routers/2eb16203-0571-43d1-824c-a18cb662f398 HTTP/1.1" status: 204 len: 168 time: 0.2104723 Jun 03 22:03:13.528713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57652) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:13.719986 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c694878c-5a46-4ddc-812d-6fd9688060a6 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/routers/2eb16203-0571-43d1-824c-a18cb662f398/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1900246 Jun 03 22:03:13.722960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57654) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:13.833149 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c36a8fb1-2652-46da-b4ee-6a8be82989c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/0fa0cc77-9bfe-489d-9845-5e8afad926fa HTTP/1.1" status: 200 len: 993 time: 0.1085420 Jun 03 22:03:14.274152 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926dc8fc-8ca1-4d96-8b9a-801509b29885 None None] New status for floating IP 0fa0cc77-9bfe-489d-9845-5e8afad926fa: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:03:14.300638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 191b882c-330a-4a7a-825d-6efd08e4f6eb no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:03:14.421769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:14.438321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 191b882c-330a-4a7a-825d-6efd08e4f6eb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=191b882c-330a-4a7a-825d-6efd08e4f6eb,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:14.443495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:14.444257 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ce7660c7-4a3f-485e-a960-decd6ac8c5c6 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:03:14.471782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9df2775f-fb59-4b3d-92d8-2aa45e71f569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:14.559416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=191b882c-330a-4a7a-825d-6efd08e4f6eb,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:14.591256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:14.591620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:14.591947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:14.592256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:14.592567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:14.592880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:14.593191 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:14.593667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:14.593797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:14.594121 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:14.597458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:14.597458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:14.603231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:14.629607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:14.664224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port ce7660c7-4a3f-485e-a960-decd6ac8c5c6, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ce7660c7-4a3f-485e-a960-decd6ac8c5c6,segment=NetworkSegment(8198599a-ad84-40c8-acbd-d2ec6722743b),segment_id=8198599a-ad84-40c8-acbd-d2ec6722743b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:14.670614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:14.672424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-376e6075-9754-464c-b58a-42742c17b305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:14.742125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=ce7660c7-4a3f-485e-a960-decd6ac8c5c6,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:14.745190 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:14.838368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57656) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:14.961103 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2a71d70e-1112-4ae1-87fb-4b6685e175ee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/0fa0cc77-9bfe-489d-9845-5e8afad926fa HTTP/1.1" status: 200 len: 991 time: 0.1209548 Jun 03 22:03:16.102670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57664) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:16.317156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b0f585-bc43-42fc-b0cf-d773a7dba5e3 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Router 2eb16203-0571-43d1-824c-a18cb662f398 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:03:16.317606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b0f585-bc43-42fc-b0cf-d773a7dba5e3 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Notify agent at dv-neutron-792998-2-hyperv the message router_added_to_agent {{(pid=104396) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 03 22:03:16.345050 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e4b0f585-bc43-42fc-b0cf-d773a7dba5e3 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "POST /v2.0/agents/dc32e700-75aa-4b50-8096-c00aee89a9c9/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2412584 Jun 03 22:03:16.347689 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57668) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:16.368923 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5b3b32-cc60-44d2-9760-e748acaf78c9 None None] Sync routers for ids ['2eb16203-0571-43d1-824c-a18cb662f398'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:03:16.378903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5b3b32-cc60-44d2-9760-e748acaf78c9 None None] Routers {'2eb16203-0571-43d1-824c-a18cb662f398'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:03:16.379644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bc5b3b32-cc60-44d2-9760-e748acaf78c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:02:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2eb16203-0571-43d1-824c-a18cb662f398'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:16.536004 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-88c9b43a-428e-45c6-9a2b-5a009a5b8c3e tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/routers/2eb16203-0571-43d1-824c-a18cb662f398/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1871188 Jun 03 22:03:16.538673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57672) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:16.561228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-bc5b3b32-cc60-44d2-9760-e748acaf78c9 None None] Set router 2eb16203-0571-43d1-824c-a18cb662f398 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:03:16.649094 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5c80a30e-18da-439c-b291-fc2ae774ba0a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/0fa0cc77-9bfe-489d-9845-5e8afad926fa HTTP/1.1" status: 200 len: 991 time: 0.1090856 Jun 03 22:03:16.937136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bc5b3b32-cc60-44d2-9760-e748acaf78c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:51Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:03:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '0fa0cc77-9bfe-489d-9845-5e8afad926fa', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'port_id': '886381af-46ca-4c9f-8f83-9434d8102810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'mac_address': 'fa:16:3e:bf:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:02:08Z', 'updated_at': '2021-06-03T22:03:14Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7660c7-4a3f-485e-a960-decd6ac8c5c6', 'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:db:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:50Z', 'updated_at': '2021-06-03T22:03:14Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '5342a000-8dd4-4318-b955-139cdfccf317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:16.941753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5b3b32-cc60-44d2-9760-e748acaf78c9 None None] Checking router: 2eb16203-0571-43d1-824c-a18cb662f398 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:03:16.950801 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5b3b32-cc60-44d2-9760-e748acaf78c9 None None] Routers {'2eb16203-0571-43d1-824c-a18cb662f398'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:03:16.951404 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bc5b3b32-cc60-44d2-9760-e748acaf78c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:02:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2eb16203-0571-43d1-824c-a18cb662f398'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:17.184814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-bc5b3b32-cc60-44d2-9760-e748acaf78c9 None None] Set router 2eb16203-0571-43d1-824c-a18cb662f398 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:03:17.565813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bc5b3b32-cc60-44d2-9760-e748acaf78c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:51Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:03:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '0fa0cc77-9bfe-489d-9845-5e8afad926fa', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'port_id': '886381af-46ca-4c9f-8f83-9434d8102810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'mac_address': 'fa:16:3e:bf:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:02:08Z', 'updated_at': '2021-06-03T22:03:14Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7660c7-4a3f-485e-a960-decd6ac8c5c6', 'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:db:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:50Z', 'updated_at': '2021-06-03T22:03:14Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '5342a000-8dd4-4318-b955-139cdfccf317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:17.570385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5b3b32-cc60-44d2-9760-e748acaf78c9 None None] The sync data for ids ['2eb16203-0571-43d1-824c-a18cb662f398'] in dv-neutron-792998-2-hyperv is: [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:51Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:03:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '0fa0cc77-9bfe-489d-9845-5e8afad926fa', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.81', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'port_id': '886381af-46ca-4c9f-8f83-9434d8102810', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'mac_address': 'fa:16:3e:bf:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:02:08Z', 'updated_at': '2021-06-03T22:03:14Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7660c7-4a3f-485e-a960-decd6ac8c5c6', 'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:db:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:50Z', 'updated_at': '2021-06-03T22:03:14Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '5342a000-8dd4-4318-b955-139cdfccf317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:03:17.653457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57674) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:17.773186 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f026aedd-593e-4ceb-9acf-3d0fd714de23 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/0fa0cc77-9bfe-489d-9845-5e8afad926fa HTTP/1.1" status: 200 len: 991 time: 0.1184282 Jun 03 22:03:18.059873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ce7660c7-4a3f-485e-a960-decd6ac8c5c6 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:03:18.131181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:18.131181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:18.272281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:18.309549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port ce7660c7-4a3f-485e-a960-decd6ac8c5c6, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ce7660c7-4a3f-485e-a960-decd6ac8c5c6,segment=NetworkSegment(8198599a-ad84-40c8-acbd-d2ec6722743b),segment_id=8198599a-ad84-40c8-acbd-d2ec6722743b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:18.314879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:18.317128 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:18.392175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=ce7660c7-4a3f-485e-a960-decd6ac8c5c6,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:18.395718 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:18.776418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57678) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:19.034970 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e7fe51a4-24da-4827-8aa7-c35f04c3cca2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/0fa0cc77-9bfe-489d-9845-5e8afad926fa HTTP/1.1" status: 200 len: 991 time: 0.2572904 Jun 03 22:03:19.178645 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121111f-e096-4570-b646-5b98e08e5aa8 None None] New status for floating IP 0fa0cc77-9bfe-489d-9845-5e8afad926fa: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:03:20.039299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57680) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:20.107390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 191b882c-330a-4a7a-825d-6efd08e4f6eb up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:03:20.149053 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a28406a1-16d3-4c2b-9341-7a1f6cb1d343 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/0fa0cc77-9bfe-489d-9845-5e8afad926fa HTTP/1.1" status: 200 len: 993 time: 0.1085775 Jun 03 22:03:20.180468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 191b882c-330a-4a7a-825d-6efd08e4f6eb triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:20.180765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:20.315003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:20.333725 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 191b882c-330a-4a7a-825d-6efd08e4f6eb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=191b882c-330a-4a7a-825d-6efd08e4f6eb,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:20.342320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:20.343657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ce7660c7-4a3f-485e-a960-decd6ac8c5c6 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:03:20.369102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:20.422597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57686) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:20.464089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=191b882c-330a-4a7a-825d-6efd08e4f6eb,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:20.467601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:20.477894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:20.478511 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:20.701590 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port c487ebf3-eba0-482a-92ed-258edf4390b8 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:03:20.701898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:20.835226 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:20.835554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:20.960990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for c487ebf3-eba0-482a-92ed-258edf4390b8 owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:03:21.103204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:21.107960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:21.154689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=c487ebf3-eba0-482a-92ed-258edf4390b8,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:21.199080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:21.199479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:21.199868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:21.200234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:21.200593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:21.200954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:21.201310 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:21.201671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:21.202028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:21.202379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:21.202729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:21.203076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:21.233706 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:21.265515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:21.265895 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 0fa0cc77-9bfe-489d-9845-5e8afad926fa disassociated (deleted). External IP: 172.26.3.81, port: 886381af-46ca-4c9f-8f83-9434d8102810. Jun 03 22:03:21.643588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 2eb16203-0571-43d1-824c-a18cb662f398 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:03:21.840963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:03:21.850405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eb1225-4974-4c09-ae24-4a8e7429961d None None] Sync routers for ids ['2eb16203-0571-43d1-824c-a18cb662f398'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:03:21.862778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eb1225-4974-4c09-ae24-4a8e7429961d None None] Routers {'2eb16203-0571-43d1-824c-a18cb662f398'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:03:21.863523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f0eb1225-4974-4c09-ae24-4a8e7429961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:02:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2eb16203-0571-43d1-824c-a18cb662f398'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:21.868073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:22.043975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 191b882c-330a-4a7a-825d-6efd08e4f6eb up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:03:22.070682 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/floatingips/0fa0cc77-9bfe-489d-9845-5e8afad926fa HTTP/1.1" status: 204 len: 168 time: 1.6468360 Jun 03 22:03:22.071349 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'tag': '886381af-46ca-4c9f-8f83-9434d8102810'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:03:22.073861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f086f127-a110-4e23-bcdf-1d2d68945c30" -d '{"events": [{"name": "network-changed", "server_uuid": "ca873988-75dd-49a1-a1f1-2859512e5515", "tag": "886381af-46ca-4c9f-8f83-9434d8102810"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:03:22.119939 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c9d23a-94be-42d0-a2dc-211767aae0a9 x-openstack-request-id: req-28c9d23a-94be-42d0-a2dc-211767aae0a9 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:03:22.120562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca873988-75dd-49a1-a1f1-2859512e5515", "tag": "886381af-46ca-4c9f-8f83-9434d8102810", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:03:22.121004 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-28c9d23a-94be-42d0-a2dc-211767aae0a9 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:03:22.121571 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'tag': '886381af-46ca-4c9f-8f83-9434d8102810', 'status': 'completed', 'code': 200} Jun 03 22:03:22.147374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-f0eb1225-4974-4c09-ae24-4a8e7429961d None None] Set router 2eb16203-0571-43d1-824c-a18cb662f398 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:03:22.218752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086f127-a110-4e23-bcdf-1d2d68945c30 req-41417820-9b4a-4a3a-bc80-4c9d0ac86aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:22.220521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f086f127-a110-4e23-bcdf-1d2d68945c30 req-41417820-9b4a-4a3a-bc80-4c9d0ac86aa0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 1099 time: 0.0793076 Jun 03 22:03:22.343388 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 191b882c-330a-4a7a-825d-6efd08e4f6eb triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:22.344044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:22.579992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086f127-a110-4e23-bcdf-1d2d68945c30 req-8c2d9a96-a6c0-4747-a660-0458411d2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:22.581476 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f086f127-a110-4e23-bcdf-1d2d68945c30 req-8c2d9a96-a6c0-4747-a660-0458411d2c07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5d38193-e431-4310-a74e-cf7a61e44208 HTTP/1.1" status: 200 len: 899 time: 0.3538926 Jun 03 22:03:22.592986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d0975-0f04-4350-ac4d-34e156f8c371 req-2b0e0e67-91e8-43fc-aab7-682a18b6849c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:22.594513 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-199d0975-0f04-4350-ac4d-34e156f8c371 req-2b0e0e67-91e8-43fc-aab7-682a18b6849c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 946 time: 0.1759269 Jun 03 22:03:22.599261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f0eb1225-4974-4c09-ae24-4a8e7429961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:51Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:03:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ce7660c7-4a3f-485e-a960-decd6ac8c5c6', 'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:db:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:50Z', 'updated_at': '2021-06-03T22:03:18Z', 'revision_number': 7, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '5342a000-8dd4-4318-b955-139cdfccf317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:22.603297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eb1225-4974-4c09-ae24-4a8e7429961d None None] Checking router: 2eb16203-0571-43d1-824c-a18cb662f398 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:03:22.611928 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eb1225-4974-4c09-ae24-4a8e7429961d None None] Routers {'2eb16203-0571-43d1-824c-a18cb662f398'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:03:22.612821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f0eb1225-4974-4c09-ae24-4a8e7429961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:02:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2eb16203-0571-43d1-824c-a18cb662f398'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:22.673695 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f086f127-a110-4e23-bcdf-1d2d68945c30 req-98300c6f-ebec-4f13-9bb5-0e97b9ce72c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=886381af-46ca-4c9f-8f83-9434d8102810 HTTP/1.1" status: 200 len: 217 time: 0.0781915 Jun 03 22:03:22.739240 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-199d0975-0f04-4350-ac4d-34e156f8c371 req-435ab58e-bb25-4460-8903-5943326d6a55 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=fc74fbf9-c78a-4c38-8f1c-72230a720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925848 Jun 03 22:03:22.753709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086f127-a110-4e23-bcdf-1d2d68945c30 req-7032062b-fcb0-4628-86eb-e55baaf4a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:22.755152 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f086f127-a110-4e23-bcdf-1d2d68945c30 req-7032062b-fcb0-4628-86eb-e55baaf4a03f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5342a000-8dd4-4318-b955-139cdfccf317 HTTP/1.1" status: 200 len: 834 time: 0.0679154 Jun 03 22:03:22.800027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-f0eb1225-4974-4c09-ae24-4a8e7429961d None None] Set router 2eb16203-0571-43d1-824c-a18cb662f398 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:03:22.841710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086f127-a110-4e23-bcdf-1d2d68945c30 req-ff641f30-e411-4f6b-bbc4-5ef8db4ce0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:22.843116 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f086f127-a110-4e23-bcdf-1d2d68945c30 req-ff641f30-e411-4f6b-bbc4-5ef8db4ce0af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5d38193-e431-4310-a74e-cf7a61e44208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802934 Jun 03 22:03:22.881351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b357fa70-9b30-43c6-ab90-0f63692e95ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:22.982358 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f086f127-a110-4e23-bcdf-1d2d68945c30 req-37b2d1d2-41b8-4aa3-91f3-0b0eb675402d service neutron] 10.222.0.24 "GET /v2.0/networks/b5d38193-e431-4310-a74e-cf7a61e44208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313865 Jun 03 22:03:23.129693 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f086f127-a110-4e23-bcdf-1d2d68945c30 req-e0df778f-ced9-40b5-8107-651e08e59632 service neutron] 10.222.0.24 "GET /v2.0/networks/b5d38193-e431-4310-a74e-cf7a61e44208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402230 Jun 03 22:03:23.139903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f0eb1225-4974-4c09-ae24-4a8e7429961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:51Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:03:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ce7660c7-4a3f-485e-a960-decd6ac8c5c6', 'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:db:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:50Z', 'updated_at': '2021-06-03T22:03:18Z', 'revision_number': 7, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '5342a000-8dd4-4318-b955-139cdfccf317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:23.144522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eb1225-4974-4c09-ae24-4a8e7429961d None None] The sync data for ids ['2eb16203-0571-43d1-824c-a18cb662f398'] in dv-neutron-792998-2-hyperv is: [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:01:51Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:03:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ce7660c7-4a3f-485e-a960-decd6ac8c5c6', 'name': '', 'network_id': 'b5d38193-e431-4310-a74e-cf7a61e44208', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:db:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5342a000-8dd4-4318-b955-139cdfccf317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:50Z', 'updated_at': '2021-06-03T22:03:18Z', 'revision_number': 7, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '5342a000-8dd4-4318-b955-139cdfccf317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:03:23.889391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23a974-dc45-44a1-898b-632671252911 req-aa8c1486-0613-4385-b3c6-a22d284f353b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:23.891355 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1f23a974-dc45-44a1-898b-632671252911 req-aa8c1486-0613-4385-b3c6-a22d284f353b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 946 time: 0.0858548 Jun 03 22:03:23.954346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ae0f1-756f-4fdd-923f-f29eacdf9b6a req-4a505457-651f-4375-b117-2aeda79c327f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:23.954934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-699ae0f1-756f-4fdd-923f-f29eacdf9b6a req-4a505457-651f-4375-b117-2aeda79c327f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:03:23.972965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-699ae0f1-756f-4fdd-923f-f29eacdf9b6a req-4a505457-651f-4375-b117-2aeda79c327f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:03:23.974143 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-699ae0f1-756f-4fdd-923f-f29eacdf9b6a req-4a505457-651f-4375-b117-2aeda79c327f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 946 time: 0.1124408 Jun 03 22:03:24.022414 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-699ae0f1-756f-4fdd-923f-f29eacdf9b6a req-7499e70a-3ea2-4cc5-8501-0adc04bd53b6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=fc74fbf9-c78a-4c38-8f1c-72230a720cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420163 Jun 03 22:03:24.046271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-1f23a974-dc45-44a1-898b-632671252911 req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 886381af-46ca-4c9f-8f83-9434d8102810 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:03:24.046597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1f23a974-dc45-44a1-898b-632671252911 req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:24.212139 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-1f23a974-dc45-44a1-898b-632671252911 req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 886381af-46ca-4c9f-8f83-9434d8102810, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=886381af-46ca-4c9f-8f83-9434d8102810,segment=NetworkSegment(8198599a-ad84-40c8-acbd-d2ec6722743b),segment_id=8198599a-ad84-40c8-acbd-d2ec6722743b)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:24.212394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1f23a974-dc45-44a1-898b-632671252911 req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:24.315518 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eca75f-c256-45f1-a836-ddd7d0ef06a9 None None] New status for floating IP 0fa0cc77-9bfe-489d-9845-5e8afad926fa: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:03:24.338940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-1f23a974-dc45-44a1-898b-632671252911 req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 886381af-46ca-4c9f-8f83-9434d8102810 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:03:24.463518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1f23a974-dc45-44a1-898b-632671252911 req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:24.469698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ee0836de-dcfc-48f2-9349-4dd29992e3d4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:24.514977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=886381af-46ca-4c9f-8f83-9434d8102810,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:24.562282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:24.562672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:24.563046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:24.563415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:24.563802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:24.564165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:24.564555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:24.564946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:24.565497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:24.565850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:24.566204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:24.566556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:24.593729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:24.608369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f23a974-dc45-44a1-898b-632671252911 req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] No DVR routers for this DVR port 886381af-46ca-4c9f-8f83-9434d8102810 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:03:24.611773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1f23a974-dc45-44a1-898b-632671252911 req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:24.614726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'name': 'network-vif-deleted', 'tag': '886381af-46ca-4c9f-8f83-9434d8102810'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:03:24.617071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987c7520-9065-4bae-8156-c213d7c01c39" -d '{"events": [{"server_uuid": "ca873988-75dd-49a1-a1f1-2859512e5515", "name": "network-vif-deleted", "tag": "886381af-46ca-4c9f-8f83-9434d8102810"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:03:24.631764 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1f23a974-dc45-44a1-898b-632671252911 req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "DELETE /v2.0/ports/886381af-46ca-4c9f-8f83-9434d8102810 HTTP/1.1" status: 204 len: 173 time: 0.7329056 Jun 03 22:03:24.668373 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc2e630-37c5-4df6-a210-5274d86a030b x-openstack-request-id: req-5bc2e630-37c5-4df6-a210-5274d86a030b {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:03:24.668811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca873988-75dd-49a1-a1f1-2859512e5515", "name": "network-vif-deleted", "tag": "886381af-46ca-4c9f-8f83-9434d8102810", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:03:24.669130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5bc2e630-37c5-4df6-a210-5274d86a030b {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:03:24.703364 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca873988-75dd-49a1-a1f1-2859512e5515', 'name': 'network-vif-deleted', 'tag': '886381af-46ca-4c9f-8f83-9434d8102810', 'status': 'completed', 'code': 200} Jun 03 22:03:25.209870 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-70bfdadd-3951-48a7-8a3b-948c13bcd29e req-395baf9d-09d3-405e-81d4-0cc65774608c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca873988-75dd-49a1-a1f1-2859512e5515 HTTP/1.1" status: 200 len: 210 time: 0.0553501 Jun 03 22:03:25.379231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:25.486357 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb3be-5563-484c-a693-215d47b9b097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:26.311078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57706) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:26.388496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-162a3532-fd31-4d5f-97f2-726612197866 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:26.421488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-162a3532-fd31-4d5f-97f2-726612197866 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:26.494465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-162a3532-fd31-4d5f-97f2-726612197866 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:26.499693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0e1b4300-43e2-48ca-9c0a-551bcce155ca tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:26.519092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a3532-fd31-4d5f-97f2-726612197866 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc74fbf9-c78a-4c38-8f1c-72230a720cc5,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:26.521702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-162a3532-fd31-4d5f-97f2-726612197866 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:26.530301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-162a3532-fd31-4d5f-97f2-726612197866 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:26.531410 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-162a3532-fd31-4d5f-97f2-726612197866 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/security-groups/fc74fbf9-c78a-4c38-8f1c-72230a720cc5 HTTP/1.1" status: 204 len: 168 time: 0.2193303 Jun 03 22:03:26.564597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57710) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:26.830934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:26.845526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 886381af-46ca-4c9f-8f83-9434d8102810 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:03:26.881560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 886381af-46ca-4c9f-8f83-9434d8102810 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:03:26.881915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 886381af-46ca-4c9f-8f83-9434d8102810 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:03:26.927198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:27.160601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:27.640238 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port ce7660c7-4a3f-485e-a960-decd6ac8c5c6 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:03:27.640917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:27.781098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port ce7660c7-4a3f-485e-a960-decd6ac8c5c6, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ce7660c7-4a3f-485e-a960-decd6ac8c5c6,segment=NetworkSegment(8198599a-ad84-40c8-acbd-d2ec6722743b),segment_id=8198599a-ad84-40c8-acbd-d2ec6722743b)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:27.781447 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:28.043209 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for ce7660c7-4a3f-485e-a960-decd6ac8c5c6 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:03:28.367163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:28.370717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d7025c65-c86f-48b5-adcb-47aec695dc28 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:28.416107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=ce7660c7-4a3f-485e-a960-decd6ac8c5c6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:28.419211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:28.499863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:28.728768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:29.099925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 2eb16203-0571-43d1-824c-a18cb662f398 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:03:29.289064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:03:29.298889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553679f-f71e-47f1-bf73-022f2e53b5ef None None] Sync routers for ids ['2eb16203-0571-43d1-824c-a18cb662f398'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:03:29.304197 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/2eb16203-0571-43d1-824c-a18cb662f398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7384763 Jun 03 22:03:29.307318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57714) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:29.308854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553679f-f71e-47f1-bf73-022f2e53b5ef None None] Routers {'2eb16203-0571-43d1-824c-a18cb662f398'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:03:29.309492 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5553679f-f71e-47f1-bf73-022f2e53b5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:03:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2eb16203-0571-43d1-824c-a18cb662f398'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:29.536666 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-934fdf61-8ac8-4058-8158-fd565a502615 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting subnet 5342a000-8dd4-4318-b955-139cdfccf317 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:03:29.539943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-934fdf61-8ac8-4058-8158-fd565a502615 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:29.556503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5553679f-f71e-47f1-bf73-022f2e53b5ef None None] Set router 2eb16203-0571-43d1-824c-a18cb662f398 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:03:29.593214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-934fdf61-8ac8-4058-8158-fd565a502615 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:29.682705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-934fdf61-8ac8-4058-8158-fd565a502615 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:29.844501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5553679f-f71e-47f1-bf73-022f2e53b5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:03:28Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:03:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:29.848680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553679f-f71e-47f1-bf73-022f2e53b5ef None None] Checking router: 2eb16203-0571-43d1-824c-a18cb662f398 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:03:29.857352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553679f-f71e-47f1-bf73-022f2e53b5ef None None] Routers {'2eb16203-0571-43d1-824c-a18cb662f398'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:03:29.857967 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5553679f-f71e-47f1-bf73-022f2e53b5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:03:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2eb16203-0571-43d1-824c-a18cb662f398'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:29.961314 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-934fdf61-8ac8-4058-8158-fd565a502615 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:29.965131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-97047fd6-8be1-4bdb-a1b1-d07c922023a7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:30.008708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fdf61-8ac8-4058-8158-fd565a502615 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Subnet': ['ID=5342a000-8dd4-4318-b955-139cdfccf317,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:30.013899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-934fdf61-8ac8-4058-8158-fd565a502615 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:30.017645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-934fdf61-8ac8-4058-8158-fd565a502615 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:30.022394 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-934fdf61-8ac8-4058-8158-fd565a502615 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/subnets/5342a000-8dd4-4318-b955-139cdfccf317 HTTP/1.1" status: 204 len: 168 time: 0.7141030 Jun 03 22:03:30.025333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57716) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:30.029526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a2ecd8-2a57-4f85-a9ec-64a26887ad99 None None] Network b5d38193-e431-4310-a74e-cf7a61e44208 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:03:30.085298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5553679f-f71e-47f1-bf73-022f2e53b5ef None None] Set router 2eb16203-0571-43d1-824c-a18cb662f398 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:03:30.214361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:30.391558 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:30.474683 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 191b882c-330a-4a7a-825d-6efd08e4f6eb {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:03:30.475152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:30.539089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5553679f-f71e-47f1-bf73-022f2e53b5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:03:28Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:03:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:30.544620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553679f-f71e-47f1-bf73-022f2e53b5ef None None] The sync data for ids ['2eb16203-0571-43d1-824c-a18cb662f398'] in dv-neutron-792998-2-hyperv is: [{'id': '2eb16203-0571-43d1-824c-a18cb662f398', 'name': 'tempest-TestNetworkBasicOps-router-24883724', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:01:45Z', 'updated_at': '2021-06-03T22:03:28Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '191b882c-330a-4a7a-825d-6efd08e4f6eb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb16203-0571-43d1-824c-a18cb662f398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:01:46Z', 'updated_at': '2021-06-03T22:03:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:03:30.592926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff54326-4728-4935-aa4f-e7ce3e11d897 None None] DHCP port deletion for b5d38193-e431-4310-a74e-cf7a61e44208 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:03:30.628096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 191b882c-330a-4a7a-825d-6efd08e4f6eb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=191b882c-330a-4a7a-825d-6efd08e4f6eb,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:30.628451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:30.660927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-cff54326-4728-4935-aa4f-e7ce3e11d897 None None] Deleting port 13e14fc2-b180-4cb8-bb7b-347194e67c4c {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:03:30.661172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cff54326-4728-4935-aa4f-e7ce3e11d897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:30.751018 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 191b882c-330a-4a7a-825d-6efd08e4f6eb owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:03:30.761117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-cff54326-4728-4935-aa4f-e7ce3e11d897 None None] For port 13e14fc2-b180-4cb8-bb7b-347194e67c4c, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=13e14fc2-b180-4cb8-bb7b-347194e67c4c,segment=NetworkSegment(8198599a-ad84-40c8-acbd-d2ec6722743b),segment_id=8198599a-ad84-40c8-acbd-d2ec6722743b)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:30.761514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cff54326-4728-4935-aa4f-e7ce3e11d897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:30.913582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:30.918827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9bf5a7e2-0676-4259-9a3d-e44c7c20bcb1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:30.952349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-cff54326-4728-4935-aa4f-e7ce3e11d897 None None] Calling delete_port for 13e14fc2-b180-4cb8-bb7b-347194e67c4c owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:03:30.962990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=191b882c-330a-4a7a-825d-6efd08e4f6eb,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:30.966182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:31.009541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cff54326-4728-4935-aa4f-e7ce3e11d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:31.013714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-0f00d3d8-52b5-4864-98e2-0cc6719899ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:31.066006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff54326-4728-4935-aa4f-e7ce3e11d897 None None] Pushing event deleted for resources: {'Port': ['ID=13e14fc2-b180-4cb8-bb7b-347194e67c4c,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:31.069014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cff54326-4728-4935-aa4f-e7ce3e11d897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:31.071411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff54326-4728-4935-aa4f-e7ce3e11d897 None None] No DVR routers for this DVR port 13e14fc2-b180-4cb8-bb7b-347194e67c4c on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:03:31.201405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:31.381738 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:31.384127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:31.413147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:31.413627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Fanout notify agent at l3_agent the message router_deleted on router 2eb16203-0571-43d1-824c-a18cb662f398 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:03:31.430032 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:31.433791 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/routers/2eb16203-0571-43d1-824c-a18cb662f398 HTTP/1.1" status: 204 len: 168 time: 1.4049079 Jun 03 22:03:31.434174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57718) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:31.554775 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:31.695445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:31.709380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d38193-e431-4310-a74e-cf7a61e44208']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:31.722189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8198599a-ad84-40c8-acbd-d2ec6722743b') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:31.722489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8198599a-ad84-40c8-acbd-d2ec6722743b') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:31.734014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:31.752433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:31.760068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:03:31.760455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:03:31.776315 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:03:31.865445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:31.871994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e756d064-5cc2-41b3-8daa-d469dea73380 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:31.889692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:31.899984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Network': ['ID=b5d38193-e431-4310-a74e-cf7a61e44208,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:31.904601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:31.913389 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9c00faac-0c87-4a81-9a35-e35688f549cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/networks/b5d38193-e431-4310-a74e-cf7a61e44208 HTTP/1.1" status: 204 len: 168 time: 0.4783282 Jun 03 22:03:31.935594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57720) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:31.941538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'network': {'name': 'tempest-network-smoke--98332764', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'port_security_enabled': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:03:31.946899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:03:31.951364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:network and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:03:31.954364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:03:31.960900 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:03:31.973191 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:03:31.976651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:32.007952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:03:32.020801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:32.021141 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Added segment 3719396f-43e8-4ae7-86db-be8de64503ec of type vlan for network c883e5db-06c8-4915-89c1-959edb95ca30 Jun 03 22:03:32.042878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 191b882c-330a-4a7a-825d-6efd08e4f6eb no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:03:32.051405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:32.077944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 191b882c-330a-4a7a-825d-6efd08e4f6eb {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:03:32.078288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 191b882c-330a-4a7a-825d-6efd08e4f6eb not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:03:32.078709 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 13e14fc2-b180-4cb8-bb7b-347194e67c4c no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:03:32.089029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:32.094905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:32.095474 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:32.099239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-35428436-f988-40d9-b63e-d7ca7496ba1d tempest-RoutersNegativeTest-194651634 tempest-RoutersNegativeTest-194651634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:32.113065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 13e14fc2-b180-4cb8-bb7b-347194e67c4c {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:03:32.113280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 13e14fc2-b180-4cb8-bb7b-347194e67c4c not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:03:32.113691 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ce7660c7-4a3f-485e-a960-decd6ac8c5c6 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:03:32.127490 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:03:32.150184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: ce7660c7-4a3f-485e-a960-decd6ac8c5c6 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:03:32.150622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ce7660c7-4a3f-485e-a960-decd6ac8c5c6 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:03:32.205908 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2690248 Jun 03 22:03:32.209012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57722) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:32.209468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Network': ['ID=c883e5db-06c8-4915-89c1-959edb95ca30,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:32.212287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:32.214030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'admin_state_up': True, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:03:32.221062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network c883e5db-06c8-4915-89c1-959edb95ca30 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:03:32.222625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:03:32.226757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:router and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:03:32.229989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:03:32.237406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:03:32.248549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:32.249548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:32.266625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:32.700892 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:33.040627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:33.072436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:33.219059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.60 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/03db040a-88e9-4ff2-abaa-2630824870c2) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:03:33.372786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:33.404103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:33.409119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-99827f2f-415d-4909-9c38-2fb58e92aa09 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:33.471302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:03:33.474150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:03:33.477692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:03:33.518970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=03db040a-88e9-4ff2-abaa-2630824870c2,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:33.530765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:33.925011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:34.457087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:34.678022 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 943229a1-9637-4ef4-b354-64eed6b82b8a is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:03:34.865026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:03:34.874099 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Sync routers for ids ['943229a1-9637-4ef4-b354-64eed6b82b8a'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:03:34.884409 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Routers {'943229a1-9637-4ef4-b354-64eed6b82b8a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:03:34.885027 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:03:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['943229a1-9637-4ef4-b354-64eed6b82b8a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:34.894901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:34.899255 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6861632 Jun 03 22:03:34.899519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57726) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:34.940720 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8d445bbb-9a0a-45ee-a725-3d003654d722 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=c505461944d44588ae1a2ee7f748a138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398860 Jun 03 22:03:34.943518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57728) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:35.066773 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Set router 943229a1-9637-4ef4-b354-64eed6b82b8a gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:03:35.073775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7236adfb-7462-4ce5-a9cf-851c634672c7 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:35.075243 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7236adfb-7462-4ce5-a9cf-851c634672c7 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307983 Jun 03 22:03:35.078270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57730) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:35.122124 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8ade0aad-c19f-444c-983b-d57174cc572a tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425446 Jun 03 22:03:35.124645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57732) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:35.129714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-400155175', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:03:35.243126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:03:35.247126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:subnet and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:03:35.249956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:03:35.255850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:03:35.267876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:03:35.271659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:35.359893 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:03:33Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:35.364797 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Checking router: 943229a1-9637-4ef4-b354-64eed6b82b8a for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:03:35.365147 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Updating router 943229a1-9637-4ef4-b354-64eed6b82b8a port 03db040a-88e9-4ff2-abaa-2630824870c2 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:03:35.422132 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:35.715041 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:35.718615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7c9556e0-ca71-4454-bd9e-b6a48ca06511 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:35.809699 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:35.822184 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Transition to ACTIVE for port object 03db040a-88e9-4ff2-abaa-2630824870c2 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:03:35.830314 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:35.834558 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:35.910144 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Attempting to bind port 03db040a-88e9-4ff2-abaa-2630824870c2 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:03:35.910791 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Attempting to bind port 03db040a-88e9-4ff2-abaa-2630824870c2 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:03:35.910791 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Attempting to bind port 03db040a-88e9-4ff2-abaa-2630824870c2 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:03:35.917737 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Pushing event updated for resources: {'Port': ['ID=03db040a-88e9-4ff2-abaa-2630824870c2,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:35.922746 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:03:35.923126 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:03:35.923642 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:35.924011 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:03:35.924488 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Bound port: 03db040a-88e9-4ff2-abaa-2630824870c2, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:03:35.924866 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:35.951838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Subnet': ['ID=be7f0812-2dc9-423d-aaee-756e196d6b1b,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:35.954628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:35.956882 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:35.957255 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:35.957611 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:35.957923 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:35.958251 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:35.958571 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:35.959329 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:35.959329 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:35.959545 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:35.959849 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:35.960159 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:35.960471 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:03:35.961978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Checking segment: {'id': '3719396f-43e8-4ae7-86db-be8de64503ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:03:35.962330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network hostable DHCP agents. Network: c883e5db-06c8-4915-89c1-959edb95ca30, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:03:35.972357 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:35.981671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network c883e5db-06c8-4915-89c1-959edb95ca30 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:03:35.992382 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, c883e5db-06c8-4915-89c1-959edb95ca30) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:03:36.002732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a6f8ce-ad06-4ad5-8cd0-4855f59497fe None None] Network c883e5db-06c8-4915-89c1-959edb95ca30 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:03:36.004030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:36.004673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:36.014999 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] For port 03db040a-88e9-4ff2-abaa-2630824870c2, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:03:36.019263 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] For port 03db040a-88e9-4ff2-abaa-2630824870c2, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=03db040a-88e9-4ff2-abaa-2630824870c2,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:03:36.025468 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:36.027746 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9019449 Jun 03 22:03:36.029275 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:36.030478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57734) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:36.101437 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Pushing event updated for resources: {'Port': ['ID=03db040a-88e9-4ff2-abaa-2630824870c2,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:36.110880 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:36.114753 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Routers {'943229a1-9637-4ef4-b354-64eed6b82b8a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:03:36.114890 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:03:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['943229a1-9637-4ef4-b354-64eed6b82b8a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:36.235920 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-c883e5db-06c8-4915-89c1-959edb95ca30', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ips': [{'subnet_id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:03:36.237026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:36.304805 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] Set router 943229a1-9637-4ef4-b354-64eed6b82b8a gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:03:36.395842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Allocated IP 172.20.0.2 (c883e5db-06c8-4915-89c1-959edb95ca30/be7f0812-2dc9-423d-aaee-756e196d6b1b/b97589b8-f0a9-40bd-a09a-deca741ab2d9) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:03:36.600861 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:03:33Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:36.604878 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978812c-553d-4c9f-a092-302ce5b5311b None None] The sync data for ids ['943229a1-9637-4ef4-b354-64eed6b82b8a'] in dv-neutron-792998-2-hyperv is: [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:03:33Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:03:36.633435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:36.644525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Transition to ACTIVE for port object b97589b8-f0a9-40bd-a09a-deca741ab2d9 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:03:36.663816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Transition to ACTIVE for port object b97589b8-f0a9-40bd-a09a-deca741ab2d9 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:03:36.670895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:36.676463 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:36.735192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Network c883e5db-06c8-4915-89c1-959edb95ca30 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:03:36.738523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:03:36.747595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:03:36.754989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Pushing event updated for resources: {'Port': ['ID=b97589b8-f0a9-40bd-a09a-deca741ab2d9,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:36.759119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:36.879331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Attempting to bind port b97589b8-f0a9-40bd-a09a-deca741ab2d9 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:03:36.879972 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Attempting to bind port b97589b8-f0a9-40bd-a09a-deca741ab2d9 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '3719396f-43e8-4ae7-86db-be8de64503ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:03:36.880345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Attempting to bind port b97589b8-f0a9-40bd-a09a-deca741ab2d9 on network c883e5db-06c8-4915-89c1-959edb95ca30 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:03:36.886405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:03:36.886782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Checking segment: {'id': '3719396f-43e8-4ae7-86db-be8de64503ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:03:36.887182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:36.888394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Bound using segment: {'id': '3719396f-43e8-4ae7-86db-be8de64503ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:03:36.888394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Bound port: b97589b8-f0a9-40bd-a09a-deca741ab2d9, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3719396f-43e8-4ae7-86db-be8de64503ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:03:36.888595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:36.950198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:36.986074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] For port b97589b8-f0a9-40bd-a09a-deca741ab2d9, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:03:36.989886 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] For port b97589b8-f0a9-40bd-a09a-deca741ab2d9, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b97589b8-f0a9-40bd-a09a-deca741ab2d9,segment=NetworkSegment(3719396f-43e8-4ae7-86db-be8de64503ec),segment_id=3719396f-43e8-4ae7-86db-be8de64503ec)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:03:36.997331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:37.001143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:37.104287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Pushing event updated for resources: {'Port': ['ID=b97589b8-f0a9-40bd-a09a-deca741ab2d9,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:37.107708 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:37.416827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.1 (c883e5db-06c8-4915-89c1-959edb95ca30/be7f0812-2dc9-423d-aaee-756e196d6b1b/48c1f21d-318d-4fcb-b8ed-3947e716bce3) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:03:37.604243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:37.621441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 48c1f21d-318d-4fcb-b8ed-3947e716bce3 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:03:37.657937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:37.662204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:37.728142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network c883e5db-06c8-4915-89c1-959edb95ca30 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:03:37.731153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:03:37.740208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:03:37.771934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=48c1f21d-318d-4fcb-b8ed-3947e716bce3,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:37.778768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:37.804555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:37.963846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddef1bbd-0c3c-48a2-8494-0aade0a9e571 None None] Network c883e5db-06c8-4915-89c1-959edb95ca30 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:03:38.054747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8afa6ca0-0f9d-4de9-add4-08068109b98c None None] Provisioning for port b97589b8-f0a9-40bd-a09a-deca741ab2d9 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:03:38.095296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:38.150248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 03db040a-88e9-4ff2-abaa-2630824870c2 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:03:38.334224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 03db040a-88e9-4ff2-abaa-2630824870c2 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:03:38.342482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 03db040a-88e9-4ff2-abaa-2630824870c2 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:38.342867 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:38.483262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:38.508437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 03db040a-88e9-4ff2-abaa-2630824870c2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=03db040a-88e9-4ff2-abaa-2630824870c2,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:38.513818 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:38.515277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b97589b8-f0a9-40bd-a09a-deca741ab2d9 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:03:38.546949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:38.645181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=03db040a-88e9-4ff2-abaa-2630824870c2,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:38.648538 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:38.664851 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port b97589b8-f0a9-40bd-a09a-deca741ab2d9 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:03:38.670810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port b97589b8-f0a9-40bd-a09a-deca741ab2d9 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:38.671096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:38.716735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:38.722820 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:38.741877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-02bb432b-b2bc-42ba-82f2-9bb00d9e78fd None None] Provisioning complete for port b97589b8-f0a9-40bd-a09a-deca741ab2d9 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:38.742258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-02bb432b-b2bc-42ba-82f2-9bb00d9e78fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:38.767110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:38.832314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:38.852620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=48c1f21d-318d-4fcb-b8ed-3947e716bce3,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:38.856775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:38.899488 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:38.949577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-02bb432b-b2bc-42ba-82f2-9bb00d9e78fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:38.973037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port b97589b8-f0a9-40bd-a09a-deca741ab2d9, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b97589b8-f0a9-40bd-a09a-deca741ab2d9,segment=NetworkSegment(3719396f-43e8-4ae7-86db-be8de64503ec),segment_id=3719396f-43e8-4ae7-86db-be8de64503ec)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:38.981514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:38.985076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-84860f85-cef2-4e86-ae11-1de4067f7f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:38.991129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network c883e5db-06c8-4915-89c1-959edb95ca30 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:03:38.992336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:03:39.106111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-02bb432b-b2bc-42ba-82f2-9bb00d9e78fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 22:03:39.106476 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-02bb432b-b2bc-42ba-82f2-9bb00d9e78fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 22:03:39.109043 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=b97589b8-f0a9-40bd-a09a-deca741ab2d9,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:39.112195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:39.188117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 943229a1-9637-4ef4-b354-64eed6b82b8a has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:03:39.393656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:03:39.402929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Sync routers for ids ['943229a1-9637-4ef4-b354-64eed6b82b8a'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:03:39.406670 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/943229a1-9637-4ef4-b354-64eed6b82b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3749325 Jun 03 22:03:39.409439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57738) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:39.413674 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Routers {'943229a1-9637-4ef4-b354-64eed6b82b8a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:03:39.414289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:03:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['943229a1-9637-4ef4-b354-64eed6b82b8a'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:39.563443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5922a-34d7-4ea5-af6c-38f1928bb08f tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:39.563931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5922a-34d7-4ea5-af6c-38f1928bb08f tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:39.564444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5922a-34d7-4ea5-af6c-38f1928bb08f tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:39.564894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5922a-34d7-4ea5-af6c-38f1928bb08f tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:39.570840 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-97d5922a-34d7-4ea5-af6c-38f1928bb08f tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2887 time: 0.1564713 Jun 03 22:03:39.571615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57740) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:39.610310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Set router 943229a1-9637-4ef4-b354-64eed6b82b8a gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:03:39.641743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f964e9-e096-41d2-a032-9467deb2f743 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:39.642265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f964e9-e096-41d2-a032-9467deb2f743 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:39.642844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f964e9-e096-41d2-a032-9467deb2f743 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:39.643276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f964e9-e096-41d2-a032-9467deb2f743 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:39.644982 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-99f964e9-e096-41d2-a032-9467deb2f743 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0723794 Jun 03 22:03:39.647790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57742) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:39.849126 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-02bb432b-b2bc-42ba-82f2-9bb00d9e78fd None None] Provisioning for port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:03:39.858464 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-045fa5bd-0096-4848-992f-c70d2f6e936e tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2094958 Jun 03 22:03:39.904667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-02bb432b-b2bc-42ba-82f2-9bb00d9e78fd None None] Provisioning complete for port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:39.904968 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-02bb432b-b2bc-42ba-82f2-9bb00d9e78fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:39.986550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-02bb432b-b2bc-42ba-82f2-9bb00d9e78fd None None] Port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:03:40.014014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57746) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:40.019868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791362294', 'description': 'tempest-secgroup-smoke-791362294 description', 'project_id': 'c505461944d44588ae1a2ee7f748a138'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:03:40.026913 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:03:40.031844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:03:40.035357 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:03:40.043965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:03:40.060018 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.062095 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '48c1f21d-318d-4fcb-b8ed-3947e716bce3', 'name': '', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:77:03:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:37Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:40.067258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Checking router: 943229a1-9637-4ef4-b354-64eed6b82b8a for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:03:40.067821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Updating router 943229a1-9637-4ef4-b354-64eed6b82b8a port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:03:40.082801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:03:40.086844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:03:40.089817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:03:40.096583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:03:40.102201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 03db040a-88e9-4ff2-abaa-2630824870c2 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:03:40.169839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.174701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.179955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a289653f-3f16-4880-b500-49ba2ba5cc0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:40.191124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.212183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9f55e7a4-7783-4f7f-8c53-83cca03c55ff None None] Provisioning complete for port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:40.212851 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9f55e7a4-7783-4f7f-8c53-83cca03c55ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.224627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc99c059-f60b-4674-8d3c-2790dbd5ea55,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:40.227252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.228455 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2129176 Jun 03 22:03:40.229319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cf7f43a9-1673-4110-ae3f-c7c6d7ac17a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:40.232009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57748) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:40.236848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-379a588a-eb09-4aea-8dd8-d704927aa2de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'cc99c059-f60b-4674-8d3c-2790dbd5ea55', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:03:40.248458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-379a588a-eb09-4aea-8dd8-d704927aa2de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:03:40.253020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-379a588a-eb09-4aea-8dd8-d704927aa2de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:03:40.256346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-379a588a-eb09-4aea-8dd8-d704927aa2de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:03:40.262749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-379a588a-eb09-4aea-8dd8-d704927aa2de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:03:40.280760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-379a588a-eb09-4aea-8dd8-d704927aa2de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.356606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-379a588a-eb09-4aea-8dd8-d704927aa2de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.360783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-379a588a-eb09-4aea-8dd8-d704927aa2de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.363034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-62fc3fec-ee93-45b4-9ad5-78373cdd8bfb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:40.374233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 03db040a-88e9-4ff2-abaa-2630824870c2 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:40.374602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.384109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a588a-eb09-4aea-8dd8-d704927aa2de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2596e14-7947-48d2-a185-0606f0e9b350,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:40.388155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-379a588a-eb09-4aea-8dd8-d704927aa2de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:40.398744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-379a588a-eb09-4aea-8dd8-d704927aa2de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.400034 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-379a588a-eb09-4aea-8dd8-d704927aa2de tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1670334 Jun 03 22:03:40.400448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9f55e7a4-7783-4f7f-8c53-83cca03c55ff None None] Port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:03:40.402961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57750) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:40.409233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2a008261-c3a4-4ddf-8bec-916de85e2a8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'cc99c059-f60b-4674-8d3c-2790dbd5ea55', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:03:40.415978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2a008261-c3a4-4ddf-8bec-916de85e2a8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:03:40.420237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2a008261-c3a4-4ddf-8bec-916de85e2a8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:03:40.423632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2a008261-c3a4-4ddf-8bec-916de85e2a8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:03:40.430948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2a008261-c3a4-4ddf-8bec-916de85e2a8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:03:40.450763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a008261-c3a4-4ddf-8bec-916de85e2a8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.522018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a008261-c3a4-4ddf-8bec-916de85e2a8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.526878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a008261-c3a4-4ddf-8bec-916de85e2a8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.532882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bc6f31ca-d0af-4823-821a-001fa13dbb53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:40.668528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b97589b8-f0a9-40bd-a09a-deca741ab2d9 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:03:40.710787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a008261-c3a4-4ddf-8bec-916de85e2a8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a30275b-8d0f-4e3f-9f5c-9e62a7741297,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:40.715577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2a008261-c3a4-4ddf-8bec-916de85e2a8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:40.721950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2a008261-c3a4-4ddf-8bec-916de85e2a8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.723232 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2a008261-c3a4-4ddf-8bec-916de85e2a8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3181825 Jun 03 22:03:40.726066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57752) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:40.730762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-49503514-63d3-4d3c-b89f-1e20800e9d70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'cc99c059-f60b-4674-8d3c-2790dbd5ea55', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:03:40.736408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-49503514-63d3-4d3c-b89f-1e20800e9d70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:03:40.740867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-49503514-63d3-4d3c-b89f-1e20800e9d70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:03:40.743836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-49503514-63d3-4d3c-b89f-1e20800e9d70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:03:40.749810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-49503514-63d3-4d3c-b89f-1e20800e9d70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:03:40.766496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-49503514-63d3-4d3c-b89f-1e20800e9d70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.809316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port b97589b8-f0a9-40bd-a09a-deca741ab2d9 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:40.809688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.831775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-49503514-63d3-4d3c-b89f-1e20800e9d70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.836769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-49503514-63d3-4d3c-b89f-1e20800e9d70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.844945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e4389f2e-9555-4a46-b95e-4c0309ad3eb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:40.866253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49503514-63d3-4d3c-b89f-1e20800e9d70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a45362d-8570-4d9a-80cf-74c98e85531a,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:40.868702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-49503514-63d3-4d3c-b89f-1e20800e9d70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:40.874827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-49503514-63d3-4d3c-b89f-1e20800e9d70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.876115 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-49503514-63d3-4d3c-b89f-1e20800e9d70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1490715 Jun 03 22:03:40.879274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57754) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:40.883950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-aad95744-c44e-43cc-b035-d7240196a023 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'cc99c059-f60b-4674-8d3c-2790dbd5ea55', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:03:40.890256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-aad95744-c44e-43cc-b035-d7240196a023 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:03:40.893013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.894338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-aad95744-c44e-43cc-b035-d7240196a023 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:03:40.897265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-aad95744-c44e-43cc-b035-d7240196a023 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:03:40.903014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-aad95744-c44e-43cc-b035-d7240196a023 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:03:40.908629 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Transition to ACTIVE for port object 48c1f21d-318d-4fcb-b8ed-3947e716bce3 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:03:40.919180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aad95744-c44e-43cc-b035-d7240196a023 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.943648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.953388 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-456ff411-31c0-477c-a71d-1343cd09c87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:40.990431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aad95744-c44e-43cc-b035-d7240196a023 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.994912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aad95744-c44e-43cc-b035-d7240196a023 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:40.996965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a8e5f201-615f-4848-9af2-fe765c956efd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:41.021683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad95744-c44e-43cc-b035-d7240196a023 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8b1271-c92d-40e4-afd7-8912e1c22b09,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:41.026425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-aad95744-c44e-43cc-b035-d7240196a023 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:41.035693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aad95744-c44e-43cc-b035-d7240196a023 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:41.036975 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-aad95744-c44e-43cc-b035-d7240196a023 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1567290 Jun 03 22:03:41.040814 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57756) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:41.045829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d6149d7e-0104-46b8-96b4-b2cb9f974537 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'cc99c059-f60b-4674-8d3c-2790dbd5ea55', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:03:41.052681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d6149d7e-0104-46b8-96b4-b2cb9f974537 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:03:41.056727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d6149d7e-0104-46b8-96b4-b2cb9f974537 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:03:41.061075 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d6149d7e-0104-46b8-96b4-b2cb9f974537 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:03:41.067231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d6149d7e-0104-46b8-96b4-b2cb9f974537 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:03:41.089249 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-d6149d7e-0104-46b8-96b4-b2cb9f974537 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:03:41.095652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6149d7e-0104-46b8-96b4-b2cb9f974537 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:41.102007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e0b7f-e170-4d67-ac16-961a2ef74980 None None] Pushing event updated for resources: {'Port': ['ID=48c1f21d-318d-4fcb-b8ed-3947e716bce3,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:41.129781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-618e0b7f-e170-4d67-ac16-961a2ef74980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:41.175631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6149d7e-0104-46b8-96b4-b2cb9f974537 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:41.181132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6149d7e-0104-46b8-96b4-b2cb9f974537 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:41.183366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-06d22340-bd12-464e-92c9-497f1a3fac31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:41.197245 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Attempting to bind port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:03:41.198032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Attempting to bind port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '3719396f-43e8-4ae7-86db-be8de64503ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:03:41.198032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Attempting to bind port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 on network c883e5db-06c8-4915-89c1-959edb95ca30 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:03:41.204030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:03:41.204394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Checking segment: {'id': '3719396f-43e8-4ae7-86db-be8de64503ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:03:41.204797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:41.205785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Bound using segment: {'id': '3719396f-43e8-4ae7-86db-be8de64503ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:03:41.206115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6149d7e-0104-46b8-96b4-b2cb9f974537 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af7d21c-d12b-439c-9084-8025baf95a91,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:41.206268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Bound port: 48c1f21d-318d-4fcb-b8ed-3947e716bce3, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3719396f-43e8-4ae7-86db-be8de64503ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:03:41.206625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:41.210300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d6149d7e-0104-46b8-96b4-b2cb9f974537 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:41.224189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6149d7e-0104-46b8-96b4-b2cb9f974537 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:41.225331 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d6149d7e-0104-46b8-96b4-b2cb9f974537 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1835074 Jun 03 22:03:41.228331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57758) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:41.233296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'cc99c059-f60b-4674-8d3c-2790dbd5ea55', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:03:41.239711 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:03:41.243716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:03:41.246592 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:03:41.252645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:03:41.263670 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:03:41.270423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:41.314041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] For port 48c1f21d-318d-4fcb-b8ed-3947e716bce3, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:03:41.317777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] For port 48c1f21d-318d-4fcb-b8ed-3947e716bce3, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=48c1f21d-318d-4fcb-b8ed-3947e716bce3,segment=NetworkSegment(3719396f-43e8-4ae7-86db-be8de64503ec),segment_id=3719396f-43e8-4ae7-86db-be8de64503ec)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:03:41.323125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:41.326926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:41.340777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:41.344633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:41.346871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-86429907-2ea0-420d-8674-7ccd3b15437f tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:41.370974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341faa99-9870-4ee9-b112-1945ccc615b2,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:41.375699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:41.382275 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:41.393307 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544273 Jun 03 22:03:41.406883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Routers {'943229a1-9637-4ef4-b354-64eed6b82b8a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:03:41.407627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:03:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['943229a1-9637-4ef4-b354-64eed6b82b8a'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:41.469515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e0b7f-e170-4d67-ac16-961a2ef74980 None None] Pushing event updated for resources: {'Port': ['ID=48c1f21d-318d-4fcb-b8ed-3947e716bce3,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:41.473148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-618e0b7f-e170-4d67-ac16-961a2ef74980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:41.604720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-86cf4554-3ca2-4089-86f8-a7c72be5258f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:03:41.620939 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-86cf4554-3ca2-4089-86f8-a7c72be5258f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:03:41.622227 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-86cf4554-3ca2-4089-86f8-a7c72be5258f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791362294&fields=id&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 267 time: 0.0617826 Jun 03 22:03:41.627823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] Set router 943229a1-9637-4ef4-b354-64eed6b82b8a gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:03:41.777420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-67722f97-06db-4e52-95b3-ffbea8a40825 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:41.778029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-67722f97-06db-4e52-95b3-ffbea8a40825 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:03:41.795038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-67722f97-06db-4e52-95b3-ffbea8a40825 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:03:41.796281 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-67722f97-06db-4e52-95b3-ffbea8a40825 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/networks?id=c883e5db-06c8-4915-89c1-959edb95ca30 HTTP/1.1" status: 200 len: 795 time: 0.1664486 Jun 03 22:03:41.812173 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-37de1dd5-aa87-42ac-8bf8-85a82ee86175 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/quotas/c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 375 time: 0.0096166 Jun 03 22:03:41.900754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-c5c85653-283b-4c39-ab65-05f6cbd0277a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:03:41.919453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-c5c85653-283b-4c39-ab65-05f6cbd0277a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:03:41.920793 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-c5c85653-283b-4c39-ab65-05f6cbd0277a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020803 Jun 03 22:03:41.999852 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '48c1f21d-318d-4fcb-b8ed-3947e716bce3', 'name': '', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:77:03:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:37Z', 'updated_at': '2021-06-03T22:03:41Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:42.004265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47495e91-bd21-4b7f-9884-cab8417d68ea None None] The sync data for ids ['943229a1-9637-4ef4-b354-64eed6b82b8a'] in dv-neutron-792998-2-hyperv is: [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '48c1f21d-318d-4fcb-b8ed-3947e716bce3', 'name': '', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:77:03:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:37Z', 'updated_at': '2021-06-03T22:03:41Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:03:42.076362 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-72115ab8-b2cc-4754-9e37-25a2a59939bc service neutron] 10.222.0.96 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430790 Jun 03 22:03:42.217290 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-843c19e9-0a2f-4230-80a1-6ef264eed123 service neutron] 10.222.0.96 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376987 Jun 03 22:03:42.424949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-2250506b-1589-45f7-8a31-0ba99f866cc3 req-f54840aa-2a10-409e-b12d-036730c4c4dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:03:42.437858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-2250506b-1589-45f7-8a31-0ba99f866cc3 req-f54840aa-2a10-409e-b12d-036730c4c4dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:03:42.439201 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2250506b-1589-45f7-8a31-0ba99f866cc3 req-f54840aa-2a10-409e-b12d-036730c4c4dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 210 time: 0.0630412 Jun 03 22:03:43.552436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-d152cb28-cd49-4502-ba49-e2edd1e3f666 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:43.553894 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-d152cb28-cd49-4502-ba49-e2edd1e3f666 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks?id=c883e5db-06c8-4915-89c1-959edb95ca30 HTTP/1.1" status: 200 len: 795 time: 0.1682079 Jun 03 22:03:43.604975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b561b5de-7558-4d15-9b26-60ea191e50b7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:03:43.617428 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b561b5de-7558-4d15-9b26-60ea191e50b7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:03:43.618689 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b561b5de-7558-4d15-9b26-60ea191e50b7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 379 time: 0.0551243 Jun 03 22:03:43.623635 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-49357365-17ae-48c3-b1f6-45fbf014753a req-01c11b0d-2c4c-4c28-a03f-ff1f9955c0df tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 210 time: 0.0523813 Jun 03 22:03:43.629276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'port': {'device_id': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'admin_state_up': True, 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'security_groups': ['cc99c059-f60b-4674-8d3c-2790dbd5ea55']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:03:43.777095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:03:43.787180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:03:43.798500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:03:43.802668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:43.987986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.9 (c883e5db-06c8-4915-89c1-959edb95ca30/be7f0812-2dc9-423d-aaee-756e196d6b1b/fe562f6d-6088-4921-96b1-c76738ea478a) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:03:44.074295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 48c1f21d-318d-4fcb-b8ed-3947e716bce3 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:03:44.146267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:03:44.151212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:44.151620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:44.192288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:44.208998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object fe562f6d-6088-4921-96b1-c76738ea478a will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:03:44.234231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:44.239962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:44.271079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:44.304132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 48c1f21d-318d-4fcb-b8ed-3947e716bce3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=48c1f21d-318d-4fcb-b8ed-3947e716bce3,segment=NetworkSegment(3719396f-43e8-4ae7-86db-be8de64503ec),segment_id=3719396f-43e8-4ae7-86db-be8de64503ec)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:44.307331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network c883e5db-06c8-4915-89c1-959edb95ca30 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:03:44.309213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:44.312853 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-921aa9fa-6758-4be7-963d-2d8443c59b33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:44.315632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:03:44.320729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:03:44.352006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=fe562f6d-6088-4921-96b1-c76738ea478a,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:44.359314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:44.389978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=48c1f21d-318d-4fcb-b8ed-3947e716bce3,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:44.394498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:44.403429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:44.404073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:44.434385 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8093770 Jun 03 22:03:44.446005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Request body: {'port': {'device_id': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:03:44.524152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f0346a49-39a4-4d83-a87c-1e257c4f0820 None None] Provisioning for port fe562f6d-6088-4921-96b1-c76738ea478a completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:03:44.528357 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f0346a49-39a4-4d83-a87c-1e257c4f0820 None None] Provisioning complete for port fe562f6d-6088-4921-96b1-c76738ea478a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:44.528736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f0346a49-39a4-4d83-a87c-1e257c4f0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:44.564431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:44.588547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f0346a49-39a4-4d83-a87c-1e257c4f0820 None None] Port fe562f6d-6088-4921-96b1-c76738ea478a cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:03:44.931016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48acc51-5c21-4938-b344-43dfb25c0811 req-0370749f-9aed-4b82-ae0e-e677f4e62ea2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:44.931615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d48acc51-5c21-4938-b344-43dfb25c0811 req-0370749f-9aed-4b82-ae0e-e677f4e62ea2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:03:45.007636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d48acc51-5c21-4938-b344-43dfb25c0811 req-0370749f-9aed-4b82-ae0e-e677f4e62ea2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:03:45.009045 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d48acc51-5c21-4938-b344-43dfb25c0811 req-0370749f-9aed-4b82-ae0e-e677f4e62ea2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 931 time: 0.2637560 Jun 03 22:03:45.019773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe562f6d-6088-4921-96b1-c76738ea478a {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:03:45.041580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:45.074618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Transition to ACTIVE for port object fe562f6d-6088-4921-96b1-c76738ea478a will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:03:45.081706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:45.087842 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d48acc51-5c21-4938-b344-43dfb25c0811 req-18eb2a4d-df72-423d-9908-f4c901fab3c6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=cc99c059-f60b-4674-8d3c-2790dbd5ea55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718126 Jun 03 22:03:45.089506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-079c8a65-f9a7-4689-b033-86aee967bee0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:45.251904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Pushing event updated for resources: {'Port': ['ID=fe562f6d-6088-4921-96b1-c76738ea478a,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:45.255162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:45.334321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Attempting to bind port fe562f6d-6088-4921-96b1-c76738ea478a on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:03:45.334684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Attempting to bind port fe562f6d-6088-4921-96b1-c76738ea478a by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3719396f-43e8-4ae7-86db-be8de64503ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:03:45.334968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Attempting to bind port fe562f6d-6088-4921-96b1-c76738ea478a on network c883e5db-06c8-4915-89c1-959edb95ca30 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:03:45.340421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Port fe562f6d-6088-4921-96b1-c76738ea478a on network c883e5db-06c8-4915-89c1-959edb95ca30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:03:45.340846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Attempting to bind port fe562f6d-6088-4921-96b1-c76738ea478a on network c883e5db-06c8-4915-89c1-959edb95ca30 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:03:45.347313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:03:45.347676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Checking segment: {'id': '3719396f-43e8-4ae7-86db-be8de64503ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:03:45.348055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Bound using segment: {'id': '3719396f-43e8-4ae7-86db-be8de64503ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:03:45.348475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Bound port: fe562f6d-6088-4921-96b1-c76738ea478a, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3719396f-43e8-4ae7-86db-be8de64503ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:03:45.348813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:45.438746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] For port fe562f6d-6088-4921-96b1-c76738ea478a, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:03:45.442072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] For port fe562f6d-6088-4921-96b1-c76738ea478a, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=fe562f6d-6088-4921-96b1-c76738ea478a,segment=NetworkSegment(3719396f-43e8-4ae7-86db-be8de64503ec),segment_id=3719396f-43e8-4ae7-86db-be8de64503ec)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:03:45.447575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:45.453663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:45.655145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:45.655815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:45.657196 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] 10.222.0.24 "PUT /v2.0/ports/fe562f6d-6088-4921-96b1-c76738ea478a HTTP/1.1" status: 200 len: 1093 time: 1.2156146 Jun 03 22:03:45.657711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'tag': 'fe562f6d-6088-4921-96b1-c76738ea478a'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:03:45.660784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d4bdf1-cca3-497f-b359-975455369411" -d '{"events": [{"name": "network-changed", "server_uuid": "5c31a886-86cd-4f7c-9fa0-3750258b5913", "tag": "fe562f6d-6088-4921-96b1-c76738ea478a"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:03:45.692272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Pushing event updated for resources: {'Port': ['ID=fe562f6d-6088-4921-96b1-c76738ea478a,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:45.695767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:45.741205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ceda76-1ff4-49e8-b80d-4b94ddef2c10 x-openstack-request-id: req-a8ceda76-1ff4-49e8-b80d-4b94ddef2c10 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:03:45.741539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c31a886-86cd-4f7c-9fa0-3750258b5913", "tag": "fe562f6d-6088-4921-96b1-c76738ea478a", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:03:45.741831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a8ceda76-1ff4-49e8-b80d-4b94ddef2c10 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:03:45.742276 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'tag': 'fe562f6d-6088-4921-96b1-c76738ea478a', 'status': 'completed', 'code': 200} Jun 03 22:03:45.789102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-998ab438-1d93-4c6f-9b05-322a1f61cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:45.790593 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-998ab438-1d93-4c6f-9b05-322a1f61cb9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 1096 time: 0.0880747 Jun 03 22:03:45.863089 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-35d31a8e-5c17-417f-830d-91d86768f060 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe562f6d-6088-4921-96b1-c76738ea478a HTTP/1.1" status: 200 len: 217 time: 0.0652988 Jun 03 22:03:45.934802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-4fd527ab-a898-4df1-8463-795e791ada98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:45.936187 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-4fd527ab-a898-4df1-8463-795e791ada98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be7f0812-2dc9-423d-aaee-756e196d6b1b HTTP/1.1" status: 200 len: 843 time: 0.0662673 Jun 03 22:03:46.015335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-02a4580e-4c10-41c1-866e-8f15a14f1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:46.017388 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-02a4580e-4c10-41c1-866e-8f15a14f1f33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c883e5db-06c8-4915-89c1-959edb95ca30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751445 Jun 03 22:03:46.051277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 48c1f21d-318d-4fcb-b8ed-3947e716bce3 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:03:46.125980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:46.126352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:46.161998 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-3e916f93-6386-4016-b977-4226d24368f9 service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380117 Jun 03 22:03:46.353913 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bb469e6c-8cbd-4cec-a7da-0ec4314eb687 req-bc4bc6ed-d019-43db-9ff8-64b9c57f7abc service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849871 Jun 03 22:03:46.387582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c22a18-8f09-4b85-9521-f83f117cb5e6 req-a873befa-bc13-4d50-a5d7-f278bb555ade tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:46.389979 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-40c22a18-8f09-4b85-9521-f83f117cb5e6 req-a873befa-bc13-4d50-a5d7-f278bb555ade tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 943 time: 0.1855314 Jun 03 22:03:46.482303 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-40c22a18-8f09-4b85-9521-f83f117cb5e6 req-890ed0b0-6b3f-4089-9948-ddd964bef3ac tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=cc99c059-f60b-4674-8d3c-2790dbd5ea55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844662 Jun 03 22:03:46.508757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4bdf1-cca3-497f-b359-975455369411 req-468b89bb-4b0c-4270-9931-d4a915f7f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:46.510171 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a1d4bdf1-cca3-497f-b359-975455369411 req-468b89bb-4b0c-4270-9931-d4a915f7f2b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 1096 time: 0.0975556 Jun 03 22:03:46.668749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4bdf1-cca3-497f-b359-975455369411 req-36604f6f-09e6-4d49-8a72-d85b97bd08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:46.670201 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a1d4bdf1-cca3-497f-b359-975455369411 req-36604f6f-09e6-4d49-8a72-d85b97bd08f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c883e5db-06c8-4915-89c1-959edb95ca30 HTTP/1.1" status: 200 len: 897 time: 0.1529539 Jun 03 22:03:46.744637 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a1d4bdf1-cca3-497f-b359-975455369411 req-e1665985-a190-4e59-9d33-27028c112c10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe562f6d-6088-4921-96b1-c76738ea478a HTTP/1.1" status: 200 len: 217 time: 0.0674703 Jun 03 22:03:46.810784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4bdf1-cca3-497f-b359-975455369411 req-efd7889f-4a28-4522-9335-6d2d0b36f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:46.812257 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a1d4bdf1-cca3-497f-b359-975455369411 req-efd7889f-4a28-4522-9335-6d2d0b36f6c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be7f0812-2dc9-423d-aaee-756e196d6b1b HTTP/1.1" status: 200 len: 843 time: 0.0599885 Jun 03 22:03:46.896678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4bdf1-cca3-497f-b359-975455369411 req-3bb2bed5-b369-44b0-bcef-66aa5251490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:46.898111 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a1d4bdf1-cca3-497f-b359-975455369411 req-3bb2bed5-b369-44b0-bcef-66aa5251490d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c883e5db-06c8-4915-89c1-959edb95ca30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792921 Jun 03 22:03:47.044173 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a1d4bdf1-cca3-497f-b359-975455369411 req-bfe79f5e-6c5c-41f8-b26f-ddd8f73c6723 service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382618 Jun 03 22:03:47.189073 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a1d4bdf1-cca3-497f-b359-975455369411 req-f639a3e6-6403-4532-b91b-0af73fd3b8e2 service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380305 Jun 03 22:03:47.685042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aac14-b5c2-48a5-98e1-2d880117b155 req-92159ef3-97e7-4045-8479-859893a38306 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:47.686525 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-480aac14-b5c2-48a5-98e1-2d880117b155 req-92159ef3-97e7-4045-8479-859893a38306 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 943 time: 0.0878308 Jun 03 22:03:47.733598 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-480aac14-b5c2-48a5-98e1-2d880117b155 req-df62c720-c5bf-4ff6-a743-74fdd88d8ac5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=cc99c059-f60b-4674-8d3c-2790dbd5ea55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409913 Jun 03 22:03:48.947832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3e035-6a31-4056-84ea-6d7c7f1707d3 req-00e02eee-e76d-49bf-9178-a5df5d2ab9b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:48.949259 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15f3e035-6a31-4056-84ea-6d7c7f1707d3 req-00e02eee-e76d-49bf-9178-a5df5d2ab9b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 943 time: 0.0969868 Jun 03 22:03:48.997134 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15f3e035-6a31-4056-84ea-6d7c7f1707d3 req-8f3f2731-8f7a-4ae5-92af-c2778ae9abe8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=cc99c059-f60b-4674-8d3c-2790dbd5ea55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418642 Jun 03 22:03:50.212823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e38d41-366c-4d60-a04f-c7bc081c9101 req-0dedd305-58fa-4981-be74-5d77e89a45b2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:50.214281 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3e38d41-366c-4d60-a04f-c7bc081c9101 req-0dedd305-58fa-4981-be74-5d77e89a45b2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 943 time: 0.0948691 Jun 03 22:03:50.262319 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3e38d41-366c-4d60-a04f-c7bc081c9101 req-cd411b89-dacf-48eb-b0ac-232d3c0c9ea1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=cc99c059-f60b-4674-8d3c-2790dbd5ea55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420725 Jun 03 22:03:50.952345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device fe562f6d-6088-4921-96b1-c76738ea478a details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:03:51.101821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port fe562f6d-6088-4921-96b1-c76738ea478a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=fe562f6d-6088-4921-96b1-c76738ea478a,segment=NetworkSegment(3719396f-43e8-4ae7-86db-be8de64503ec),segment_id=3719396f-43e8-4ae7-86db-be8de64503ec)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:51.116458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'fe562f6d-6088-4921-96b1-c76738ea478a', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'port_id': 'fe562f6d-6088-4921-96b1-c76738ea478a', 'mac_address': 'fa:16:3e:ee:48:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:03:51.177071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:51.193964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe562f6d-6088-4921-96b1-c76738ea478a {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:03:51.209726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port fe562f6d-6088-4921-96b1-c76738ea478a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=fe562f6d-6088-4921-96b1-c76738ea478a,segment=NetworkSegment(3719396f-43e8-4ae7-86db-be8de64503ec),segment_id=3719396f-43e8-4ae7-86db-be8de64503ec)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:51.216507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:51.219325 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:51.291206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=fe562f6d-6088-4921-96b1-c76738ea478a,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:51.294174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:51.467718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ccd85-a265-4984-8ed2-e5fc1661e3ec req-2db7cabb-259a-4ada-b44e-f3ecb9641334 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:51.469374 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7f5ccd85-a265-4984-8ed2-e5fc1661e3ec req-2db7cabb-259a-4ada-b44e-f3ecb9641334 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 944 time: 0.0976629 Jun 03 22:03:51.518610 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7f5ccd85-a265-4984-8ed2-e5fc1661e3ec req-27b77f75-9d76-4f35-811f-3d055018041f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=cc99c059-f60b-4674-8d3c-2790dbd5ea55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420170 Jun 03 22:03:51.557676 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['fe562f6d-6088-4921-96b1-c76738ea478a'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:03:52.729897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c6c26-b59c-4ba6-b16d-f93c5ede7ca7 req-f542d6e4-7666-49fa-bb2c-ed1f60d54a78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:52.731375 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c32c6c26-b59c-4ba6-b16d-f93c5ede7ca7 req-f542d6e4-7666-49fa-bb2c-ed1f60d54a78 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 944 time: 0.0946014 Jun 03 22:03:52.778077 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c32c6c26-b59c-4ba6-b16d-f93c5ede7ca7 req-886f5f19-2e3c-45bd-abd0-2b277882c6e0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=cc99c059-f60b-4674-8d3c-2790dbd5ea55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403495 Jun 03 22:03:52.836008 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b3d0152b-2ee0-42ab-8275-6087d9ac8bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:52.969628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device fe562f6d-6088-4921-96b1-c76738ea478a up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:03:53.053018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port fe562f6d-6088-4921-96b1-c76738ea478a completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:03:53.058201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port fe562f6d-6088-4921-96b1-c76738ea478a triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:03:53.058612 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:53.205908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:53.234069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe562f6d-6088-4921-96b1-c76738ea478a'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:03:53.236686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fbccf4-0671-461e-bdb5-6ac865673c4b" -d '{"events": [{"server_uuid": "5c31a886-86cd-4f7c-9fa0-3750258b5913", "name": "network-vif-plugged", "status": "completed", "tag": "fe562f6d-6088-4921-96b1-c76738ea478a"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:03:53.244986 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port fe562f6d-6088-4921-96b1-c76738ea478a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=fe562f6d-6088-4921-96b1-c76738ea478a,segment=NetworkSegment(3719396f-43e8-4ae7-86db-be8de64503ec),segment_id=3719396f-43e8-4ae7-86db-be8de64503ec)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:03:53.252779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:53.254636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:53.290106 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e797b89-a13b-4459-82c4-042531d1f0de x-openstack-request-id: req-9e797b89-a13b-4459-82c4-042531d1f0de {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:03:53.290405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c31a886-86cd-4f7c-9fa0-3750258b5913", "name": "network-vif-plugged", "status": "completed", "tag": "fe562f6d-6088-4921-96b1-c76738ea478a", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:03:53.290664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9e797b89-a13b-4459-82c4-042531d1f0de {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:03:53.291062 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe562f6d-6088-4921-96b1-c76738ea478a', 'code': 200} Jun 03 22:03:53.325804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=fe562f6d-6088-4921-96b1-c76738ea478a,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:53.328748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:53.532724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197f992-819f-4f31-bc86-d9a678ea3df5 req-19ce0f7d-ed2e-4c15-b63d-315b29f45928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:53.534855 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d197f992-819f-4f31-bc86-d9a678ea3df5 req-19ce0f7d-ed2e-4c15-b63d-315b29f45928 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 1098 time: 0.0813844 Jun 03 22:03:53.580484 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d197f992-819f-4f31-bc86-d9a678ea3df5 req-5646bbac-6e56-4931-a98b-f99512d5ad58 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cc99c059-f60b-4674-8d3c-2790dbd5ea55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375953 Jun 03 22:03:53.977502 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d6dfb-eaf1-4201-bd68-2891a30709ce req-a0fcf8f6-4a32-43e9-8fba-4f6629274f8a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:53.978931 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0b5d6dfb-eaf1-4201-bd68-2891a30709ce req-a0fcf8f6-4a32-43e9-8fba-4f6629274f8a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 945 time: 0.0905781 Jun 03 22:03:54.028290 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0b5d6dfb-eaf1-4201-bd68-2891a30709ce req-5413242c-a076-4584-972a-c635b08cade6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=cc99c059-f60b-4674-8d3c-2790dbd5ea55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412176 Jun 03 22:03:55.376489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:55.378913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458a365-ddbc-4257-8ad4-2776a36d847f req-96246aa1-a2f7-4393-b60b-26ce68f3c3c1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:55.380401 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e458a365-ddbc-4257-8ad4-2776a36d847f req-96246aa1-a2f7-4393-b60b-26ce68f3c3c1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 945 time: 0.2353253 Jun 03 22:03:55.428354 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e458a365-ddbc-4257-8ad4-2776a36d847f req-a2531a6a-b421-4a92-88e1-0aec29c1f89e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=cc99c059-f60b-4674-8d3c-2790dbd5ea55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415618 Jun 03 22:03:55.481048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9674ffee-057a-4920-aeb5-36382621746d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:55.640231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5741721-bf88-4bb5-8a25-3c494b9d1cb3 req-f7766236-0520-4284-acf8-c3d75eccba3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:55.641576 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b5741721-bf88-4bb5-8a25-3c494b9d1cb3 req-f7766236-0520-4284-acf8-c3d75eccba3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 945 time: 0.0965428 Jun 03 22:03:55.690069 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b5741721-bf88-4bb5-8a25-3c494b9d1cb3 req-69a1bf6b-56dc-4e88-9649-1aaa830ec896 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=cc99c059-f60b-4674-8d3c-2790dbd5ea55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392942 Jun 03 22:03:55.713967 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57816) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:55.787673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bebda-913a-471f-86c5-eba66bed36dd tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:55.789166 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4d4bebda-913a-471f-86c5-eba66bed36dd tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 1093 time: 0.0742185 Jun 03 22:03:55.792010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57818) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:55.796361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': 'fe562f6d-6088-4921-96b1-c76738ea478a', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:03:55.803266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:03:55.807126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:floatingip and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:03:55.809969 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:03:55.815952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:03:55.826494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:55.981817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:56.248736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.140 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/5ad8cde9-afad-4bff-b75b-d6d872aad774) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:03:56.403116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:56.434329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:56.438184 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f5af9976-0abc-4d56-81f8-a9c3c7b5a782 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:56.499294 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:03:56.502548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:03:56.511121 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:03:56.541395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=5ad8cde9-afad-4bff-b75b-d6d872aad774,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:56.547270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:56.822230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:56.929572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:56.960847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:57.041204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:57.272153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:57.280417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:57.285208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e92f90e1-557f-4e09-8a0d-e85d85e7d821 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:03:57.390925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=5ad8cde9-afad-4bff-b75b-d6d872aad774,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:03:57.395039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:03:57.401689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:57.571946 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 03bf52d1-4258-4c0a-b176-6172363aa8f4 associated. External IP: 172.26.3.140, port: fe562f6d-6088-4921-96b1-c76738ea478a. Jun 03 22:03:58.074692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 943229a1-9637-4ef4-b354-64eed6b82b8a has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:03:58.262580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:03:58.273194 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75328f-c8d3-478e-a561-f408decf7cae None None] Sync routers for ids ['943229a1-9637-4ef4-b354-64eed6b82b8a'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:03:58.287080 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75328f-c8d3-478e-a561-f408decf7cae None None] Routers {'943229a1-9637-4ef4-b354-64eed6b82b8a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:03:58.287709 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-bd75328f-c8d3-478e-a561-f408decf7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:03:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['943229a1-9637-4ef4-b354-64eed6b82b8a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:58.290544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:58.350810 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5577846 Jun 03 22:03:58.351616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'tag': 'fe562f6d-6088-4921-96b1-c76738ea478a'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:03:58.353656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57820) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:58.354291 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc544d0e-6266-4134-8f43-c62671c6a238" -d '{"events": [{"name": "network-changed", "server_uuid": "5c31a886-86cd-4f7c-9fa0-3750258b5913", "tag": "fe562f6d-6088-4921-96b1-c76738ea478a"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:03:58.426039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f5f67c-0dd6-4bd7-9d80-fd8b1635973b x-openstack-request-id: req-48f5f67c-0dd6-4bd7-9d80-fd8b1635973b {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:03:58.426462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c31a886-86cd-4f7c-9fa0-3750258b5913", "tag": "fe562f6d-6088-4921-96b1-c76738ea478a", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:03:58.426769 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-48f5f67c-0dd6-4bd7-9d80-fd8b1635973b {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:03:58.427444 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'tag': 'fe562f6d-6088-4921-96b1-c76738ea478a', 'status': 'completed', 'code': 200} Jun 03 22:03:58.434143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:03:58.473458 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-bd75328f-c8d3-478e-a561-f408decf7cae None None] Set router 943229a1-9637-4ef4-b354-64eed6b82b8a gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:03:58.507939 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f6a53656-220d-4baf-aa16-b459284b134c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/03bf52d1-4258-4c0a-b176-6172363aa8f4 HTTP/1.1" status: 200 len: 991 time: 0.1495700 Jun 03 22:03:58.537701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc544d0e-6266-4134-8f43-c62671c6a238 req-b9cc0ef5-2381-4a90-ac66-1cf17398b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:58.539115 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bc544d0e-6266-4134-8f43-c62671c6a238 req-b9cc0ef5-2381-4a90-ac66-1cf17398b6c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 1098 time: 0.1040132 Jun 03 22:03:58.674982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc544d0e-6266-4134-8f43-c62671c6a238 req-d9feb5b2-7a31-4b9a-8330-19529b1d46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:58.676692 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bc544d0e-6266-4134-8f43-c62671c6a238 req-d9feb5b2-7a31-4b9a-8330-19529b1d46dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c883e5db-06c8-4915-89c1-959edb95ca30 HTTP/1.1" status: 200 len: 897 time: 0.1313026 Jun 03 22:03:58.799344 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bc544d0e-6266-4134-8f43-c62671c6a238 req-bbcaf83c-1dbd-4323-8aa1-f98fd0c32df4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe562f6d-6088-4921-96b1-c76738ea478a HTTP/1.1" status: 200 len: 999 time: 0.1149580 Jun 03 22:03:58.862363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc544d0e-6266-4134-8f43-c62671c6a238 req-c014e98c-5cdd-4c5a-9032-b9114750f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:58.863863 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bc544d0e-6266-4134-8f43-c62671c6a238 req-c014e98c-5cdd-4c5a-9032-b9114750f141 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be7f0812-2dc9-423d-aaee-756e196d6b1b HTTP/1.1" status: 200 len: 843 time: 0.0582066 Jun 03 22:03:58.864251 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-bd75328f-c8d3-478e-a561-f408decf7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '03bf52d1-4258-4c0a-b176-6172363aa8f4', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'port_id': 'fe562f6d-6088-4921-96b1-c76738ea478a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'mac_address': 'fa:16:3e:ee:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:03:56Z', 'updated_at': '2021-06-03T22:03:56Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c1f21d-318d-4fcb-b8ed-3947e716bce3', 'name': '', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:77:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:37Z', 'updated_at': '2021-06-03T22:03:44Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:58.868152 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75328f-c8d3-478e-a561-f408decf7cae None None] Checking router: 943229a1-9637-4ef4-b354-64eed6b82b8a for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:03:58.877236 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75328f-c8d3-478e-a561-f408decf7cae None None] Routers {'943229a1-9637-4ef4-b354-64eed6b82b8a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:03:58.877844 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-bd75328f-c8d3-478e-a561-f408decf7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:03:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['943229a1-9637-4ef4-b354-64eed6b82b8a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:58.941036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc544d0e-6266-4134-8f43-c62671c6a238 req-1c4b1bbd-f587-4fda-b749-c2e3f7f1f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:03:58.942507 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bc544d0e-6266-4134-8f43-c62671c6a238 req-1c4b1bbd-f587-4fda-b749-c2e3f7f1f829 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c883e5db-06c8-4915-89c1-959edb95ca30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723126 Jun 03 22:03:59.056327 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-bd75328f-c8d3-478e-a561-f408decf7cae None None] Set router 943229a1-9637-4ef4-b354-64eed6b82b8a gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:03:59.080593 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bc544d0e-6266-4134-8f43-c62671c6a238 req-f8ac63d7-25cb-4973-85ac-08eafa997c8a service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298227 Jun 03 22:03:59.216031 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bc544d0e-6266-4134-8f43-c62671c6a238 req-f8280d73-b0b8-41b0-8e0c-04aea7b4a72f service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288190 Jun 03 22:03:59.424063 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-bd75328f-c8d3-478e-a561-f408decf7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '03bf52d1-4258-4c0a-b176-6172363aa8f4', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'port_id': 'fe562f6d-6088-4921-96b1-c76738ea478a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'mac_address': 'fa:16:3e:ee:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:03:56Z', 'updated_at': '2021-06-03T22:03:56Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c1f21d-318d-4fcb-b8ed-3947e716bce3', 'name': '', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:77:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:37Z', 'updated_at': '2021-06-03T22:03:44Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:03:59.428254 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75328f-c8d3-478e-a561-f408decf7cae None None] The sync data for ids ['943229a1-9637-4ef4-b354-64eed6b82b8a'] in dv-neutron-792998-2-hyperv is: [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '03bf52d1-4258-4c0a-b176-6172363aa8f4', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'port_id': 'fe562f6d-6088-4921-96b1-c76738ea478a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'mac_address': 'fa:16:3e:ee:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:03:56Z', 'updated_at': '2021-06-03T22:03:56Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c1f21d-318d-4fcb-b8ed-3947e716bce3', 'name': '', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:77:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:37Z', 'updated_at': '2021-06-03T22:03:44Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:03:59.510896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57824) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:03:59.622848 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4c944a8c-a025-4789-b190-a82e891a1275 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/03bf52d1-4258-4c0a-b176-6172363aa8f4 HTTP/1.1" status: 200 len: 991 time: 0.1103392 Jun 03 22:03:59.625508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0704e-2425-4670-add7-808d0711252d None None] New status for floating IP 03bf52d1-4258-4c0a-b176-6172363aa8f4: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:04:00.627141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57826) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:04:00.736792 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2808e12c-64e2-4ed5-908f-7738117b671e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/03bf52d1-4258-4c0a-b176-6172363aa8f4 HTTP/1.1" status: 200 len: 993 time: 0.1078572 Jun 03 22:04:09.126835 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:04:22.842452 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-01351d88-6b1c-47d6-9eb2-f9bc2e952a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:04:25.373238 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:04:25.487507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0e739ced-7ac1-4461-be29-eb2b5cce91ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:04:26.830768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:04:26.933067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:04:28.433018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:04:45.543481 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-5e3cb25c-123f-4db0-ac41-98920fdeea3c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1317441 Jun 03 22:04:45.711847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-42c3178b-f405-40cb-8553-0386fcad08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:04:45.713248 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-42c3178b-f405-40cb-8553-0386fcad08e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 1098 time: 0.0854821 Jun 03 22:04:45.872349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-35487a56-93a9-4613-aeaa-26eb81cb974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:04:45.873787 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-35487a56-93a9-4613-aeaa-26eb81cb974b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c883e5db-06c8-4915-89c1-959edb95ca30 HTTP/1.1" status: 200 len: 897 time: 0.1398747 Jun 03 22:04:46.125650 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:04:46.136572 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-04349ff4-da73-42e8-b9d0-ca986399ceb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe562f6d-6088-4921-96b1-c76738ea478a HTTP/1.1" status: 200 len: 1001 time: 0.2553282 Jun 03 22:04:46.209816 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-9df321a9-73dd-4a33-8c69-3ea4eb39f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:04:46.211247 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-9df321a9-73dd-4a33-8c69-3ea4eb39f5b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be7f0812-2dc9-423d-aaee-756e196d6b1b HTTP/1.1" status: 200 len: 843 time: 0.0671930 Jun 03 22:04:46.296684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-31f0d5b3-8036-4d98-9915-3cf26c831dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:04:46.298100 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-31f0d5b3-8036-4d98-9915-3cf26c831dd1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c883e5db-06c8-4915-89c1-959edb95ca30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796180 Jun 03 22:04:46.312151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-2187702c-bc91-41cb-9d7c-1af5f25268de service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:04:46.313659 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-2187702c-bc91-41cb-9d7c-1af5f25268de service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076771 Jun 03 22:04:46.461249 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-b91d70e3-bbca-4a47-ac72-411f1e1dff2f service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403778 Jun 03 22:04:46.601214 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c02f5b57-d55d-4506-96a0-b6678f7a60c5 req-b477273f-8d3c-4b2b-b96f-c93045cc32f0 service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330447 Jun 03 22:04:52.841983 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2569f578-98a0-4f9d-a048-f02893f52184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:04:55.372618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:04:55.483118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-372da12b-c97c-4ecc-99ed-f86086b4cbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:04:56.842866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:04:56.933775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:04:58.438324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:05:22.840855 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1fc6-2531-4498-b6ed-c35cb2716c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:05:23.128619 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:05:25.369439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:05:25.490282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-142331bc-035b-4135-a2b3-3847fe0da817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:05:26.835070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:05:26.938402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:05:28.445782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:05:45.487993 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-81dda63f-67db-4c3f-af02-a1676ddff541 req-c6a3dbb4-3746-4021-bc4c-6e88fefc9850 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759170 Jun 03 22:05:45.644703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dda63f-67db-4c3f-af02-a1676ddff541 req-557d1373-d412-4987-aa53-1ccef2ce8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:05:45.646673 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-81dda63f-67db-4c3f-af02-a1676ddff541 req-557d1373-d412-4987-aa53-1ccef2ce8ca8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 1098 time: 0.0861111 Jun 03 22:05:45.797649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dda63f-67db-4c3f-af02-a1676ddff541 req-dd7aeae1-4287-4e67-912c-d56e9b628f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:05:45.798984 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-81dda63f-67db-4c3f-af02-a1676ddff541 req-dd7aeae1-4287-4e67-912c-d56e9b628f83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c883e5db-06c8-4915-89c1-959edb95ca30 HTTP/1.1" status: 200 len: 897 time: 0.1319900 Jun 03 22:05:45.902791 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-81dda63f-67db-4c3f-af02-a1676ddff541 req-87d7f9d0-199d-45b5-a188-c4d082633a49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe562f6d-6088-4921-96b1-c76738ea478a HTTP/1.1" status: 200 len: 1001 time: 0.0967371 Jun 03 22:05:45.973845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dda63f-67db-4c3f-af02-a1676ddff541 req-488318d8-f538-4c03-9f14-697d2d8539a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:05:45.975293 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-81dda63f-67db-4c3f-af02-a1676ddff541 req-488318d8-f538-4c03-9f14-697d2d8539a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be7f0812-2dc9-423d-aaee-756e196d6b1b HTTP/1.1" status: 200 len: 843 time: 0.0641713 Jun 03 22:05:46.060081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dda63f-67db-4c3f-af02-a1676ddff541 req-aea57b12-e5c2-412e-8a1c-5a5db95c4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:05:46.061683 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-81dda63f-67db-4c3f-af02-a1676ddff541 req-aea57b12-e5c2-412e-8a1c-5a5db95c4d61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c883e5db-06c8-4915-89c1-959edb95ca30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793970 Jun 03 22:05:46.218596 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-81dda63f-67db-4c3f-af02-a1676ddff541 req-9e8176d2-8518-48da-b545-eaf59e42bca8 service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497612 Jun 03 22:05:46.366249 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-81dda63f-67db-4c3f-af02-a1676ddff541 req-3b782630-1334-4166-8c1e-95fb033b3c5b service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334729 Jun 03 22:05:52.835001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ac97506-aa78-4a61-b8ba-e089f03c6f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:05:55.369339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:05:55.485229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-975c270a-f3d0-4b20-9fa2-b23321f02bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:05:56.841549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:05:56.941580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:05:58.445992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:00.131134 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:06:22.842354 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4221d986-b269-469f-a971-7ef4d9a4947d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:25.274213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57858) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:06:25.279730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:06:25.365936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:25.410380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28499101'] for subnet, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:25.491000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-908bce31-f61a-4498-917b-306a17db9836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:25.625848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763094312964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27462612'] for subnet, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:25.630130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-75de7f15-e2b2-420a-9f49-8fcd0f5ab476 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:06:25.672498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:06:25.673464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:25.675329 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/subnets/be7f0812-2dc9-423d-aaee-756e196d6b1b HTTP/1.1" status: 200 len: 835 time: 0.4001129 Jun 03 22:06:25.681616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691cb3c1-51c4-4b28-b65c-be1cd31b4550 None None] Network c883e5db-06c8-4915-89c1-959edb95ca30 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:06:25.707965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Subnet': ['ID=be7f0812-2dc9-423d-aaee-756e196d6b1b,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:06:25.716171 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:06:25.716609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:06:25.716994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:06:25.717371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:06:25.717744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:06:25.718116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:06:25.718484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:06:25.718848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:06:25.719216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:06:25.719603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:06:25.720258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:06:25.720715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:06:25.724490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-60279ea3-af4c-4191-a20b-c58173b4b005 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:06:26.178549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-966bf49f-3d43-4684-94c2-912747c08728 None None] Provisioning complete for port fe562f6d-6088-4921-96b1-c76738ea478a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:06:26.178918 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-966bf49f-3d43-4684-94c2-912747c08728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:26.319033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-966bf49f-3d43-4684-94c2-912747c08728 None None] Provisioning complete for port b97589b8-f0a9-40bd-a09a-deca741ab2d9 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:06:26.319398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-966bf49f-3d43-4684-94c2-912747c08728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:26.459678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-966bf49f-3d43-4684-94c2-912747c08728 None None] Provisioning complete for port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:06:26.460371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-966bf49f-3d43-4684-94c2-912747c08728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:26.848389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:26.948420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:28.457143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:37.130045 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:06:45.625825 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-630779e7-c694-45ad-bb2c-6ccbe2ae2bdb req-5125e8ef-a2de-456b-b72d-c75407330081 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2141998 Jun 03 22:06:45.783281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630779e7-c694-45ad-bb2c-6ccbe2ae2bdb req-d55b600a-3a12-43ab-8dd5-cfdf4437e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:06:45.784800 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-630779e7-c694-45ad-bb2c-6ccbe2ae2bdb req-d55b600a-3a12-43ab-8dd5-cfdf4437e6cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 1098 time: 0.0890749 Jun 03 22:06:45.961294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630779e7-c694-45ad-bb2c-6ccbe2ae2bdb req-9d163860-04e8-4249-878c-ff0478b715e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:06:45.962630 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-630779e7-c694-45ad-bb2c-6ccbe2ae2bdb req-9d163860-04e8-4249-878c-ff0478b715e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c883e5db-06c8-4915-89c1-959edb95ca30 HTTP/1.1" status: 200 len: 897 time: 0.1540959 Jun 03 22:06:46.072461 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-630779e7-c694-45ad-bb2c-6ccbe2ae2bdb req-d665e04a-96a3-4f4b-937e-d3ff56c94a92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe562f6d-6088-4921-96b1-c76738ea478a HTTP/1.1" status: 200 len: 1001 time: 0.1025982 Jun 03 22:06:46.146036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630779e7-c694-45ad-bb2c-6ccbe2ae2bdb req-eb81d13a-19f1-4c6e-b062-699687cad7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:06:46.147680 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-630779e7-c694-45ad-bb2c-6ccbe2ae2bdb req-eb81d13a-19f1-4c6e-b062-699687cad7b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be7f0812-2dc9-423d-aaee-756e196d6b1b HTTP/1.1" status: 200 len: 843 time: 0.0688660 Jun 03 22:06:46.227074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630779e7-c694-45ad-bb2c-6ccbe2ae2bdb req-a0736f66-e9fa-4126-b4bf-76d318771b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:06:46.228588 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-630779e7-c694-45ad-bb2c-6ccbe2ae2bdb req-a0736f66-e9fa-4126-b4bf-76d318771b8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c883e5db-06c8-4915-89c1-959edb95ca30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734067 Jun 03 22:06:46.373284 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-630779e7-c694-45ad-bb2c-6ccbe2ae2bdb req-bca2fb36-2e62-40b9-8b43-1b0cf460b04f service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379209 Jun 03 22:06:46.521827 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-630779e7-c694-45ad-bb2c-6ccbe2ae2bdb req-57e337eb-d3f9-4492-8408-41b174d62da8 service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404204 Jun 03 22:06:52.839945 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-811a7ea2-28bd-4333-a8de-dabb3fd14879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:55.364640 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:55.496289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-89648823-e376-4be9-8baf-caeca64a2109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:56.862265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:56.948949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:06:58.454557 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:09.297334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57904) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:09.603333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 5ad8cde9-afad-4bff-b75b-d6d872aad774 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:07:09.603694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:09.724240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:09.724512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:09.854114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 5ad8cde9-afad-4bff-b75b-d6d872aad774 owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:07:09.998446 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:10.002497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1f69fb73-924d-4e4a-9828-eed69416c5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:10.049689 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=5ad8cde9-afad-4bff-b75b-d6d872aad774,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:10.052654 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:10.146451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:10.146784 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 03bf52d1-4258-4c0a-b176-6172363aa8f4 disassociated (deleted). External IP: 172.26.3.140, port: fe562f6d-6088-4921-96b1-c76738ea478a. Jun 03 22:07:10.667923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 943229a1-9637-4ef4-b354-64eed6b82b8a has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:07:10.853571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:07:10.863344 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae05d100-9fb8-4d30-a887-1608b9aec934 None None] Sync routers for ids ['943229a1-9637-4ef4-b354-64eed6b82b8a'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:07:10.874073 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05d100-9fb8-4d30-a887-1608b9aec934 None None] Routers {'943229a1-9637-4ef4-b354-64eed6b82b8a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:07:10.874712 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ae05d100-9fb8-4d30-a887-1608b9aec934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:06:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['943229a1-9637-4ef4-b354-64eed6b82b8a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:10.875144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:10.938280 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/floatingips/03bf52d1-4258-4c0a-b176-6172363aa8f4 HTTP/1.1" status: 204 len: 168 time: 1.6366365 Jun 03 22:07:10.938280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'tag': 'fe562f6d-6088-4921-96b1-c76738ea478a'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:07:10.938280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6febf864-54ec-4d71-abf8-04968db5cefd" -d '{"events": [{"name": "network-changed", "server_uuid": "5c31a886-86cd-4f7c-9fa0-3750258b5913", "tag": "fe562f6d-6088-4921-96b1-c76738ea478a"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:07:11.057070 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-ae05d100-9fb8-4d30-a887-1608b9aec934 None None] Set router 943229a1-9637-4ef4-b354-64eed6b82b8a gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:07:11.408003 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ae05d100-9fb8-4d30-a887-1608b9aec934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '48c1f21d-318d-4fcb-b8ed-3947e716bce3', 'name': '', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:77:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:37Z', 'updated_at': '2021-06-03T22:03:44Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:11.411832 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae05d100-9fb8-4d30-a887-1608b9aec934 None None] Checking router: 943229a1-9637-4ef4-b354-64eed6b82b8a for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:07:11.419904 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05d100-9fb8-4d30-a887-1608b9aec934 None None] Routers {'943229a1-9637-4ef4-b354-64eed6b82b8a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:07:11.420494 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ae05d100-9fb8-4d30-a887-1608b9aec934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:06:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['943229a1-9637-4ef4-b354-64eed6b82b8a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:11.622127 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-ae05d100-9fb8-4d30-a887-1608b9aec934 None None] Set router 943229a1-9637-4ef4-b354-64eed6b82b8a gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:07:11.939566 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ae05d100-9fb8-4d30-a887-1608b9aec934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '48c1f21d-318d-4fcb-b8ed-3947e716bce3', 'name': '', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:77:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:37Z', 'updated_at': '2021-06-03T22:03:44Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:11.943726 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae05d100-9fb8-4d30-a887-1608b9aec934 None None] The sync data for ids ['943229a1-9637-4ef4-b354-64eed6b82b8a'] in dv-neutron-792998-2-hyperv is: [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '48c1f21d-318d-4fcb-b8ed-3947e716bce3', 'name': '', 'network_id': 'c883e5db-06c8-4915-89c1-959edb95ca30', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:77:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:37Z', 'updated_at': '2021-06-03T22:03:44Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'be7f0812-2dc9-423d-aaee-756e196d6b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:07:12.072399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd00439-0aff-45f7-abcf-451609017aae x-openstack-request-id: req-8bd00439-0aff-45f7-abcf-451609017aae {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:07:12.072915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c31a886-86cd-4f7c-9fa0-3750258b5913", "tag": "fe562f6d-6088-4921-96b1-c76738ea478a", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:07:12.073125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8bd00439-0aff-45f7-abcf-451609017aae {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:07:12.073622 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'tag': 'fe562f6d-6088-4921-96b1-c76738ea478a', 'status': 'completed', 'code': 200} Jun 03 22:07:12.182222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf864-54ec-4d71-abf8-04968db5cefd req-e03c3154-3b79-4911-8fbb-ca190a287a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:12.183872 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6febf864-54ec-4d71-abf8-04968db5cefd req-e03c3154-3b79-4911-8fbb-ca190a287a59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 1098 time: 0.0870855 Jun 03 22:07:12.197445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c7f8e8-f8b1-4529-a9cf-d5d94c924b63 None None] New status for floating IP 03bf52d1-4258-4c0a-b176-6172363aa8f4: DOWN {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:07:12.339588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf864-54ec-4d71-abf8-04968db5cefd req-618ce388-0544-4b17-9145-e9af1ded733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:12.341164 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6febf864-54ec-4d71-abf8-04968db5cefd req-618ce388-0544-4b17-9145-e9af1ded733b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c883e5db-06c8-4915-89c1-959edb95ca30 HTTP/1.1" status: 200 len: 897 time: 0.1494067 Jun 03 22:07:12.411004 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe2591-9778-41a9-8f40-8724785ffffb req-f63595f4-c664-4ae4-a17a-ffff0941e95b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:12.412501 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a2fe2591-9778-41a9-8f40-8724785ffffb req-f63595f4-c664-4ae4-a17a-ffff0941e95b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 945 time: 0.1458952 Jun 03 22:07:12.426983 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6febf864-54ec-4d71-abf8-04968db5cefd req-fc33668a-bb9c-4d04-8b1c-649d5f8d846a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe562f6d-6088-4921-96b1-c76738ea478a HTTP/1.1" status: 200 len: 217 time: 0.0775931 Jun 03 22:07:12.471503 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a2fe2591-9778-41a9-8f40-8724785ffffb req-c23adf77-1731-4c70-9746-982b20cfbd6e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=cc99c059-f60b-4674-8d3c-2790dbd5ea55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519145 Jun 03 22:07:12.494583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf864-54ec-4d71-abf8-04968db5cefd req-56d34432-3916-43cf-b437-2efb6adb8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:12.496090 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6febf864-54ec-4d71-abf8-04968db5cefd req-56d34432-3916-43cf-b437-2efb6adb8623 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be7f0812-2dc9-423d-aaee-756e196d6b1b HTTP/1.1" status: 200 len: 843 time: 0.0629210 Jun 03 22:07:12.615002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf864-54ec-4d71-abf8-04968db5cefd req-05606323-e1ef-43d3-8e9f-66da6ba2fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:12.617450 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6febf864-54ec-4d71-abf8-04968db5cefd req-05606323-e1ef-43d3-8e9f-66da6ba2fc28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c883e5db-06c8-4915-89c1-959edb95ca30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1117289 Jun 03 22:07:12.777409 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6febf864-54ec-4d71-abf8-04968db5cefd req-fc8c1c60-a07b-429c-8c41-e73b6ef82608 service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520498 Jun 03 22:07:12.949217 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6febf864-54ec-4d71-abf8-04968db5cefd req-8026c2ef-0aac-4d4f-9e97-a44e8d6523b9 service neutron] 10.222.0.24 "GET /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629307 Jun 03 22:07:13.732547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290a759-05e2-43af-ac2a-fab0d07c698e req-d7f3949b-a0fd-42eb-a6f2-9bb944751c6f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:13.733278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-e290a759-05e2-43af-ac2a-fab0d07c698e req-d7f3949b-a0fd-42eb-a6f2-9bb944751c6f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:07:13.752207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-e290a759-05e2-43af-ac2a-fab0d07c698e req-d7f3949b-a0fd-42eb-a6f2-9bb944751c6f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:07:13.753472 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e290a759-05e2-43af-ac2a-fab0d07c698e req-d7f3949b-a0fd-42eb-a6f2-9bb944751c6f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 945 time: 0.1592429 Jun 03 22:07:13.807616 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e290a759-05e2-43af-ac2a-fab0d07c698e req-6b3cd1bf-52ef-43c6-b24e-64906f6d99e4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=cc99c059-f60b-4674-8d3c-2790dbd5ea55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478253 Jun 03 22:07:13.890692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6756368-e4eb-4ce8-9016-8a2b137ad203 req-850bf27f-bd94-496f-91bf-6a2b5887cfcb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:13.892133 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d6756368-e4eb-4ce8-9016-8a2b137ad203 req-850bf27f-bd94-496f-91bf-6a2b5887cfcb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 945 time: 0.0890534 Jun 03 22:07:14.044784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-d6756368-e4eb-4ce8-9016-8a2b137ad203 req-fb1abbb3-6849-44a6-b31e-e2f4d0c89cb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port fe562f6d-6088-4921-96b1-c76738ea478a {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:07:14.045002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d6756368-e4eb-4ce8-9016-8a2b137ad203 req-fb1abbb3-6849-44a6-b31e-e2f4d0c89cb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:14.129564 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:07:14.337989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-d6756368-e4eb-4ce8-9016-8a2b137ad203 req-fb1abbb3-6849-44a6-b31e-e2f4d0c89cb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port fe562f6d-6088-4921-96b1-c76738ea478a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=fe562f6d-6088-4921-96b1-c76738ea478a,segment=NetworkSegment(3719396f-43e8-4ae7-86db-be8de64503ec),segment_id=3719396f-43e8-4ae7-86db-be8de64503ec)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:07:14.338321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d6756368-e4eb-4ce8-9016-8a2b137ad203 req-fb1abbb3-6849-44a6-b31e-e2f4d0c89cb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:14.462047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-d6756368-e4eb-4ce8-9016-8a2b137ad203 req-fb1abbb3-6849-44a6-b31e-e2f4d0c89cb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for fe562f6d-6088-4921-96b1-c76738ea478a owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:07:14.583086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d6756368-e4eb-4ce8-9016-8a2b137ad203 req-fb1abbb3-6849-44a6-b31e-e2f4d0c89cb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:14.590225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2181fb3b-1b68-47e2-af79-0d88943585dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:14.643905 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1abbb3-6849-44a6-b31e-e2f4d0c89cb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=fe562f6d-6088-4921-96b1-c76738ea478a,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:14.647511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fb1abbb3-6849-44a6-b31e-e2f4d0c89cb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:14.719271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6756368-e4eb-4ce8-9016-8a2b137ad203 req-fb1abbb3-6849-44a6-b31e-e2f4d0c89cb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] No DVR routers for this DVR port fe562f6d-6088-4921-96b1-c76738ea478a on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:07:14.721902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d6756368-e4eb-4ce8-9016-8a2b137ad203 req-fb1abbb3-6849-44a6-b31e-e2f4d0c89cb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:14.724604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'name': 'network-vif-deleted', 'tag': 'fe562f6d-6088-4921-96b1-c76738ea478a'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:07:14.727638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f19421d-388e-499a-817f-d49d048280aa" -d '{"events": [{"server_uuid": "5c31a886-86cd-4f7c-9fa0-3750258b5913", "name": "network-vif-deleted", "tag": "fe562f6d-6088-4921-96b1-c76738ea478a"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:07:14.744827 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d6756368-e4eb-4ce8-9016-8a2b137ad203 req-fb1abbb3-6849-44a6-b31e-e2f4d0c89cb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "DELETE /v2.0/ports/fe562f6d-6088-4921-96b1-c76738ea478a HTTP/1.1" status: 204 len: 173 time: 0.8460636 Jun 03 22:07:14.777026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98ebedd-579f-46be-982c-1b51cf2aceb7 x-openstack-request-id: req-e98ebedd-579f-46be-982c-1b51cf2aceb7 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:07:14.777402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c31a886-86cd-4f7c-9fa0-3750258b5913", "name": "network-vif-deleted", "tag": "fe562f6d-6088-4921-96b1-c76738ea478a", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:07:14.777739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e98ebedd-579f-46be-982c-1b51cf2aceb7 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:07:14.778189 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c31a886-86cd-4f7c-9fa0-3750258b5913', 'name': 'network-vif-deleted', 'tag': 'fe562f6d-6088-4921-96b1-c76738ea478a', 'status': 'completed', 'code': 200} Jun 03 22:07:15.005274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-5207b691-2012-43ca-99a1-3cf51694d12e req-68861664-c3cd-420c-8a6c-fd6ac3ed556c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:07:15.024825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-5207b691-2012-43ca-99a1-3cf51694d12e req-68861664-c3cd-420c-8a6c-fd6ac3ed556c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:07:15.026088 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5207b691-2012-43ca-99a1-3cf51694d12e req-68861664-c3cd-420c-8a6c-fd6ac3ed556c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c31a886-86cd-4f7c-9fa0-3750258b5913 HTTP/1.1" status: 200 len: 210 time: 0.0790384 Jun 03 22:07:16.123917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57938) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:16.204250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:16.246251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:16.327151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:16.332772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cb1e3b72-3988-4cd8-ab5a-22c13da7e11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:16.353639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc99c059-f60b-4674-8d3c-2790dbd5ea55,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:16.362749 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:16.363132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:16.363536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:16.363916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:16.364404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:16.364636 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:16.365012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:16.365353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:16.365715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:16.366127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:16.366473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:16.366825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:16.371896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:16.375337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:16.376539 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a63a0b8a-5c35-4dcc-ab49-27da9e5ad81e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/security-groups/cc99c059-f60b-4674-8d3c-2790dbd5ea55 HTTP/1.1" status: 204 len: 168 time: 0.2516065 Jun 03 22:07:16.420862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57942) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:17.021146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:17.635738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 48c1f21d-318d-4fcb-b8ed-3947e716bce3 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:07:17.637157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:17.795018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 48c1f21d-318d-4fcb-b8ed-3947e716bce3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=48c1f21d-318d-4fcb-b8ed-3947e716bce3,segment=NetworkSegment(3719396f-43e8-4ae7-86db-be8de64503ec),segment_id=3719396f-43e8-4ae7-86db-be8de64503ec)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:07:17.795317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:17.846754 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device fe562f6d-6088-4921-96b1-c76738ea478a no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:07:17.928073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 48c1f21d-318d-4fcb-b8ed-3947e716bce3 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:07:17.928505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: fe562f6d-6088-4921-96b1-c76738ea478a {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:07:17.929062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device fe562f6d-6088-4921-96b1-c76738ea478a not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:07:18.251024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:18.256517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a1810abc-5b54-4891-95af-c6d26909d971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:18.309807 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=48c1f21d-318d-4fcb-b8ed-3947e716bce3,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:18.312930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:18.594711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:18.980163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 943229a1-9637-4ef4-b354-64eed6b82b8a has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:07:19.318722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:07:19.328889 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a903d2c-6ec2-4bfc-aaaa-2ad000366571 None None] Sync routers for ids ['943229a1-9637-4ef4-b354-64eed6b82b8a'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:07:19.338230 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/943229a1-9637-4ef4-b354-64eed6b82b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9160097 Jun 03 22:07:19.341361 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a903d2c-6ec2-4bfc-aaaa-2ad000366571 None None] Routers {'943229a1-9637-4ef4-b354-64eed6b82b8a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:07:19.341566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57944) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:19.342041 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1a903d2c-6ec2-4bfc-aaaa-2ad000366571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:06:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['943229a1-9637-4ef4-b354-64eed6b82b8a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:19.411977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac007052-e82a-4061-8d8d-15fa9709386d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting subnet be7f0812-2dc9-423d-aaee-756e196d6b1b {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:07:19.415366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac007052-e82a-4061-8d8d-15fa9709386d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:19.470753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac007052-e82a-4061-8d8d-15fa9709386d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:19.521767 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-1a903d2c-6ec2-4bfc-aaaa-2ad000366571 None None] Set router 943229a1-9637-4ef4-b354-64eed6b82b8a gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:07:19.557358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac007052-e82a-4061-8d8d-15fa9709386d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:19.816656 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1a903d2c-6ec2-4bfc-aaaa-2ad000366571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:07:18Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:19.821906 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a903d2c-6ec2-4bfc-aaaa-2ad000366571 None None] Checking router: 943229a1-9637-4ef4-b354-64eed6b82b8a for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:07:19.831262 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a903d2c-6ec2-4bfc-aaaa-2ad000366571 None None] Routers {'943229a1-9637-4ef4-b354-64eed6b82b8a'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:07:19.831921 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1a903d2c-6ec2-4bfc-aaaa-2ad000366571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:06:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['943229a1-9637-4ef4-b354-64eed6b82b8a'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:19.842781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac007052-e82a-4061-8d8d-15fa9709386d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:19.846975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4e7252fa-b5a7-493f-aebe-6818e5773aac tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:19.888834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac007052-e82a-4061-8d8d-15fa9709386d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Subnet': ['ID=be7f0812-2dc9-423d-aaee-756e196d6b1b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:19.891957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ac007052-e82a-4061-8d8d-15fa9709386d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:19.892966 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac007052-e82a-4061-8d8d-15fa9709386d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:19.900268 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ac007052-e82a-4061-8d8d-15fa9709386d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/subnets/be7f0812-2dc9-423d-aaee-756e196d6b1b HTTP/1.1" status: 204 len: 168 time: 0.5575767 Jun 03 22:07:19.903261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57946) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:19.906214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b51c528-e7ff-4d47-bb44-61e753001cce None None] Network c883e5db-06c8-4915-89c1-959edb95ca30 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:07:20.055846 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-1a903d2c-6ec2-4bfc-aaaa-2ad000366571 None None] Set router 943229a1-9637-4ef4-b354-64eed6b82b8a gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:07:20.102070 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:20.195741 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] DHCP port deletion for c883e5db-06c8-4915-89c1-959edb95ca30 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:07:20.275860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Deleting port b97589b8-f0a9-40bd-a09a-deca741ab2d9 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:07:20.276248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:20.309442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:20.374549 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-1a903d2c-6ec2-4bfc-aaaa-2ad000366571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:07:18Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:20.378606 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a903d2c-6ec2-4bfc-aaaa-2ad000366571 None None] The sync data for ids ['943229a1-9637-4ef4-b354-64eed6b82b8a'] in dv-neutron-792998-2-hyperv is: [{'id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'name': 'tempest-TestNetworkBasicOps-router-1355132826', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:03:32Z', 'updated_at': '2021-06-03T22:07:18Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '03db040a-88e9-4ff2-abaa-2630824870c2', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943229a1-9637-4ef4-b354-64eed6b82b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:03:33Z', 'updated_at': '2021-06-03T22:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:07:20.381525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] For port b97589b8-f0a9-40bd-a09a-deca741ab2d9, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b97589b8-f0a9-40bd-a09a-deca741ab2d9,segment=NetworkSegment(3719396f-43e8-4ae7-86db-be8de64503ec),segment_id=3719396f-43e8-4ae7-86db-be8de64503ec)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:07:20.382503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:20.398890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 03db040a-88e9-4ff2-abaa-2630824870c2 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:07:20.399568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:20.509787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Calling delete_port for b97589b8-f0a9-40bd-a09a-deca741ab2d9 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:07:20.527157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 03db040a-88e9-4ff2-abaa-2630824870c2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=03db040a-88e9-4ff2-abaa-2630824870c2,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:07:20.527556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:20.562879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:20.566673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:20.610794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Pushing event deleted for resources: {'Port': ['ID=b97589b8-f0a9-40bd-a09a-deca741ab2d9,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:20.617613 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] No DVR routers for this DVR port b97589b8-f0a9-40bd-a09a-deca741ab2d9 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:07:20.627405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:20.627750 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:20.628004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:20.628342 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:20.628791 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:20.629124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:20.629442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:20.629755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:20.630530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:20.630530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:20.630663 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:20.630949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:20.635186 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:20.659492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 03db040a-88e9-4ff2-abaa-2630824870c2 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:07:20.955830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:20.960454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b322c61d-c019-43ba-aedc-1cf6ca2ef4a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:21.007368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=03db040a-88e9-4ff2-abaa-2630824870c2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:21.039006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:21.103165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.281300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.283658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.313590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.314271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Fanout notify agent at l3_agent the message router_deleted on router 943229a1-9637-4ef4-b354-64eed6b82b8a {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:07:21.336799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.337904 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/routers/943229a1-9637-4ef4-b354-64eed6b82b8a HTTP/1.1" status: 204 len: 168 time: 1.4342797 Jun 03 22:07:21.340761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57948) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:21.461104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.599153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.612939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c883e5db-06c8-4915-89c1-959edb95ca30']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:21.630533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3719396f-43e8-4ae7-86db-be8de64503ec') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:21.630793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3719396f-43e8-4ae7-86db-be8de64503ec') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:21.644259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.660828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.667097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:07:21.667550 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:07:21.682000 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:07:21.769827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.773659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c0af3236-5323-4231-bcef-5989ec3efaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:21.788794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.800207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Network': ['ID=c883e5db-06c8-4915-89c1-959edb95ca30,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:21.803833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:21.811271 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/networks/c883e5db-06c8-4915-89c1-959edb95ca30 HTTP/1.1" status: 204 len: 168 time: 0.4693403 Jun 03 22:07:21.823005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57950) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:21.828267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'network': {'name': 'tempest-network-smoke--982066382', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'port_security_enabled': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:21.833737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:21.838784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:network and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:21.841930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:21.848191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:21.860488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:07:21.864036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.896765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:07:21.906284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.906625 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Added segment 5fd46e54-c756-4c20-b56a-c5261b21538d of type vlan for network 60eeccef-f9dd-406b-a7b1-4ad37647b516 Jun 03 22:07:21.935027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.968097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.973861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:21.974443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:21.978679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2eab7098-28d2-48fc-8ca2-8dd311b0b93b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:22.077906 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2537174 Jun 03 22:07:22.081198 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57952) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:22.088200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Network': ['ID=60eeccef-f9dd-406b-a7b1-4ad37647b516,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:22.088697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-449894010', 'admin_state_up': True, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:22.090831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:22.097026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:22.098482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 60eeccef-f9dd-406b-a7b1-4ad37647b516 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:07:22.101989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:router and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:22.105121 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:22.112676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:22.124605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:22.125649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:22.145837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:22.197163 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 03db040a-88e9-4ff2-abaa-2630824870c2 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:07:22.235149 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 03db040a-88e9-4ff2-abaa-2630824870c2 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:07:22.235497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 03db040a-88e9-4ff2-abaa-2630824870c2 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:07:22.235911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 48c1f21d-318d-4fcb-b8ed-3947e716bce3 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:07:22.274144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 48c1f21d-318d-4fcb-b8ed-3947e716bce3 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:07:22.274493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 48c1f21d-318d-4fcb-b8ed-3947e716bce3 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:07:22.274917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b97589b8-f0a9-40bd-a09a-deca741ab2d9 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:07:22.307934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: b97589b8-f0a9-40bd-a09a-deca741ab2d9 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:07:22.308280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b97589b8-f0a9-40bd-a09a-deca741ab2d9 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:07:22.426716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:22.753056 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:22.837184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-142b2e61-7268-4d6d-9c61-0a29a9c47f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:22.942100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:23.090411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.105 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/bd3c10da-9abb-4ae3-9f29-569ba3d26aa4) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:07:23.250871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:23.293951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:23.299727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:23.363638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:07:23.366613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:07:23.375252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:07:23.408608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=bd3c10da-9abb-4ae3-9f29-569ba3d26aa4,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:23.416265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:23.810296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:24.186188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:24.556392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:07:24.740624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:07:24.758358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Sync routers for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:07:24.769415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:07:24.770046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:06:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:24.778396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:24.779655 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6973717 Jun 03 22:07:24.782914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57954) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:24.829221 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-045bc7a1-90a8-4077-8b94-0f1d630bc322 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=c505461944d44588ae1a2ee7f748a138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449719 Jun 03 22:07:24.831821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57956) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:24.953629 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:07:24.970103 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa5f5e7-fc71-435c-8009-bac48afd8ec9 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:24.971662 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0aa5f5e7-fc71-435c-8009-bac48afd8ec9 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1388581 Jun 03 22:07:24.974561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57958) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:25.013503 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-302678f0-16da-415d-b956-34cb7e87c207 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377557 Jun 03 22:07:25.015899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57960) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:25.020742 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-459055942', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:25.133369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:25.137695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:subnet and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:25.140566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:25.146268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:25.158334 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:07:25.161925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:25.248346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:23Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:25.252514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Checking router: 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:07:25.252873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Updating router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d port bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:07:25.369271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:25.370723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:25.509128 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-01274d3d-2967-4ad6-bab7-85a410a4d35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:25.602995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:25.606717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-afb75412-189d-439d-816d-d9c2a5b15df1 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:25.682121 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Subnet': ['ID=473b6db6-9463-4d68-9286-d8efdb343085,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:25.686706 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:25.697494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Checking segment: {'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:07:25.697950 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network hostable DHCP agents. Network: 60eeccef-f9dd-406b-a7b1-4ad37647b516, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:07:25.729020 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 60eeccef-f9dd-406b-a7b1-4ad37647b516 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:07:25.736771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:25.739950 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 60eeccef-f9dd-406b-a7b1-4ad37647b516) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:07:25.749505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b41452-4a5e-448a-a5bf-6abbd7e8e3b8 None None] Network 60eeccef-f9dd-406b-a7b1-4ad37647b516 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:07:25.755917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:25.756509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:25.765977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Transition to ACTIVE for port object bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:07:25.782365 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8b9642bc-2663-42ca-bf8d-535aac5daf6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7654114 Jun 03 22:07:25.785638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57962) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:25.786154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:25.792769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-618e0b7f-e170-4d67-ac16-961a2ef74980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:25.943329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532da54-cf66-4239-9d4b-15ac449abb22 None None] Pushing event updated for resources: {'Port': ['ID=bd3c10da-9abb-4ae3-9f29-569ba3d26aa4,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:25.946552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Attempting to bind port bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:07:25.946926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Attempting to bind port bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:07:25.947314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Attempting to bind port bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:07:25.949650 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c532da54-cf66-4239-9d4b-15ac449abb22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:25.966534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:07:25.966915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:07:25.967322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:25.967752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:07:25.968236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Bound port: bd3c10da-9abb-4ae3-9f29-569ba3d26aa4, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:07:25.968611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:26.133649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] For port bd3c10da-9abb-4ae3-9f29-569ba3d26aa4, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:07:26.149013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] For port bd3c10da-9abb-4ae3-9f29-569ba3d26aa4, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=bd3c10da-9abb-4ae3-9f29-569ba3d26aa4,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:07:26.153713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-60eeccef-f9dd-406b-a7b1-4ad37647b516', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:07:26.154566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:26.167808 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:26.174611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:26.320666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532da54-cf66-4239-9d4b-15ac449abb22 None None] Pushing event updated for resources: {'Port': ['ID=bd3c10da-9abb-4ae3-9f29-569ba3d26aa4,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:26.326104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:07:26.326747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:07:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:26.378890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c532da54-cf66-4239-9d4b-15ac449abb22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:26.572917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Allocated IP 172.20.0.2 (60eeccef-f9dd-406b-a7b1-4ad37647b516/473b6db6-9463-4d68-9286-d8efdb343085/0bed30b6-22d6-4099-9a12-4a1942a7302b) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:07:26.590792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:07:26.659721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:27.004661 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:27.015607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:27.136940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:27.151056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Transition to ACTIVE for port object 0bed30b6-22d6-4099-9a12-4a1942a7302b will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:07:27.174720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Transition to ACTIVE for port object 0bed30b6-22d6-4099-9a12-4a1942a7302b will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:07:27.180248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:23Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:27.183939 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:27.188868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:27.220786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1c8f1-939d-47ae-9247-30f3d5d4e3c5 None None] The sync data for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv is: [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:23Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:07:27.250380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Network 60eeccef-f9dd-406b-a7b1-4ad37647b516 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:07:27.253319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:07:27.257942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:07:27.258782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.1 (60eeccef-f9dd-406b-a7b1-4ad37647b516/473b6db6-9463-4d68-9286-d8efdb343085/fdc50220-d74f-41f1-b9aa-b42b6bdf77a7) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:07:27.273941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Pushing event updated for resources: {'Port': ['ID=0bed30b6-22d6-4099-9a12-4a1942a7302b,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:27.309579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:27.367611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Attempting to bind port 0bed30b6-22d6-4099-9a12-4a1942a7302b on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:07:27.367994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Attempting to bind port 0bed30b6-22d6-4099-9a12-4a1942a7302b by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:07:27.368364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Attempting to bind port 0bed30b6-22d6-4099-9a12-4a1942a7302b on network 60eeccef-f9dd-406b-a7b1-4ad37647b516 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:07:27.374226 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:07:27.374428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Checking segment: {'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:07:27.374710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:27.375110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Bound using segment: {'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:07:27.375620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Bound port: 0bed30b6-22d6-4099-9a12-4a1942a7302b, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:07:27.376015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:27.444556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:27.468361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:07:27.491739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] For port 0bed30b6-22d6-4099-9a12-4a1942a7302b, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:07:27.494198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:27.496128 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] For port 0bed30b6-22d6-4099-9a12-4a1942a7302b, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0bed30b6-22d6-4099-9a12-4a1942a7302b,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:07:27.498389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3f9ac2fd-7632-436b-8fdf-e9853bd569fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:27.499883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:27.512745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:27.563776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 60eeccef-f9dd-406b-a7b1-4ad37647b516 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:07:27.567355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:07:27.571902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:07:27.595410 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Pushing event updated for resources: {'Port': ['ID=0bed30b6-22d6-4099-9a12-4a1942a7302b,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:27.598770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:27.634517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=fdc50220-d74f-41f1-b9aa-b42b6bdf77a7,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:27.655010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:27.655396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:27.655799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:27.656172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:27.656530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:27.656895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:27.657253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:27.657624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:27.658005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:27.658358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:27.658713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:27.659068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:27.663182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:27.684946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:28.014084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:28.272261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0bed30b6-22d6-4099-9a12-4a1942a7302b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:07:28.355240 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 0bed30b6-22d6-4099-9a12-4a1942a7302b completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:07:28.360365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:07:28.459761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:07:28.464149 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:28.470928 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:07:28.471403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:28.591992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f85c0ad-8b65-4ff3-b6b1-b5116da15727 None None] Network 60eeccef-f9dd-406b-a7b1-4ad37647b516 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:07:28.651477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:28.656995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:28.683014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-112fdce4-87eb-4e85-a254-d5b3563f896a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:28.716917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-61fda58a-c3e7-46bb-92ac-f795c84ff606 None None] Provisioning for port 0bed30b6-22d6-4099-9a12-4a1942a7302b completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:07:28.755381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-61fda58a-c3e7-46bb-92ac-f795c84ff606 None None] Provisioning complete for port 0bed30b6-22d6-4099-9a12-4a1942a7302b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:07:28.755809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-61fda58a-c3e7-46bb-92ac-f795c84ff606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:28.774944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=fdc50220-d74f-41f1-b9aa-b42b6bdf77a7,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:28.778475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:28.779329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:28.886091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:28.935616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port bd3c10da-9abb-4ae3-9f29-569ba3d26aa4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=bd3c10da-9abb-4ae3-9f29-569ba3d26aa4,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:07:28.937239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 60eeccef-f9dd-406b-a7b1-4ad37647b516 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:07:28.938535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:07:28.952774 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:28.958558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:29.144398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:07:29.177377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-61fda58a-c3e7-46bb-92ac-f795c84ff606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:29.215306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=bd3c10da-9abb-4ae3-9f29-569ba3d26aa4,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:29.223156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:29.246130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-61fda58a-c3e7-46bb-92ac-f795c84ff606 None None] For port 0bed30b6-22d6-4099-9a12-4a1942a7302b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0bed30b6-22d6-4099-9a12-4a1942a7302b,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:07:29.261913 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-61fda58a-c3e7-46bb-92ac-f795c84ff606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:29.265287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:29.343016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fda58a-c3e7-46bb-92ac-f795c84ff606 None None] Pushing event updated for resources: {'Port': ['ID=0bed30b6-22d6-4099-9a12-4a1942a7302b,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:29.343695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:07:29.347313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-61fda58a-c3e7-46bb-92ac-f795c84ff606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:29.355112 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Sync routers for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:07:29.362524 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/2ce2a2dc-3f02-4f69-b006-8eed41e7f77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5755196 Jun 03 22:07:29.365124 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57964) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:29.365644 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:07:29.366533 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:07:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:29.517307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9429e-535b-4df4-99ff-087580496cc8 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:29.517771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9429e-535b-4df4-99ff-087580496cc8 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:29.518233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9429e-535b-4df4-99ff-087580496cc8 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:29.518685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9429e-535b-4df4-99ff-087580496cc8 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:29.520349 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-54b9429e-535b-4df4-99ff-087580496cc8 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1540563 Jun 03 22:07:29.523163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57966) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:29.547669 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:07:29.603451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5b61a587-dfeb-4617-8a3c-84eb3cd7e6f0 None None] Provisioning complete for port 0bed30b6-22d6-4099-9a12-4a1942a7302b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:07:29.604211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5b61a587-dfeb-4617-8a3c-84eb3cd7e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:29.610381 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55279fc1-01f1-4407-8571-719e979ea7df tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:29.610839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55279fc1-01f1-4407-8571-719e979ea7df tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:29.611441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55279fc1-01f1-4407-8571-719e979ea7df tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:29.612130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55279fc1-01f1-4407-8571-719e979ea7df tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:29.613935 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-55279fc1-01f1-4407-8571-719e979ea7df tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0898285 Jun 03 22:07:29.619138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57968) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:29.921620 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-914d24d4-5f81-41e2-ba35-9cf02f7a5317 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2988641 Jun 03 22:07:29.934475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5b61a587-dfeb-4617-8a3c-84eb3cd7e6f0 None None] Provisioning for port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:07:29.944548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5b61a587-dfeb-4617-8a3c-84eb3cd7e6f0 None None] Provisioning complete for port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:07:29.944993 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5b61a587-dfeb-4617-8a3c-84eb3cd7e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:29.993772 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:29.999645 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Checking router: 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:07:30.000615 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Updating router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:07:30.013526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5b61a587-dfeb-4617-8a3c-84eb3cd7e6f0 None None] Port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:07:30.066202 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.143508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-162f6309-b378-43e1-88de-49963148366b None None] Provisioning complete for port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:07:30.144376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-162f6309-b378-43e1-88de-49963148366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.206805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-162f6309-b378-43e1-88de-49963148366b None None] Port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:07:30.214078 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0bed30b6-22d6-4099-9a12-4a1942a7302b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:07:30.288292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 0bed30b6-22d6-4099-9a12-4a1942a7302b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:07:30.288780 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.411204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:07:30.452853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57972) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:30.458185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1641803211', 'description': 'tempest-secgroup-smoke-1641803211 description', 'project_id': 'c505461944d44588ae1a2ee7f748a138'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:30.464658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:30.467297 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.470304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:30.474062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:30.481560 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:30.483616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:07:30.484254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.485101 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Transition to ACTIVE for port object fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:07:30.495267 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.497502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.514903 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-7b37f15e-fca5-4351-a814-e14ac2dbb34f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:30.522117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:30.528213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:30.531837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:30.540862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:30.636693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.646462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.652659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-162a3532-fd31-4d5f-97f2-726612197866 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:30.701809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd1ccde-f2cb-4979-80b2-0125b7ca5011,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:30.705290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:30.706847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.708269 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2543910 Jun 03 22:07:30.712121 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57974) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:30.717497 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-64507891-2f48-477d-8647-33b292798440 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1ccde-f2cb-4979-80b2-0125b7ca5011', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:30.730473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-64507891-2f48-477d-8647-33b292798440 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:30.734743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-64507891-2f48-477d-8647-33b292798440 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:30.737939 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Pushing event updated for resources: {'Port': ['ID=fdc50220-d74f-41f1-b9aa-b42b6bdf77a7,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:30.738086 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-64507891-2f48-477d-8647-33b292798440 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:30.745277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-64507891-2f48-477d-8647-33b292798440 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:30.760486 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:30.760815 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:30.761159 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:30.761808 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:30.762143 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:30.762576 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:30.762797 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:30.763117 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:30.763445 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:30.763792 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:30.764678 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:30.764678 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:07:30.766027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-64507891-2f48-477d-8647-33b292798440 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.770235 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:30.775004 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Attempting to bind port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:07:30.775429 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Attempting to bind port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:07:30.775832 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Attempting to bind port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 on network 60eeccef-f9dd-406b-a7b1-4ad37647b516 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:07:30.782102 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:07:30.782485 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Checking segment: {'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:07:30.782882 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.783277 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Bound using segment: {'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:07:30.783796 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Bound port: fdc50220-d74f-41f1-b9aa-b42b6bdf77a7, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:07:30.784160 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.840817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-64507891-2f48-477d-8647-33b292798440 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.845906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-64507891-2f48-477d-8647-33b292798440 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.847849 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fa9ce6eb-216d-478d-aae5-19c47a22a4d3 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:30.871851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64507891-2f48-477d-8647-33b292798440 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba25a6eb-a2d9-4097-a3cc-58d5e1507c72,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:30.874346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-64507891-2f48-477d-8647-33b292798440 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:30.882144 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] For port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:07:30.882778 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-64507891-2f48-477d-8647-33b292798440 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.886689 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-64507891-2f48-477d-8647-33b292798440 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1702931 Jun 03 22:07:30.886843 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] For port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fdc50220-d74f-41f1-b9aa-b42b6bdf77a7,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:07:30.886953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57976) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:30.890359 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.891561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-af32fe7a-dd73-4055-88ef-723947b6d4cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1ccde-f2cb-4979-80b2-0125b7ca5011', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:30.894169 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:30.897616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-af32fe7a-dd73-4055-88ef-723947b6d4cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:30.901445 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-af32fe7a-dd73-4055-88ef-723947b6d4cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:30.904299 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-af32fe7a-dd73-4055-88ef-723947b6d4cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:30.909905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-af32fe7a-dd73-4055-88ef-723947b6d4cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:30.930203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af32fe7a-dd73-4055-88ef-723947b6d4cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:30.973136 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:07:30.973785 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:07:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:31.000506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af32fe7a-dd73-4055-88ef-723947b6d4cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.006273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af32fe7a-dd73-4055-88ef-723947b6d4cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.009459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-069705ad-08b2-4675-a63e-d80621062230 tempest-SecGroupIPv6Test-923416434 tempest-SecGroupIPv6Test-923416434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:31.026019 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Pushing event updated for resources: {'Port': ['ID=fdc50220-d74f-41f1-b9aa-b42b6bdf77a7,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:31.034815 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:31.050432 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32fe7a-dd73-4055-88ef-723947b6d4cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b310b354-2ad9-4c4d-96a7-a7dfb8cd5a41,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:31.057163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-af32fe7a-dd73-4055-88ef-723947b6d4cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:31.064793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-af32fe7a-dd73-4055-88ef-723947b6d4cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.066741 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-af32fe7a-dd73-4055-88ef-723947b6d4cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1786659 Jun 03 22:07:31.070300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57978) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:31.077363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-39651d0d-64cd-4f80-83ec-d3cfe231f18f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1ccde-f2cb-4979-80b2-0125b7ca5011', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:31.086785 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-39651d0d-64cd-4f80-83ec-d3cfe231f18f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:31.093270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-39651d0d-64cd-4f80-83ec-d3cfe231f18f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:31.097344 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-39651d0d-64cd-4f80-83ec-d3cfe231f18f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:31.108231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-39651d0d-64cd-4f80-83ec-d3cfe231f18f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:31.127922 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39651d0d-64cd-4f80-83ec-d3cfe231f18f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.166831 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:07:31.198458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39651d0d-64cd-4f80-83ec-d3cfe231f18f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.203233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39651d0d-64cd-4f80-83ec-d3cfe231f18f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.205692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9b5084ff-1cd5-489f-bac1-ae30f0b1a527 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:31.234309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39651d0d-64cd-4f80-83ec-d3cfe231f18f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5473207b-d5f7-4682-9d22-42875d074d2a,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:31.236973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-39651d0d-64cd-4f80-83ec-d3cfe231f18f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:31.242215 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-39651d0d-64cd-4f80-83ec-d3cfe231f18f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.243058 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-39651d0d-64cd-4f80-83ec-d3cfe231f18f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715600 Jun 03 22:07:31.246062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 57980) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:31.252127 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-7923aeb6-b9fa-419d-bd85-ed1fe7c01492 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1ccde-f2cb-4979-80b2-0125b7ca5011', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:31.259786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7923aeb6-b9fa-419d-bd85-ed1fe7c01492 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:31.265244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7923aeb6-b9fa-419d-bd85-ed1fe7c01492 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:31.268324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7923aeb6-b9fa-419d-bd85-ed1fe7c01492 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:31.274175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7923aeb6-b9fa-419d-bd85-ed1fe7c01492 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:31.291959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7923aeb6-b9fa-419d-bd85-ed1fe7c01492 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.360301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7923aeb6-b9fa-419d-bd85-ed1fe7c01492 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.365002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7923aeb6-b9fa-419d-bd85-ed1fe7c01492 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.367060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-33bb1d0f-4c30-4536-a062-3499f44786af tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:31.391484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923aeb6-b9fa-419d-bd85-ed1fe7c01492 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83adf685-e682-4685-8bfd-d938ee1e16b7,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:31.396847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7923aeb6-b9fa-419d-bd85-ed1fe7c01492 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:31.402772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7923aeb6-b9fa-419d-bd85-ed1fe7c01492 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.404201 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7923aeb6-b9fa-419d-bd85-ed1fe7c01492 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562681 Jun 03 22:07:31.407399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57982) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:31.412246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1ccde-f2cb-4979-80b2-0125b7ca5011', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:31.419483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:31.424095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:31.427636 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:31.435196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:31.451000 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:07:31.458081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.501095 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:30Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:31.505322 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543be09e-5a6e-455e-8a3a-404d02f6519e None None] The sync data for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv is: [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:30Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:07:31.531214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.536227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.539406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d3bad1b8-2f30-4139-ba75-835d771b002e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:31.571883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a771eb45-34c1-44dc-805e-fb12818014a2,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:31.575059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:31.589728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.591130 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1827257 Jun 03 22:07:31.593952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 57984) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:31.598519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ee2a9817-0897-4b0b-a793-532c80404b14 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1ccde-f2cb-4979-80b2-0125b7ca5011', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:31.605257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ee2a9817-0897-4b0b-a793-532c80404b14 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:31.609205 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ee2a9817-0897-4b0b-a793-532c80404b14 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:31.612348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ee2a9817-0897-4b0b-a793-532c80404b14 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:31.621728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ee2a9817-0897-4b0b-a793-532c80404b14 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:31.638073 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-ee2a9817-0897-4b0b-a793-532c80404b14 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:07:31.644142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ee2a9817-0897-4b0b-a793-532c80404b14 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.718967 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ee2a9817-0897-4b0b-a793-532c80404b14 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.724175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ee2a9817-0897-4b0b-a793-532c80404b14 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.726570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3b12e6f8-b2dc-41de-a6d7-a47fdcb30fb9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:31.763507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a9817-0897-4b0b-a793-532c80404b14 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c83dcb-01e5-4ffb-ad13-81a61d5ea031,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:31.766103 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ee2a9817-0897-4b0b-a793-532c80404b14 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:31.775779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ee2a9817-0897-4b0b-a793-532c80404b14 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:31.777010 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ee2a9817-0897-4b0b-a793-532c80404b14 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1821308 Jun 03 22:07:31.964154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-82c0a95c-5179-4229-a55f-aafa454ee5ed tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:07:31.984014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-82c0a95c-5179-4229-a55f-aafa454ee5ed tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:07:31.985264 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-82c0a95c-5179-4229-a55f-aafa454ee5ed tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641803211&fields=id&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 267 time: 0.0640152 Jun 03 22:07:32.226827 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:07:32.301829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:07:32.306006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-c6a582ce-9296-4b0b-bc07-d3be2a8660dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:32.306729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-c6a582ce-9296-4b0b-bc07-d3be2a8660dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:07:32.309384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:07:32.310100 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:32.327839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-c6a582ce-9296-4b0b-bc07-d3be2a8660dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:07:32.329089 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-c6a582ce-9296-4b0b-bc07-d3be2a8660dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 796 time: 0.3364768 Jun 03 22:07:32.348222 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-dcf90624-49d4-4ee6-8c2a-3d622eef7c26 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/quotas/c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 375 time: 0.0101569 Jun 03 22:07:32.448813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-455f5274-bb60-4616-a1d8-8a2739a6ebe2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:07:32.449678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:32.466805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-455f5274-bb60-4616-a1d8-8a2739a6ebe2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:07:32.468389 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-455f5274-bb60-4616-a1d8-8a2739a6ebe2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097658 Jun 03 22:07:32.489172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fdc50220-d74f-41f1-b9aa-b42b6bdf77a7,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:07:32.495173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:32.497636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-61fda58a-c3e7-46bb-92ac-f795c84ff606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:32.551682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-e7e1b4f5-0254-489c-9d63-ff703f1cf181 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:07:32.552553 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-e7e1b4f5-0254-489c-9d63-ff703f1cf181 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0719681 Jun 03 22:07:32.570358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=fdc50220-d74f-41f1-b9aa-b42b6bdf77a7,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:32.573407 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:32.700624 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-05996d80-7f88-4328-a2e0-8aa5f537041b service neutron] 10.222.0.96 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398070 Jun 03 22:07:32.837727 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-a4a975b4-1120-4acb-b6d8-e3a2e9981824 service neutron] 10.222.0.96 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311955 Jun 03 22:07:33.035303 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5531a056-0dfb-4cae-bae3-a7017a13bab3 req-e9493374-5f29-4e6f-8dd5-34e2f4fbf5bf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 210 time: 0.0440128 Jun 03 22:07:34.207929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:07:34.230841 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-58ea6f61-728a-4969-ac5f-3f1a58bf43e1 req-444f2a53-3645-410f-bf4a-8d61696b7322 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 210 time: 0.0707302 Jun 03 22:07:34.287028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:07:34.287297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:34.334363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-b30916af-a08d-4641-9986-5d297b508995 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:34.336752 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-b30916af-a08d-4641-9986-5d297b508995 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 796 time: 0.2022264 Jun 03 22:07:34.398320 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-b303fa03-6d8c-4d5f-9c31-2b7920908026 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 380 time: 0.0517497 Jun 03 22:07:34.406571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'port': {'device_id': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'admin_state_up': True, 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'security_groups': ['ffd1ccde-f2cb-4979-80b2-0125b7ca5011']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:34.571075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:34.581303 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:34.594178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:07:34.597852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:34.778748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.12 (60eeccef-f9dd-406b-a7b1-4ad37647b516/473b6db6-9463-4d68-9286-d8efdb343085/4408fea3-cee7-4d14-bda3-65e0cc94bc8a) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:07:34.980804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:34.998369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 4408fea3-cee7-4d14-bda3-65e0cc94bc8a will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:07:35.024460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:35.030423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:35.092100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 60eeccef-f9dd-406b-a7b1-4ad37647b516 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:07:35.095085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:07:35.104469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:07:35.141056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:35.147797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:35.180065 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:35.180714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:35.210656 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8078315 Jun 03 22:07:35.222370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Request body: {'port': {'device_id': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:35.313127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-78f3441b-097a-4b38-8c10-fb9697a0bbaf None None] Provisioning for port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:07:35.318898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-78f3441b-097a-4b38-8c10-fb9697a0bbaf None None] Provisioning complete for port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:07:35.319699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-78f3441b-097a-4b38-8c10-fb9697a0bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:35.346775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:35.373945 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-78f3441b-097a-4b38-8c10-fb9697a0bbaf None None] Port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:07:35.442661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22fb43-82e9-4c5b-8049-7edeed347061 req-0ed4d461-a742-4a5c-ad5f-9743b3c6745a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:35.444239 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2f22fb43-82e9-4c5b-8049-7edeed347061 req-0ed4d461-a742-4a5c-ad5f-9743b3c6745a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 932 time: 0.0900538 Jun 03 22:07:35.489273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-2f22fb43-82e9-4c5b-8049-7edeed347061 req-346a4c70-be9d-46d5-bf3c-ca157847a3a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:07:35.501402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-2f22fb43-82e9-4c5b-8049-7edeed347061 req-346a4c70-be9d-46d5-bf3c-ca157847a3a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:07:35.502456 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2f22fb43-82e9-4c5b-8049-7edeed347061 req-346a4c70-be9d-46d5-bf3c-ca157847a3a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ffd1ccde-f2cb-4979-80b2-0125b7ca5011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517642 Jun 03 22:07:35.877699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4408fea3-cee7-4d14-bda3-65e0cc94bc8a {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:07:35.887169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:35.917894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Transition to ACTIVE for port object 4408fea3-cee7-4d14-bda3-65e0cc94bc8a will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:07:35.924264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:35.928417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-86731ade-f9f1-435c-bf34-a2c02cc01b8c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:36.085091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Pushing event updated for resources: {'Port': ['ID=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:36.092796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:36.172127 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Attempting to bind port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:07:36.172462 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Attempting to bind port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:07:36.172791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Attempting to bind port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a on network 60eeccef-f9dd-406b-a7b1-4ad37647b516 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:07:36.177585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a on network 60eeccef-f9dd-406b-a7b1-4ad37647b516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:07:36.177903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Attempting to bind port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a on network 60eeccef-f9dd-406b-a7b1-4ad37647b516 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:07:36.183227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:07:36.183621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Checking segment: {'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:07:36.184028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Bound using segment: {'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:07:36.184823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Bound port: 4408fea3-cee7-4d14-bda3-65e0cc94bc8a, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:07:36.185378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:36.284243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] For port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:07:36.289457 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] For port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:07:36.294759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:36.299563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-88bb8197-1f87-447e-b749-c2aee319fd77 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:36.355345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:36.356017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:36.357325 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] 10.222.0.24 "PUT /v2.0/ports/4408fea3-cee7-4d14-bda3-65e0cc94bc8a HTTP/1.1" status: 200 len: 1094 time: 1.1395025 Jun 03 22:07:36.357840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:07:36.360129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbce32a-e274-4e5c-bf9a-3af13128a49c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:07:36.384858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Pushing event updated for resources: {'Port': ['ID=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:36.388836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:36.439631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bef7b6-0c51-4853-a7d6-408f01203f51 x-openstack-request-id: req-a5bef7b6-0c51-4853-a7d6-408f01203f51 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:07:36.439972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:07:36.440268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a5bef7b6-0c51-4853-a7d6-408f01203f51 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:07:36.440709 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'status': 'completed', 'code': 200} Jun 03 22:07:36.478414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-22fb5904-3214-4238-bccb-b9250cf21a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:36.479918 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-22fb5904-3214-4238-bccb-b9250cf21a76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 1097 time: 0.0793338 Jun 03 22:07:36.560425 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-9bc79b12-8488-45ac-a583-9c46835b1269 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a HTTP/1.1" status: 200 len: 217 time: 0.0720227 Jun 03 22:07:36.625400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-0e1da807-3eae-4859-a49d-560a9fb1f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:36.627126 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-0e1da807-3eae-4859-a49d-560a9fb1f855 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473b6db6-9463-4d68-9286-d8efdb343085 HTTP/1.1" status: 200 len: 834 time: 0.0607626 Jun 03 22:07:36.700052 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71e360-8469-4bde-bd37-7a3af32aa27d req-e911acba-d7b8-4361-a961-09406a6d231e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:36.702280 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3d71e360-8469-4bde-bd37-7a3af32aa27d req-e911acba-d7b8-4361-a961-09406a6d231e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 944 time: 0.0865135 Jun 03 22:07:36.714268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-6c73f5a3-08be-4aa4-89d0-fbca557de52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:36.715774 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-6c73f5a3-08be-4aa4-89d0-fbca557de52e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60eeccef-f9dd-406b-a7b1-4ad37647b516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821931 Jun 03 22:07:36.749149 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3d71e360-8469-4bde-bd37-7a3af32aa27d req-d5c1b8a9-5dce-4527-9745-ff87860e680b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ffd1ccde-f2cb-4979-80b2-0125b7ca5011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409238 Jun 03 22:07:36.852033 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-62c41ccb-d60f-400e-9547-9a9957b73d2e service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286337 Jun 03 22:07:36.996402 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c1e7bfff-392e-4f4a-857f-d533e8e771c4 req-568bc488-2e2b-47f9-8c1b-cd5da83e9351 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379523 Jun 03 22:07:37.134733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbce32a-e274-4e5c-bf9a-3af13128a49c req-153abd6d-17dd-4564-afe8-0a237edfa35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:37.136649 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5cbce32a-e274-4e5c-bf9a-3af13128a49c req-153abd6d-17dd-4564-afe8-0a237edfa35b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 1097 time: 0.0856795 Jun 03 22:07:37.272649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbce32a-e274-4e5c-bf9a-3af13128a49c req-ace164b0-27b5-4fd5-8b96-8c8feba70222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:37.274156 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5cbce32a-e274-4e5c-bf9a-3af13128a49c req-ace164b0-27b5-4fd5-8b96-8c8feba70222 service neutron] 10.222.0.24 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 898 time: 0.1306746 Jun 03 22:07:37.347478 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5cbce32a-e274-4e5c-bf9a-3af13128a49c req-6e3e8b76-7098-43a7-97d0-14bffc9fabaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a HTTP/1.1" status: 200 len: 217 time: 0.0658920 Jun 03 22:07:37.413413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbce32a-e274-4e5c-bf9a-3af13128a49c req-003b45a8-881c-4a9c-9110-14266ad1bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:37.414849 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5cbce32a-e274-4e5c-bf9a-3af13128a49c req-003b45a8-881c-4a9c-9110-14266ad1bcf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473b6db6-9463-4d68-9286-d8efdb343085 HTTP/1.1" status: 200 len: 834 time: 0.0607166 Jun 03 22:07:37.512997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbce32a-e274-4e5c-bf9a-3af13128a49c req-658d36ee-bac1-4a2f-bad8-fe9baccfcf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:37.514507 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5cbce32a-e274-4e5c-bf9a-3af13128a49c req-658d36ee-bac1-4a2f-bad8-fe9baccfcf1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60eeccef-f9dd-406b-a7b1-4ad37647b516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916824 Jun 03 22:07:37.666852 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5cbce32a-e274-4e5c-bf9a-3af13128a49c req-fde6d20a-687d-4e88-8b89-66611645e467 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450210 Jun 03 22:07:38.012323 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5cbce32a-e274-4e5c-bf9a-3af13128a49c req-a9cbef2d-e135-492b-9995-a5dda9cb2e80 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378308 Jun 03 22:07:38.053026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a05b2-7363-47cc-a3bc-dbbe036bc164 req-8305ba8c-cec1-4f42-b162-6090737608e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:38.054562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-1e8a05b2-7363-47cc-a3bc-dbbe036bc164 req-8305ba8c-cec1-4f42-b162-6090737608e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:07:38.078887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-1e8a05b2-7363-47cc-a3bc-dbbe036bc164 req-8305ba8c-cec1-4f42-b162-6090737608e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:07:38.080391 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1e8a05b2-7363-47cc-a3bc-dbbe036bc164 req-8305ba8c-cec1-4f42-b162-6090737608e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 944 time: 0.1404102 Jun 03 22:07:38.127152 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1e8a05b2-7363-47cc-a3bc-dbbe036bc164 req-0c8481fe-4682-4a20-83f9-c23f8ad5ce48 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ffd1ccde-f2cb-4979-80b2-0125b7ca5011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403109 Jun 03 22:07:39.455138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207dc53-f715-477b-ada8-cad15def6bc1 req-ae271fb0-31c5-4f69-bafb-afe31a0fe304 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:39.456539 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7207dc53-f715-477b-ada8-cad15def6bc1 req-ae271fb0-31c5-4f69-bafb-afe31a0fe304 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 944 time: 0.2212241 Jun 03 22:07:39.504571 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7207dc53-f715-477b-ada8-cad15def6bc1 req-4d1df70e-5dfd-402d-bcbb-c74efdc972a8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ffd1ccde-f2cb-4979-80b2-0125b7ca5011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Jun 03 22:07:39.930528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 4408fea3-cee7-4d14-bda3-65e0cc94bc8a details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:07:40.084173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:07:40.102669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'port_id': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'mac_address': 'fa:16:3e:c8:a0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:07:40.160434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:40.178198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4408fea3-cee7-4d14-bda3-65e0cc94bc8a {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:07:40.195888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:07:40.201976 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:40.204200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:40.273951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:40.277217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:40.549352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['4408fea3-cee7-4d14-bda3-65e0cc94bc8a'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:07:40.704993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d638f-fd30-4af1-83ad-bdfc0077bbe2 req-a1208a3a-8068-4c6c-a179-5a99d3860221 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:40.706753 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cd1d638f-fd30-4af1-83ad-bdfc0077bbe2 req-a1208a3a-8068-4c6c-a179-5a99d3860221 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 945 time: 0.0879660 Jun 03 22:07:40.923387 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cd1d638f-fd30-4af1-83ad-bdfc0077bbe2 req-14096405-7f81-4509-8d8d-ccaf7627f80c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ffd1ccde-f2cb-4979-80b2-0125b7ca5011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093451 Jun 03 22:07:41.941806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 4408fea3-cee7-4d14-bda3-65e0cc94bc8a up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:07:42.013791 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:07:42.018572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:07:42.018952 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:42.128148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ac8d1-9460-46ca-b257-003e0e59972b req-382ecbfa-305a-449d-a003-0a0db71fc885 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:42.129588 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2a6ac8d1-9460-46ca-b257-003e0e59972b req-382ecbfa-305a-449d-a003-0a0db71fc885 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 945 time: 0.0929425 Jun 03 22:07:42.145518 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:42.173807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:07:42.176126 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e265a2dd-1db4-4182-b3ba-9e8f9f96a9a0" -d '{"events": [{"server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "name": "network-vif-plugged", "status": "completed", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:07:42.181544 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2a6ac8d1-9460-46ca-b257-003e0e59972b req-cafba2ab-88e9-4724-afa8-9b786dd57549 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ffd1ccde-f2cb-4979-80b2-0125b7ca5011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446811 Jun 03 22:07:42.184949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:07:42.190958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:42.193027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:42.265256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:42.268636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:42.275506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4646cdaa-a29d-40d0-9ce0-b42e65c021c1 x-openstack-request-id: req-4646cdaa-a29d-40d0-9ce0-b42e65c021c1 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:07:42.275846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "name": "network-vif-plugged", "status": "completed", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:07:42.276104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4646cdaa-a29d-40d0-9ce0-b42e65c021c1 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:07:42.276506 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'code': 200} Jun 03 22:07:42.541315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5aa71-0d20-4604-a5f5-abfdf20aa74c req-f33ffbd9-f5a5-4789-96ad-96e0d17bc636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:42.542735 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-17b5aa71-0d20-4604-a5f5-abfdf20aa74c req-f33ffbd9-f5a5-4789-96ad-96e0d17bc636 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 1099 time: 0.0789976 Jun 03 22:07:42.598015 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-17b5aa71-0d20-4604-a5f5-abfdf20aa74c req-2d200332-00bd-4339-9181-1b1c24a25890 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ffd1ccde-f2cb-4979-80b2-0125b7ca5011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471749 Jun 03 22:07:43.379573 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ef35f-6e6f-448f-8d5f-0a30aebecc15 req-97295729-f660-4d67-b43a-3b4681ff1da6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:43.380944 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e03ef35f-6e6f-448f-8d5f-0a30aebecc15 req-97295729-f660-4d67-b43a-3b4681ff1da6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 946 time: 0.0858052 Jun 03 22:07:43.431678 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e03ef35f-6e6f-448f-8d5f-0a30aebecc15 req-e97eb2b0-cf52-412d-a994-45e9f1a64d53 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ffd1ccde-f2cb-4979-80b2-0125b7ca5011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444300 Jun 03 22:07:44.625597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29041221-4622-4d94-af5a-498c8ec03c5c req-9fb9de30-f35a-4f7d-b49a-a89c7091ac2b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:44.627120 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29041221-4622-4d94-af5a-498c8ec03c5c req-9fb9de30-f35a-4f7d-b49a-a89c7091ac2b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 946 time: 0.0844758 Jun 03 22:07:44.677514 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29041221-4622-4d94-af5a-498c8ec03c5c req-11da9764-ae64-4b6c-a2b9-e30307e855c9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ffd1ccde-f2cb-4979-80b2-0125b7ca5011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423613 Jun 03 22:07:44.886768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4100c-48e2-40f2-b5b6-7bc257df42bd req-e4e27285-2c1b-4ae9-bd7c-88b4845bfd85 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:44.888792 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4ca4100c-48e2-40f2-b5b6-7bc257df42bd req-e4e27285-2c1b-4ae9-bd7c-88b4845bfd85 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 946 time: 0.0946088 Jun 03 22:07:44.938454 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4ca4100c-48e2-40f2-b5b6-7bc257df42bd req-e069d063-eb62-4a5f-a9f2-a7d5c9a42b73 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ffd1ccde-f2cb-4979-80b2-0125b7ca5011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414629 Jun 03 22:07:44.964615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58050) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:45.052048 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca5143e-e52e-40ae-b5b4-c94c4f25bcf0 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:45.053466 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fca5143e-e52e-40ae-b5b4-c94c4f25bcf0 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 1094 time: 0.0878518 Jun 03 22:07:45.057031 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58052) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:45.063656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:45.072298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:45.076497 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:floatingip and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:45.079506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:45.087188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:45.104052 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:45.254474 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:45.413555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.104 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/02426749-4e99-440b-b2c1-fa9bd38a1f94) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:07:45.588370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:45.623440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:45.627216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:45.688910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:07:45.691589 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:07:45.699933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:07:45.730118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=02426749-4e99-440b-b2c1-fa9bd38a1f94,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:45.735968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:46.173919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:46.262843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:46.479296 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-28279917-04ca-4ae7-8553-c3e9c90c38df req-59883781-6ac7-42dd-8154-9abfd7ab27e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803382 Jun 03 22:07:46.610816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:46.617419 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:46.622411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:46.625694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28279917-04ca-4ae7-8553-c3e9c90c38df req-0bcdf815-16ef-47b9-82e7-518e32a017bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:46.627183 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-28279917-04ca-4ae7-8553-c3e9c90c38df req-0bcdf815-16ef-47b9-82e7-518e32a017bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 1099 time: 0.0782707 Jun 03 22:07:46.732185 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=02426749-4e99-440b-b2c1-fa9bd38a1f94,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:46.736296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:46.741982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:46.781430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28279917-04ca-4ae7-8553-c3e9c90c38df req-405f0029-e8e3-467a-abc0-3712c64c6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:46.783000 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-28279917-04ca-4ae7-8553-c3e9c90c38df req-405f0029-e8e3-467a-abc0-3712c64c6a4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 898 time: 0.1335340 Jun 03 22:07:46.894164 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-28279917-04ca-4ae7-8553-c3e9c90c38df req-a87995d1-19f6-44fc-ab8b-d6eac3eb91c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a HTTP/1.1" status: 200 len: 1000 time: 0.1033590 Jun 03 22:07:46.916331 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP ca4599a9-77fd-4f06-accd-8d09c4158b76 associated. External IP: 172.26.3.104, port: 4408fea3-cee7-4d14-bda3-65e0cc94bc8a. Jun 03 22:07:46.961717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28279917-04ca-4ae7-8553-c3e9c90c38df req-38981c63-25b9-404b-a23c-6fb94e812265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:46.963162 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-28279917-04ca-4ae7-8553-c3e9c90c38df req-38981c63-25b9-404b-a23c-6fb94e812265 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473b6db6-9463-4d68-9286-d8efdb343085 HTTP/1.1" status: 200 len: 834 time: 0.0616381 Jun 03 22:07:47.049220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28279917-04ca-4ae7-8553-c3e9c90c38df req-10ed4b19-f746-4733-b254-fc316a8b9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:47.050615 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-28279917-04ca-4ae7-8553-c3e9c90c38df req-10ed4b19-f746-4733-b254-fc316a8b9de1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60eeccef-f9dd-406b-a7b1-4ad37647b516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805242 Jun 03 22:07:47.188790 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-28279917-04ca-4ae7-8553-c3e9c90c38df req-353be2e3-0754-432b-834d-6564afb30572 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312511 Jun 03 22:07:47.280749 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:07:47.328870 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-28279917-04ca-4ae7-8553-c3e9c90c38df req-b965fd12-e45d-4cf6-9e75-b8a01d1a3418 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334136 Jun 03 22:07:47.466278 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:07:47.475732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f47039-aaf0-474e-9062-d64286327545 None None] Sync routers for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:07:47.486657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f47039-aaf0-474e-9062-d64286327545 None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:07:47.487289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-52f47039-aaf0-474e-9062-d64286327545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:07:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:47.493466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:47.559373 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5010900 Jun 03 22:07:47.560083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:07:47.562183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58054) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:47.562674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef1562a-151c-48cb-9ff6-792db06e52fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:07:47.636079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2043e34-255d-46c7-93b2-c56655c1adef tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:47.639505 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c2043e34-255d-46c7-93b2-c56655c1adef tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 1094 time: 0.0747004 Jun 03 22:07:47.666643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0befea-9cb5-43b3-a8e3-1137911ec700 x-openstack-request-id: req-ea0befea-9cb5-43b3-a8e3-1137911ec700 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:07:47.666982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:07:47.667284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ea0befea-9cb5-43b3-a8e3-1137911ec700 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:07:47.667755 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'status': 'completed', 'code': 200} Jun 03 22:07:47.683926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-52f47039-aaf0-474e-9062-d64286327545 None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:07:47.765520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1562a-151c-48cb-9ff6-792db06e52fe req-d83ce0b7-06b3-4bd7-b864-f00ea6be6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:47.767142 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ef1562a-151c-48cb-9ff6-792db06e52fe req-d83ce0b7-06b3-4bd7-b864-f00ea6be6a41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 1099 time: 0.0779684 Jun 03 22:07:47.798694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58062) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:47.815727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142989263', 'description': 'tempest-secgroup-smoke-1142989263 description', 'project_id': 'c505461944d44588ae1a2ee7f748a138'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:47.824667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:47.883886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:47.917318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:47.952807 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1562a-151c-48cb-9ff6-792db06e52fe req-4ab50141-45b6-423d-b982-6318e1b52172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:47.954266 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ef1562a-151c-48cb-9ff6-792db06e52fe req-4ab50141-45b6-423d-b982-6318e1b52172 service neutron] 10.222.0.24 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 898 time: 0.1810966 Jun 03 22:07:47.956383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:47.960252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:47.963956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:48.024545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:48.047379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-52f47039-aaf0-474e-9062-d64286327545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'ca4599a9-77fd-4f06-accd-8d09c4158b76', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'port_id': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'mac_address': 'fa:16:3e:c8:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:46Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:32Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:48.051712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f47039-aaf0-474e-9062-d64286327545 None None] Checking router: 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:07:48.061123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f47039-aaf0-474e-9062-d64286327545 None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:07:48.061764 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-52f47039-aaf0-474e-9062-d64286327545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:07:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:48.249314 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ef1562a-151c-48cb-9ff6-792db06e52fe req-b199b409-30eb-4c25-84ec-600de0597e8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a HTTP/1.1" status: 200 len: 1000 time: 0.2823131 Jun 03 22:07:48.249646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-52f47039-aaf0-474e-9062-d64286327545 None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:07:48.347397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:48.349468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1562a-151c-48cb-9ff6-792db06e52fe req-0ae56143-10cc-4612-8429-a28119db504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:48.350914 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ef1562a-151c-48cb-9ff6-792db06e52fe req-0ae56143-10cc-4612-8429-a28119db504c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473b6db6-9463-4d68-9286-d8efdb343085 HTTP/1.1" status: 200 len: 834 time: 0.0927548 Jun 03 22:07:48.352425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:48.356304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1628a317-1c07-4804-afef-4c57ddc4823b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:48.449044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35063b0-8943-4c27-b6f1-bfe1c132ff27,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:48.453406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:48.457855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:48.459127 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6498096 Jun 03 22:07:48.462260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58064) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:48.466959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2731c1ad-a743-4ec8-b0e8-fac8068f30ae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b35063b0-8943-4c27-b6f1-bfe1c132ff27', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:48.474906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2731c1ad-a743-4ec8-b0e8-fac8068f30ae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:48.480541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2731c1ad-a743-4ec8-b0e8-fac8068f30ae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:48.484471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2731c1ad-a743-4ec8-b0e8-fac8068f30ae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:48.491697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2731c1ad-a743-4ec8-b0e8-fac8068f30ae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:48.512500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1562a-151c-48cb-9ff6-792db06e52fe req-a2698a49-6b51-4e8f-b776-da864682c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:48.513969 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ef1562a-151c-48cb-9ff6-792db06e52fe req-a2698a49-6b51-4e8f-b776-da864682c782 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60eeccef-f9dd-406b-a7b1-4ad37647b516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1474218 Jun 03 22:07:48.540441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2731c1ad-a743-4ec8-b0e8-fac8068f30ae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:48.656088 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-52f47039-aaf0-474e-9062-d64286327545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'ca4599a9-77fd-4f06-accd-8d09c4158b76', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'port_id': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'mac_address': 'fa:16:3e:c8:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:46Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:32Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:07:48.660222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f47039-aaf0-474e-9062-d64286327545 None None] The sync data for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv is: [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'ca4599a9-77fd-4f06-accd-8d09c4158b76', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'port_id': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'mac_address': 'fa:16:3e:c8:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:46Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:32Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:07:48.692749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2731c1ad-a743-4ec8-b0e8-fac8068f30ae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:48.699291 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2731c1ad-a743-4ec8-b0e8-fac8068f30ae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:48.702409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-426d1e4d-4c76-418f-956c-d210695eed0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:48.713206 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ef1562a-151c-48cb-9ff6-792db06e52fe req-f887a086-c1f0-4be2-9d41-7166363b7d57 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927633 Jun 03 22:07:48.752673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731c1ad-a743-4ec8-b0e8-fac8068f30ae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02ceb98-33cb-44d7-ba3f-1201db42cb47,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:48.770234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2731c1ad-a743-4ec8-b0e8-fac8068f30ae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:48.774095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2731c1ad-a743-4ec8-b0e8-fac8068f30ae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:48.775618 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2731c1ad-a743-4ec8-b0e8-fac8068f30ae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3122847 Jun 03 22:07:48.778543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58066) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:48.785671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f12b63c7-9e1d-4544-97d8-5a0c6abbf9e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b35063b0-8943-4c27-b6f1-bfe1c132ff27', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:48.844705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f12b63c7-9e1d-4544-97d8-5a0c6abbf9e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:48.848793 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d1917-6970-438d-aec0-98585f7b454e None None] New status for floating IP ca4599a9-77fd-4f06-accd-8d09c4158b76: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:07:48.857581 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f12b63c7-9e1d-4544-97d8-5a0c6abbf9e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:48.862071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f12b63c7-9e1d-4544-97d8-5a0c6abbf9e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:48.870887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f12b63c7-9e1d-4544-97d8-5a0c6abbf9e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:48.902900 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2ef1562a-151c-48cb-9ff6-792db06e52fe req-7d3aeb0c-2022-4736-bb2d-bdaad5543b01 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775064 Jun 03 22:07:48.906028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f12b63c7-9e1d-4544-97d8-5a0c6abbf9e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:48.973576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f12b63c7-9e1d-4544-97d8-5a0c6abbf9e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:48.977888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f12b63c7-9e1d-4544-97d8-5a0c6abbf9e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:48.979749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-caa42f3c-37bd-48b6-982e-27c2f4c78e0e tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:49.001739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b63c7-9e1d-4544-97d8-5a0c6abbf9e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b6226d-9b10-4f41-bb2d-f7a67ae8ed96,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:49.007293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f12b63c7-9e1d-4544-97d8-5a0c6abbf9e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:49.013040 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f12b63c7-9e1d-4544-97d8-5a0c6abbf9e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.014401 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f12b63c7-9e1d-4544-97d8-5a0c6abbf9e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2348487 Jun 03 22:07:49.017224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58068) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:49.022010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-97e7216c-8ab2-4436-b2c6-bd3d77c58b4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b35063b0-8943-4c27-b6f1-bfe1c132ff27', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:49.028615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-97e7216c-8ab2-4436-b2c6-bd3d77c58b4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:49.032435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-97e7216c-8ab2-4436-b2c6-bd3d77c58b4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:49.035248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-97e7216c-8ab2-4436-b2c6-bd3d77c58b4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:49.041891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-97e7216c-8ab2-4436-b2c6-bd3d77c58b4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:49.059287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97e7216c-8ab2-4436-b2c6-bd3d77c58b4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.130942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97e7216c-8ab2-4436-b2c6-bd3d77c58b4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.137226 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97e7216c-8ab2-4436-b2c6-bd3d77c58b4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.139096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-62fc2431-d36b-44fb-b95d-a9eb94e837f0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:49.162503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7216c-8ab2-4436-b2c6-bd3d77c58b4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4615d4-a3ea-40f2-b0f1-184dfeffc804,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:49.165354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-97e7216c-8ab2-4436-b2c6-bd3d77c58b4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:49.173570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-97e7216c-8ab2-4436-b2c6-bd3d77c58b4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.174755 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-97e7216c-8ab2-4436-b2c6-bd3d77c58b4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1564589 Jun 03 22:07:49.177508 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58070) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:49.182645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-12327967-e598-42d5-b099-ccda96b03dfc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b35063b0-8943-4c27-b6f1-bfe1c132ff27', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:49.188547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-12327967-e598-42d5-b099-ccda96b03dfc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:49.192294 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-12327967-e598-42d5-b099-ccda96b03dfc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:49.195218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-12327967-e598-42d5-b099-ccda96b03dfc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:49.201670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-12327967-e598-42d5-b099-ccda96b03dfc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:49.223380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-12327967-e598-42d5-b099-ccda96b03dfc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.296925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-12327967-e598-42d5-b099-ccda96b03dfc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.302876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-12327967-e598-42d5-b099-ccda96b03dfc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.304815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-559b61ae-f008-40b5-ac4d-0b31afe3489e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:49.329663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12327967-e598-42d5-b099-ccda96b03dfc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bbec6a-1f47-4d79-a1bd-4d7b158c86cf,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:49.332132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-12327967-e598-42d5-b099-ccda96b03dfc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:49.342901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-12327967-e598-42d5-b099-ccda96b03dfc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.344568 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-12327967-e598-42d5-b099-ccda96b03dfc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1661355 Jun 03 22:07:49.347338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58072) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:49.352545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b35063b0-8943-4c27-b6f1-bfe1c132ff27', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:49.358611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:49.362553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:49.365534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:49.371784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:49.385110 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:07:49.393906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.467213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.472395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.474230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-64507891-2f48-477d-8647-33b292798440 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:49.497808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e99bf7e-da08-458e-af46-b149e5229dc8,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:49.502202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:49.509774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.511059 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1626251 Jun 03 22:07:49.514176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58074) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:07:49.518857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': 'b35063b0-8943-4c27-b6f1-bfe1c132ff27', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:49.526351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:49.529390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:07:49.532379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:07:49.538456 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:49.550117 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:07:49.558368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.647511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.652033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.660021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ad3023aa-f4ed-4f8e-bba9-87861338a593 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:49.682063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c23d11-396a-4ba2-bdfa-8af64cf66f18,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:49.684629 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:49.694380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:49.696456 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1809986 Jun 03 22:07:49.870769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-c5840da7-6da8-4def-bcc8-68b2f37524c1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:07:49.890452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-c5840da7-6da8-4def-bcc8-68b2f37524c1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:07:49.891668 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-c5840da7-6da8-4def-bcc8-68b2f37524c1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142989263&fields=id&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 267 time: 0.0629251 Jun 03 22:07:50.068759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-9d6d7b77-ab53-49ed-8075-f1fd34c9350b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:50.070193 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-9d6d7b77-ab53-49ed-8075-f1fd34c9350b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 796 time: 0.1649578 Jun 03 22:07:50.089819 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-37860765-2591-47ef-8eab-720ded5d6266 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/quotas/c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 375 time: 0.0109951 Jun 03 22:07:50.185416 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-97aa0baa-30cd-4fd1-afb8-73bbb43ac5a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0877008 Jun 03 22:07:50.329846 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-7952c9e6-ad55-4109-9355-51ea3183f83e service neutron] 10.222.0.96 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315377 Jun 03 22:07:50.463515 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-96de5c2a-ce7d-40eb-b698-a0609e9b968f service neutron] 10.222.0.96 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277173 Jun 03 22:07:50.683770 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-59d11dc5-cb2c-4f9b-88e8-d63bcd5eda4b req-e4063a5e-d9e1-4e86-a705-7f201e2db4d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 210 time: 0.0564485 Jun 03 22:07:51.129204 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:07:51.773240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-01403e7b-c0dc-4631-b7f6-985fe9b62533 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:51.774784 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-01403e7b-c0dc-4631-b7f6-985fe9b62533 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 796 time: 0.1528840 Jun 03 22:07:51.861928 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7581262e-975c-44f1-9ec2-54756faa7b0c req-4739753c-42fe-431a-bf71-702fa4d362d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 210 time: 0.0612445 Jun 03 22:07:51.878989 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-c4affa97-6142-4e69-b048-36e0f519d955 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 473 time: 0.0942383 Jun 03 22:07:51.891508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'port': {'device_id': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'admin_state_up': True, 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'security_groups': ['b35063b0-8943-4c27-b6f1-bfe1c132ff27']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:52.041500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:07:52.051484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:07:52.065547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:07:52.069294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:52.240348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.4 (60eeccef-f9dd-406b-a7b1-4ad37647b516/473b6db6-9463-4d68-9286-d8efdb343085/b2449209-234f-4f9b-80f2-aed2f0651357) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:07:52.586065 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:52.605594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object b2449209-234f-4f9b-80f2-aed2f0651357 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:07:52.632361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:52.639632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-63a976c4-6d5a-4b60-af4f-fe2258710cb3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:52.701444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 60eeccef-f9dd-406b-a7b1-4ad37647b516 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:07:52.704459 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:07:52.707175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:07:52.754905 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=b2449209-234f-4f9b-80f2-aed2f0651357,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:52.768976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:52.791492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:52.792175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:52.819994 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9347031 Jun 03 22:07:52.832311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6cdf-c0ae-4131-b6ec-9198ee0e5ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:52.835053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Request body: {'port': {'device_id': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:07:52.956315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:52.971756 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5c326f94-1f86-4f15-8874-12970983e9cd None None] Provisioning for port b2449209-234f-4f9b-80f2-aed2f0651357 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:07:52.982695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5c326f94-1f86-4f15-8874-12970983e9cd None None] Provisioning complete for port b2449209-234f-4f9b-80f2-aed2f0651357 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:07:52.983375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5c326f94-1f86-4f15-8874-12970983e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:53.045701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5c326f94-1f86-4f15-8874-12970983e9cd None None] Port b2449209-234f-4f9b-80f2-aed2f0651357 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:07:53.083909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54899c15-ec9e-485e-9839-c9bb0be4dd5f req-636c965a-7fed-4e25-8913-d45dfc1d6515 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:53.085897 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-54899c15-ec9e-485e-9839-c9bb0be4dd5f req-636c965a-7fed-4e25-8913-d45dfc1d6515 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 931 time: 0.0866148 Jun 03 22:07:53.132472 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-54899c15-ec9e-485e-9839-c9bb0be4dd5f req-322659c8-6e55-4190-a4e8-b2e709b69f18 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b35063b0-8943-4c27-b6f1-bfe1c132ff27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391378 Jun 03 22:07:53.318543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2449209-234f-4f9b-80f2-aed2f0651357 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:07:53.326226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:53.340467 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Transition to ACTIVE for port object b2449209-234f-4f9b-80f2-aed2f0651357 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:07:53.345474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:53.349056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b29e373d-238b-4c31-b6c6-22472b21d3e9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:53.501285 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2449209-234f-4f9b-80f2-aed2f0651357,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:53.508850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:53.591225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Attempting to bind port b2449209-234f-4f9b-80f2-aed2f0651357 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:07:53.591623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Attempting to bind port b2449209-234f-4f9b-80f2-aed2f0651357 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:07:53.591974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Attempting to bind port b2449209-234f-4f9b-80f2-aed2f0651357 on network 60eeccef-f9dd-406b-a7b1-4ad37647b516 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:07:53.596892 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Port b2449209-234f-4f9b-80f2-aed2f0651357 on network 60eeccef-f9dd-406b-a7b1-4ad37647b516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:07:53.597228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Attempting to bind port b2449209-234f-4f9b-80f2-aed2f0651357 on network 60eeccef-f9dd-406b-a7b1-4ad37647b516 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:07:53.602868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:07:53.603266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Checking segment: {'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:07:53.603662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Bound using segment: {'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:07:53.604086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Bound port: b2449209-234f-4f9b-80f2-aed2f0651357, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd46e54-c756-4c20-b56a-c5261b21538d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:07:53.604430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:53.707094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] For port b2449209-234f-4f9b-80f2-aed2f0651357, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:07:53.712295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] For port b2449209-234f-4f9b-80f2-aed2f0651357, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=b2449209-234f-4f9b-80f2-aed2f0651357,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:07:53.717347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:53.721238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5cc887ae-4b64-4b29-b334-28cc8b3cbef3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:53.778743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:53.779371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:53.780930 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] 10.222.0.24 "PUT /v2.0/ports/b2449209-234f-4f9b-80f2-aed2f0651357 HTTP/1.1" status: 200 len: 1093 time: 0.9508231 Jun 03 22:07:53.781502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'tag': 'b2449209-234f-4f9b-80f2-aed2f0651357'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:07:53.783908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c649ecc7-d9fe-4985-91b2-b5bace0e55d6" -d '{"events": [{"name": "network-changed", "server_uuid": "03014ab5-9762-4a0d-83b9-19dca4d4efa1", "tag": "b2449209-234f-4f9b-80f2-aed2f0651357"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:07:53.812681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2449209-234f-4f9b-80f2-aed2f0651357,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:53.817543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:53.872901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc93f799-a214-400a-916d-5e5e085b63d2 x-openstack-request-id: req-cc93f799-a214-400a-916d-5e5e085b63d2 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:07:53.873242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03014ab5-9762-4a0d-83b9-19dca4d4efa1", "tag": "b2449209-234f-4f9b-80f2-aed2f0651357", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:07:53.873537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cc93f799-a214-400a-916d-5e5e085b63d2 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:07:53.873972 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'tag': 'b2449209-234f-4f9b-80f2-aed2f0651357', 'status': 'completed', 'code': 200} Jun 03 22:07:53.923648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-a580bd8f-53a0-406e-baa4-e50e447a17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:53.925176 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-a580bd8f-53a0-406e-baa4-e50e447a17e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 1096 time: 0.0988135 Jun 03 22:07:54.003165 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-0f5601f3-14a8-4064-82d2-273cec72c524 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2449209-234f-4f9b-80f2-aed2f0651357 HTTP/1.1" status: 200 len: 217 time: 0.0705948 Jun 03 22:07:54.069481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-e7a8571a-b07c-4f38-9b8c-57bcf48c7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:54.071627 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-e7a8571a-b07c-4f38-9b8c-57bcf48c7d61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473b6db6-9463-4d68-9286-d8efdb343085 HTTP/1.1" status: 200 len: 834 time: 0.0614717 Jun 03 22:07:54.159812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-38a5fc46-4d66-4018-a6c2-2d8140eda3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:54.161301 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-38a5fc46-4d66-4018-a6c2-2d8140eda3e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60eeccef-f9dd-406b-a7b1-4ad37647b516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839081 Jun 03 22:07:54.331696 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-852eb999-8479-40cd-9a0c-ef22183ef0ab service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631608 Jun 03 22:07:54.475265 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2413f5cb-8d0f-4d24-8b9f-848ad2996356 req-e82b6373-763d-4a8c-88db-890e37ff5dda service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370022 Jun 03 22:07:54.519674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bae95f-f5ac-4991-950f-569f19502751 req-8b1fedbc-7ad7-4531-8ca9-2dac8ff20a76 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:54.521250 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-51bae95f-f5ac-4991-950f-569f19502751 req-8b1fedbc-7ad7-4531-8ca9-2dac8ff20a76 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 943 time: 0.2665460 Jun 03 22:07:54.576861 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-51bae95f-f5ac-4991-950f-569f19502751 req-a7d61d84-3c82-4ef6-99c1-6a7d92ea792c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b35063b0-8943-4c27-b6f1-bfe1c132ff27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496016 Jun 03 22:07:54.618820 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649ecc7-d9fe-4985-91b2-b5bace0e55d6 req-22d40260-e3ec-4d8a-a6a8-4623ef3b3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:54.620324 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c649ecc7-d9fe-4985-91b2-b5bace0e55d6 req-22d40260-e3ec-4d8a-a6a8-4623ef3b3c26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 1096 time: 0.0833929 Jun 03 22:07:54.913432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649ecc7-d9fe-4985-91b2-b5bace0e55d6 req-279da618-a654-49a7-824a-67d0e1d9a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:54.914836 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c649ecc7-d9fe-4985-91b2-b5bace0e55d6 req-279da618-a654-49a7-824a-67d0e1d9a29b service neutron] 10.222.0.24 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 898 time: 0.2876744 Jun 03 22:07:54.988333 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c649ecc7-d9fe-4985-91b2-b5bace0e55d6 req-392a110c-75b4-4b18-974f-fb4775d7698b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2449209-234f-4f9b-80f2-aed2f0651357 HTTP/1.1" status: 200 len: 217 time: 0.0656207 Jun 03 22:07:55.065694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649ecc7-d9fe-4985-91b2-b5bace0e55d6 req-26c80869-4574-4dc3-8865-6a954ceadf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:55.067150 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c649ecc7-d9fe-4985-91b2-b5bace0e55d6 req-26c80869-4574-4dc3-8865-6a954ceadf5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473b6db6-9463-4d68-9286-d8efdb343085 HTTP/1.1" status: 200 len: 834 time: 0.0721195 Jun 03 22:07:55.152025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649ecc7-d9fe-4985-91b2-b5bace0e55d6 req-4137fa42-adf2-405c-85ed-96731a5d312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:55.153546 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c649ecc7-d9fe-4985-91b2-b5bace0e55d6 req-4137fa42-adf2-405c-85ed-96731a5d312c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60eeccef-f9dd-406b-a7b1-4ad37647b516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797963 Jun 03 22:07:55.295889 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c649ecc7-d9fe-4985-91b2-b5bace0e55d6 req-0efd10ac-10f1-4575-8de7-7f03c98ed150 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347420 Jun 03 22:07:55.364519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:55.436439 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c649ecc7-d9fe-4985-91b2-b5bace0e55d6 req-617bd972-97aa-4134-8df4-c9444e743148 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336579 Jun 03 22:07:55.498819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58da352e-5ce5-427b-9682-0980f4a0b1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:55.780620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ac9e8-c71e-43d0-aa0a-ed0f6098c446 req-ecdd7df5-b00d-432d-95d8-99997ba488d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:55.781314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-940ac9e8-c71e-43d0-aa0a-ed0f6098c446 req-ecdd7df5-b00d-432d-95d8-99997ba488d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:07:55.798294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-940ac9e8-c71e-43d0-aa0a-ed0f6098c446 req-ecdd7df5-b00d-432d-95d8-99997ba488d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:07:55.799834 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-940ac9e8-c71e-43d0-aa0a-ed0f6098c446 req-ecdd7df5-b00d-432d-95d8-99997ba488d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 943 time: 0.1132689 Jun 03 22:07:55.851506 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-940ac9e8-c71e-43d0-aa0a-ed0f6098c446 req-bf748d51-df4e-45a9-9bec-9303b7b8627c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b35063b0-8943-4c27-b6f1-bfe1c132ff27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454919 Jun 03 22:07:56.868015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:56.958373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:57.069336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471f73e-11d9-492a-b9c9-05523e9786c8 req-5e9a6f54-c6f1-412c-b89f-0c2010cc454b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:57.071162 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9471f73e-11d9-492a-b9c9-05523e9786c8 req-5e9a6f54-c6f1-412c-b89f-0c2010cc454b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 943 time: 0.0942256 Jun 03 22:07:57.123206 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9471f73e-11d9-492a-b9c9-05523e9786c8 req-d62070c8-5264-45c9-89db-173fcea84aa9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b35063b0-8943-4c27-b6f1-bfe1c132ff27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456119 Jun 03 22:07:58.053276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device b2449209-234f-4f9b-80f2-aed2f0651357 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:07:58.210384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port b2449209-234f-4f9b-80f2-aed2f0651357, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=b2449209-234f-4f9b-80f2-aed2f0651357,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:07:58.224213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'b2449209-234f-4f9b-80f2-aed2f0651357', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'port_id': 'b2449209-234f-4f9b-80f2-aed2f0651357', 'mac_address': 'fa:16:3e:af:c8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:07:58.280720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:58.297504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2449209-234f-4f9b-80f2-aed2f0651357 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:07:58.314288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port b2449209-234f-4f9b-80f2-aed2f0651357, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=b2449209-234f-4f9b-80f2-aed2f0651357,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:07:58.320840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e44a9d-670f-4a76-92d8-18ef1329d237 req-fdc1b0b3-2b1c-420f-9937-0b76c3a06c2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:58.321623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:58.322557 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-04e44a9d-670f-4a76-92d8-18ef1329d237 req-fdc1b0b3-2b1c-420f-9937-0b76c3a06c2c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 943 time: 0.0871334 Jun 03 22:07:58.323607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:07:58.369016 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-04e44a9d-670f-4a76-92d8-18ef1329d237 req-45df15c0-834a-4cf9-8587-8d4091d13de0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b35063b0-8943-4c27-b6f1-bfe1c132ff27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401313 Jun 03 22:07:58.395104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=b2449209-234f-4f9b-80f2-aed2f0651357,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:07:58.398572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:07:58.458109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:07:58.648891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['b2449209-234f-4f9b-80f2-aed2f0651357'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:07:59.561231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846a21f-cefc-4fca-8f8e-e7c2d027cb65 req-a54df017-d11d-4b4c-ac91-234e2003874d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:07:59.562690 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b846a21f-cefc-4fca-8f8e-e7c2d027cb65 req-a54df017-d11d-4b4c-ac91-234e2003874d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 944 time: 0.0827351 Jun 03 22:07:59.614221 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b846a21f-cefc-4fca-8f8e-e7c2d027cb65 req-99ee0984-e0a0-45bb-ab15-d4bdfd255609 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b35063b0-8943-4c27-b6f1-bfe1c132ff27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 Jun 03 22:08:00.068507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device b2449209-234f-4f9b-80f2-aed2f0651357 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:08:00.143288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port b2449209-234f-4f9b-80f2-aed2f0651357 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:08:00.151608 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port b2449209-234f-4f9b-80f2-aed2f0651357 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:08:00.151995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:00.280364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:00.308410 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2449209-234f-4f9b-80f2-aed2f0651357'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:08:00.310664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff040c6-e584-4398-b170-bac2167f0462" -d '{"events": [{"server_uuid": "03014ab5-9762-4a0d-83b9-19dca4d4efa1", "name": "network-vif-plugged", "status": "completed", "tag": "b2449209-234f-4f9b-80f2-aed2f0651357"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:08:00.318631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port b2449209-234f-4f9b-80f2-aed2f0651357, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=b2449209-234f-4f9b-80f2-aed2f0651357,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:08:00.324503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:00.327429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:08:00.369102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0146f29d-7f7e-40e0-af59-c491da0d222d x-openstack-request-id: req-0146f29d-7f7e-40e0-af59-c491da0d222d {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:08:00.369377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03014ab5-9762-4a0d-83b9-19dca4d4efa1", "name": "network-vif-plugged", "status": "completed", "tag": "b2449209-234f-4f9b-80f2-aed2f0651357", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:08:00.369641 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0146f29d-7f7e-40e0-af59-c491da0d222d {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:08:00.370013 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2449209-234f-4f9b-80f2-aed2f0651357', 'code': 200} Jun 03 22:08:00.409670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=b2449209-234f-4f9b-80f2-aed2f0651357,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:08:00.412910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:08:00.646026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886223f7-567f-4fd3-a244-ce9b9fcd7513 req-2eacfe57-346f-4f50-94c9-628f38246ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:08:00.647565 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-886223f7-567f-4fd3-a244-ce9b9fcd7513 req-2eacfe57-346f-4f50-94c9-628f38246ef0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 1098 time: 0.0867693 Jun 03 22:08:00.695218 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-886223f7-567f-4fd3-a244-ce9b9fcd7513 req-fef56143-3a5e-40b4-874a-746e9d70d88a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b35063b0-8943-4c27-b6f1-bfe1c132ff27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400848 Jun 03 22:08:00.814161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58651c74-0c58-4346-ad59-8e6f1da945fe req-c5f9b0e2-f577-4213-9a1e-1a32203cf450 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:08:00.815544 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-58651c74-0c58-4346-ad59-8e6f1da945fe req-c5f9b0e2-f577-4213-9a1e-1a32203cf450 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 945 time: 0.0861723 Jun 03 22:08:00.866245 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-58651c74-0c58-4346-ad59-8e6f1da945fe req-448e23d1-c9c8-40a0-b6e2-a1fbaa741632 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b35063b0-8943-4c27-b6f1-bfe1c132ff27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441828 Jun 03 22:08:02.081255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ea46f-b0dc-4f74-b86b-e4977cad1867 req-255817c0-ac88-45db-a421-edecfaf15412 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:08:02.082878 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6d5ea46f-b0dc-4f74-b86b-e4977cad1867 req-255817c0-ac88-45db-a421-edecfaf15412 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 945 time: 0.0980513 Jun 03 22:08:02.134796 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6d5ea46f-b0dc-4f74-b86b-e4977cad1867 req-2a4a12a7-1203-45f3-bd78-9008ef40a626 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b35063b0-8943-4c27-b6f1-bfe1c132ff27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445085 Jun 03 22:08:02.343918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91511ca-948b-465e-bba4-a5ea4c20a878 req-3bb72d2b-17c7-462c-9a06-a76b49d83af4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:08:02.345365 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a91511ca-948b-465e-bba4-a5ea4c20a878 req-3bb72d2b-17c7-462c-9a06-a76b49d83af4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 945 time: 0.0888824 Jun 03 22:08:02.392038 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a91511ca-948b-465e-bba4-a5ea4c20a878 req-24db0b10-c458-402d-8d05-89d376172d0c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b35063b0-8943-4c27-b6f1-bfe1c132ff27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408134 Jun 03 22:08:02.415499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58126) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:08:02.490119 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0352ec-a59a-4491-a2ad-fe64d002253a tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:08:02.491627 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7c0352ec-a59a-4491-a2ad-fe64d002253a tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 1093 time: 0.0750618 Jun 03 22:08:02.495309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58128) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:08:02.501952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': 'b2449209-234f-4f9b-80f2-aed2f0651357', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:08:02.509866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:08:02.516164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:floatingip and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:08:02.520476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:08:02.527317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:08:02.539842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:02.688200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:02.832584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.230 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/606cb8f0-1a88-40c8-95cc-494685b2166a) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:08:02.985789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:03.021041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:03.024990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:08:03.086997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:08:03.090128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:08:03.098309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:08:03.128961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=606cb8f0-1a88-40c8-95cc-494685b2166a,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:08:03.134922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:08:03.686388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:03.777068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:03.999377 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:04.006166 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:04.010758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fb1abbb3-6849-44a6-b31e-e2f4d0c89cb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:08:04.117712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=606cb8f0-1a88-40c8-95cc-494685b2166a,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:08:04.121928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:08:04.130511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:04.307850 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 51cc09d2-f120-48bc-b89e-49df496af5da associated. External IP: 172.26.3.230, port: b2449209-234f-4f9b-80f2-aed2f0651357. Jun 03 22:08:04.687322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:08:04.889557 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:08:04.902339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c855f-2d48-46c1-b075-99f8827e2b67 None None] Sync routers for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:08:04.913309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c855f-2d48-46c1-b075-99f8827e2b67 None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:08:04.913958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-892c855f-2d48-46c1-b075-99f8827e2b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:07:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:08:04.921500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:04.976094 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4792557 Jun 03 22:08:04.976729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'tag': 'b2449209-234f-4f9b-80f2-aed2f0651357'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:08:04.979131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95307900-d47d-4b43-b8ed-42ce3ddc4386" -d '{"events": [{"name": "network-changed", "server_uuid": "03014ab5-9762-4a0d-83b9-19dca4d4efa1", "tag": "b2449209-234f-4f9b-80f2-aed2f0651357"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:08:05.024006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92622867-fa3a-45d5-b49f-bc329aa92112 x-openstack-request-id: req-92622867-fa3a-45d5-b49f-bc329aa92112 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:08:05.024451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03014ab5-9762-4a0d-83b9-19dca4d4efa1", "tag": "b2449209-234f-4f9b-80f2-aed2f0651357", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:08:05.024742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-92622867-fa3a-45d5-b49f-bc329aa92112 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:08:05.025304 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'tag': 'b2449209-234f-4f9b-80f2-aed2f0651357', 'status': 'completed', 'code': 200} Jun 03 22:08:05.109448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-892c855f-2d48-46c1-b075-99f8827e2b67 None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:08:05.284966 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307900-d47d-4b43-b8ed-42ce3ddc4386 req-c508764c-dbe6-410a-b35f-bf93490fad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:08:05.286428 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95307900-d47d-4b43-b8ed-42ce3ddc4386 req-c508764c-dbe6-410a-b35f-bf93490fad80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 1098 time: 0.2395303 Jun 03 22:08:05.429309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307900-d47d-4b43-b8ed-42ce3ddc4386 req-10222047-94bf-4504-9d2a-6b007a0b0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:08:05.430833 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95307900-d47d-4b43-b8ed-42ce3ddc4386 req-10222047-94bf-4504-9d2a-6b007a0b0a8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 898 time: 0.1379604 Jun 03 22:08:05.476313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-892c855f-2d48-46c1-b075-99f8827e2b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '51cc09d2-f120-48bc-b89e-49df496af5da', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.230', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'port_id': 'b2449209-234f-4f9b-80f2-aed2f0651357', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'mac_address': 'fa:16:3e:af:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:08:03Z', 'updated_at': '2021-06-03T22:08:03Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}, {'id': 'ca4599a9-77fd-4f06-accd-8d09c4158b76', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'port_id': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'mac_address': 'fa:16:3e:c8:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:49Z', 'revision_number': 1, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:32Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:08:05.480557 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c855f-2d48-46c1-b075-99f8827e2b67 None None] Checking router: 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:08:05.489429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c855f-2d48-46c1-b075-99f8827e2b67 None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:08:05.491421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-892c855f-2d48-46c1-b075-99f8827e2b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:07:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:08:05.537759 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95307900-d47d-4b43-b8ed-42ce3ddc4386 req-8bf82429-2fa5-4cb6-b8ab-47e0d9087e4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2449209-234f-4f9b-80f2-aed2f0651357 HTTP/1.1" status: 200 len: 999 time: 0.0994339 Jun 03 22:08:05.605175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307900-d47d-4b43-b8ed-42ce3ddc4386 req-3362ffe5-c7f5-456c-9e40-eaf9cda047a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:08:05.606630 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95307900-d47d-4b43-b8ed-42ce3ddc4386 req-3362ffe5-c7f5-456c-9e40-eaf9cda047a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473b6db6-9463-4d68-9286-d8efdb343085 HTTP/1.1" status: 200 len: 834 time: 0.0622723 Jun 03 22:08:05.692063 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307900-d47d-4b43-b8ed-42ce3ddc4386 req-61314e9b-da11-4e75-97b2-d1bbd346e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:08:05.693696 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95307900-d47d-4b43-b8ed-42ce3ddc4386 req-61314e9b-da11-4e75-97b2-d1bbd346e438 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60eeccef-f9dd-406b-a7b1-4ad37647b516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804160 Jun 03 22:08:05.721019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-892c855f-2d48-46c1-b075-99f8827e2b67 None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:08:05.832204 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95307900-d47d-4b43-b8ed-42ce3ddc4386 req-dda2da70-3c2d-4e87-8537-c95246ce919d service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313787 Jun 03 22:08:05.971478 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95307900-d47d-4b43-b8ed-42ce3ddc4386 req-260dddd0-9ef8-4872-98bb-3f3ade2a5787 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325216 Jun 03 22:08:06.109794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-892c855f-2d48-46c1-b075-99f8827e2b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '51cc09d2-f120-48bc-b89e-49df496af5da', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.230', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'port_id': 'b2449209-234f-4f9b-80f2-aed2f0651357', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'mac_address': 'fa:16:3e:af:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:08:03Z', 'updated_at': '2021-06-03T22:08:03Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}, {'id': 'ca4599a9-77fd-4f06-accd-8d09c4158b76', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'port_id': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'mac_address': 'fa:16:3e:c8:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:49Z', 'revision_number': 1, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:32Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:08:06.114174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c855f-2d48-46c1-b075-99f8827e2b67 None None] The sync data for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv is: [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '51cc09d2-f120-48bc-b89e-49df496af5da', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.230', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'port_id': 'b2449209-234f-4f9b-80f2-aed2f0651357', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'mac_address': 'fa:16:3e:af:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:08:03Z', 'updated_at': '2021-06-03T22:08:03Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}, {'id': 'ca4599a9-77fd-4f06-accd-8d09c4158b76', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'port_id': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'mac_address': 'fa:16:3e:c8:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:49Z', 'revision_number': 1, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:32Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:08:06.314994 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c08375-d9d0-4486-b795-8f7d638eecd4 None None] New status for floating IP 51cc09d2-f120-48bc-b89e-49df496af5da: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:08:22.847695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-07a0711d-918d-4ddd-910c-7c43fb52bb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:25.371526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:25.497552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b294a7e6-13fb-4f4e-a620-e1a4b10d3da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:26.878715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:26.959168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:28.129534 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:08:28.459884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:46.487934 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-20d634c9-23db-4380-aa02-c45af66ca2d5 req-da364004-0667-4d43-9188-0289151ae32b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815861 Jun 03 22:08:46.663880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d634c9-23db-4380-aa02-c45af66ca2d5 req-e38164c5-7d7a-47d9-9239-b316b0911a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:08:46.665407 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-20d634c9-23db-4380-aa02-c45af66ca2d5 req-e38164c5-7d7a-47d9-9239-b316b0911a41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 1099 time: 0.0884466 Jun 03 22:08:46.818007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d634c9-23db-4380-aa02-c45af66ca2d5 req-40d2f0ae-88ed-45ef-8b61-ba4e2ca76bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:08:46.819909 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-20d634c9-23db-4380-aa02-c45af66ca2d5 req-40d2f0ae-88ed-45ef-8b61-ba4e2ca76bc0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 898 time: 0.1321397 Jun 03 22:08:46.930373 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-20d634c9-23db-4380-aa02-c45af66ca2d5 req-8e5a75c9-d3c1-4860-9781-4516a79d11e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a HTTP/1.1" status: 200 len: 1002 time: 0.1012807 Jun 03 22:08:47.007201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d634c9-23db-4380-aa02-c45af66ca2d5 req-86a69d55-f0a1-496c-9c90-e0332dfaf14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:08:47.008679 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-20d634c9-23db-4380-aa02-c45af66ca2d5 req-86a69d55-f0a1-496c-9c90-e0332dfaf14c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473b6db6-9463-4d68-9286-d8efdb343085 HTTP/1.1" status: 200 len: 834 time: 0.0659828 Jun 03 22:08:47.091814 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d634c9-23db-4380-aa02-c45af66ca2d5 req-314c24df-8fb1-4ec5-bce9-7a993a4d98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:08:47.093658 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-20d634c9-23db-4380-aa02-c45af66ca2d5 req-314c24df-8fb1-4ec5-bce9-7a993a4d98d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60eeccef-f9dd-406b-a7b1-4ad37647b516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779879 Jun 03 22:08:47.255858 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-20d634c9-23db-4380-aa02-c45af66ca2d5 req-1018841c-fd41-4416-8093-03eef19345e2 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553237 Jun 03 22:08:47.394965 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-20d634c9-23db-4380-aa02-c45af66ca2d5 req-7f338922-d6f2-454b-bdaf-a0c7ece87b26 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315403 Jun 03 22:08:52.832116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9925838f-2bff-4450-9984-1891e692fccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:55.373032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:55.494207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7dd94d59-f22c-459a-9bc6-cd365b4d9dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:56.906271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:56.962856 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:08:58.466706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:05.128857 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:09:20.730398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58154) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:20.992864 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d444014a-d755-4183-9fbe-9fe532789db1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/ca4599a9-77fd-4f06-accd-8d09c4158b76 HTTP/1.1" status: 200 len: 994 time: 0.2607679 Jun 03 22:09:21.771014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58164) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:21.777260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:09:21.912614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:22.144715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:09:22.175369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:22.182677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:22.186768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:22.248354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:22.248975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:22.250330 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/ports/4408fea3-cee7-4d14-bda3-65e0cc94bc8a HTTP/1.1" status: 200 len: 939 time: 0.4783022 Jun 03 22:09:22.250982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:09:22.253354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36982ff-1e6b-4cbc-8789-4ec281afded6" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:09:22.284416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,revision_number=6']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:22.295156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:22.295595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:22.296053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:22.296366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:22.296741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:22.297251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:22.297625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:22.297997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:22.298370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:22.299839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:22.300235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:22.300643 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:22.306288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:22.308045 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7567422-98a3-4a42-8eaa-d5272e59791b x-openstack-request-id: req-b7567422-98a3-4a42-8eaa-d5272e59791b {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:09:22.308381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:09:22.308679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b7567422-98a3-4a42-8eaa-d5272e59791b {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:09:22.309133 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'status': 'completed', 'code': 200} Jun 03 22:09:22.407306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36982ff-1e6b-4cbc-8789-4ec281afded6 req-108d163f-5169-40bb-be44-fb7cfc190103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:22.408822 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e36982ff-1e6b-4cbc-8789-4ec281afded6 req-108d163f-5169-40bb-be44-fb7cfc190103 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 1100 time: 0.0817506 Jun 03 22:09:22.496858 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-54470084-fafa-4d2f-b5cb-867933bf7e24 None None] Provisioning complete for port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:09:22.497482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-54470084-fafa-4d2f-b5cb-867933bf7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:22.546259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36982ff-1e6b-4cbc-8789-4ec281afded6 req-9a46ad86-238d-4aec-8271-53c94234305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:22.547674 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e36982ff-1e6b-4cbc-8789-4ec281afded6 req-9a46ad86-238d-4aec-8271-53c94234305e service neutron] 10.222.0.24 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 898 time: 0.1320138 Jun 03 22:09:22.563101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-54470084-fafa-4d2f-b5cb-867933bf7e24 None None] Port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a is administratively disabled so it will not transition to active. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 03 22:09:22.654803 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e36982ff-1e6b-4cbc-8789-4ec281afded6 req-57a81fd9-b466-4735-9fa2-64bab1b4df33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a HTTP/1.1" status: 200 len: 1003 time: 0.0992897 Jun 03 22:09:22.724522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36982ff-1e6b-4cbc-8789-4ec281afded6 req-943f598a-f014-4a09-89e2-d641f9472d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:22.725967 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e36982ff-1e6b-4cbc-8789-4ec281afded6 req-943f598a-f014-4a09-89e2-d641f9472d31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473b6db6-9463-4d68-9286-d8efdb343085 HTTP/1.1" status: 200 len: 834 time: 0.0628068 Jun 03 22:09:22.806372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36982ff-1e6b-4cbc-8789-4ec281afded6 req-7b9d132d-445e-4064-bee9-1d11941b4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:22.807919 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e36982ff-1e6b-4cbc-8789-4ec281afded6 req-7b9d132d-445e-4064-bee9-1d11941b4c45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60eeccef-f9dd-406b-a7b1-4ad37647b516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750740 Jun 03 22:09:22.828925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f624c59d-3418-4b9a-beb0-aa0a5e5f1434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:22.954738 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e36982ff-1e6b-4cbc-8789-4ec281afded6 req-61a3ab3c-d48a-40f1-977f-19190b595d53 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388602 Jun 03 22:09:23.111241 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e36982ff-1e6b-4cbc-8789-4ec281afded6 req-bd08ef76-e2e0-4af2-ae67-d0bb51f9aff6 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487656 Jun 03 22:09:25.369901 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:25.491264 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-af20ccc4-cf6c-49a4-ae11-788ebb54e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:25.713748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58174) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:25.719825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:09:25.848054 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:26.067367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:09:26.095058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:26.101212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:26.105461 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-33f06f6c-b0a9-4ffa-a56d-378f39c1922d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:26.172534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:26.173208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:26.174656 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/ports/4408fea3-cee7-4d14-bda3-65e0cc94bc8a HTTP/1.1" status: 200 len: 938 time: 0.4599180 Jun 03 22:09:26.175291 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:09:26.177760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3fd284-7c86-41ea-a8b1-172dd19ecff0" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:09:26.178015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58178) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:26.205833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,revision_number=7']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:26.216535 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:26.217009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:26.217456 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:26.217893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:26.218326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:26.218764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:26.219194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:26.219669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:26.220099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:26.220529 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:26.220953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:26.221379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:26.227259 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:26.239555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf0c223-c069-4c05-a78f-d879aaba4f7a x-openstack-request-id: req-6cf0c223-c069-4c05-a78f-d879aaba4f7a {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:09:26.240224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:09:26.240651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6cf0c223-c069-4c05-a78f-d879aaba4f7a {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:09:26.241283 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'status': 'completed', 'code': 200} Jun 03 22:09:26.349446 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-86723046-5fef-4e38-b372-9c3c5f5f468a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/ca4599a9-77fd-4f06-accd-8d09c4158b76 HTTP/1.1" status: 200 len: 994 time: 0.1701627 Jun 03 22:09:26.378019 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fd284-7c86-41ea-a8b1-172dd19ecff0 req-a6b36fef-7ffa-4fd6-9327-51615bab9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:26.379653 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ef3fd284-7c86-41ea-a8b1-172dd19ecff0 req-a6b36fef-7ffa-4fd6-9327-51615bab9bbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 1099 time: 0.1132395 Jun 03 22:09:26.409830 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5c0fb8e0-ba13-4bd7-83d8-dca8bd73c6cc None None] Provisioning complete for port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:09:26.410405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5c0fb8e0-ba13-4bd7-83d8-dca8bd73c6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:26.517741 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['4408fea3-cee7-4d14-bda3-65e0cc94bc8a'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:09:26.676009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fd284-7c86-41ea-a8b1-172dd19ecff0 req-7472c668-d558-4796-8cda-545a23fe27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:26.677385 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ef3fd284-7c86-41ea-a8b1-172dd19ecff0 req-7472c668-d558-4796-8cda-545a23fe27fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 898 time: 0.2902446 Jun 03 22:09:26.796986 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ef3fd284-7c86-41ea-a8b1-172dd19ecff0 req-39581ca7-34bc-4980-be06-5edf6d50777e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a HTTP/1.1" status: 200 len: 1002 time: 0.1123354 Jun 03 22:09:26.862385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fd284-7c86-41ea-a8b1-172dd19ecff0 req-4f873da4-51a3-4cad-8226-6ea61014663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:26.863860 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ef3fd284-7c86-41ea-a8b1-172dd19ecff0 req-4f873da4-51a3-4cad-8226-6ea61014663e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473b6db6-9463-4d68-9286-d8efdb343085 HTTP/1.1" status: 200 len: 834 time: 0.0603302 Jun 03 22:09:26.896591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:26.949549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fd284-7c86-41ea-a8b1-172dd19ecff0 req-76e56019-ba7e-4f94-9456-414faf138b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:26.950849 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ef3fd284-7c86-41ea-a8b1-172dd19ecff0 req-76e56019-ba7e-4f94-9456-414faf138b04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60eeccef-f9dd-406b-a7b1-4ad37647b516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803120 Jun 03 22:09:26.965456 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:27.091358 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ef3fd284-7c86-41ea-a8b1-172dd19ecff0 req-88c13109-d857-4167-adf3-8a0e8f286516 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320703 Jun 03 22:09:27.235772 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ef3fd284-7c86-41ea-a8b1-172dd19ecff0 req-afe89299-7017-4e43-9a7b-7c2a768f0e81 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370325 Jun 03 22:09:28.473357 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:28.943347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58188) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:29.240051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 606cb8f0-1a88-40c8-95cc-494685b2166a {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:09:29.240293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:29.378773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:29.379079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:29.505573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 606cb8f0-1a88-40c8-95cc-494685b2166a owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:09:29.650013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:29.655675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:29.708653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=606cb8f0-1a88-40c8-95cc-494685b2166a,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:29.734541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:29.802782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:29.803086 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP 51cc09d2-f120-48bc-b89e-49df496af5da disassociated (deleted). External IP: 172.26.3.230, port: b2449209-234f-4f9b-80f2-aed2f0651357. Jun 03 22:09:30.364579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:09:30.553993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:09:30.567375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f248d-21a9-41b9-aa6f-bfe1522b0fbb None None] Sync routers for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:09:30.579361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:30.581995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f248d-21a9-41b9-aa6f-bfe1522b0fbb None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:09:30.582627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f28f248d-21a9-41b9-aa6f-bfe1522b0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:09:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:30.641425 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/floatingips/51cc09d2-f120-48bc-b89e-49df496af5da HTTP/1.1" status: 204 len: 168 time: 1.6967864 Jun 03 22:09:30.642184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'tag': 'b2449209-234f-4f9b-80f2-aed2f0651357'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:09:30.645233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9c80e4-b1d5-4a82-881d-4d794af19da9" -d '{"events": [{"name": "network-changed", "server_uuid": "03014ab5-9762-4a0d-83b9-19dca4d4efa1", "tag": "b2449209-234f-4f9b-80f2-aed2f0651357"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:09:30.722655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37156ab7-192e-4fcf-b644-e8c3794dfe8d x-openstack-request-id: req-37156ab7-192e-4fcf-b644-e8c3794dfe8d {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:09:30.722988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03014ab5-9762-4a0d-83b9-19dca4d4efa1", "tag": "b2449209-234f-4f9b-80f2-aed2f0651357", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:09:30.723342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-37156ab7-192e-4fcf-b644-e8c3794dfe8d {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:09:30.723754 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'tag': 'b2449209-234f-4f9b-80f2-aed2f0651357', 'status': 'completed', 'code': 200} Jun 03 22:09:30.833393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c80e4-b1d5-4a82-881d-4d794af19da9 req-d5e5d884-18c5-4943-ac9b-77e862a319ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:30.835495 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eb9c80e4-b1d5-4a82-881d-4d794af19da9 req-d5e5d884-18c5-4943-ac9b-77e862a319ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 1098 time: 0.0875225 Jun 03 22:09:30.839893 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-f28f248d-21a9-41b9-aa6f-bfe1522b0fbb None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:09:30.990388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c80e4-b1d5-4a82-881d-4d794af19da9 req-88b04801-d014-4627-8df7-953df9356754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:30.992035 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eb9c80e4-b1d5-4a82-881d-4d794af19da9 req-88b04801-d014-4627-8df7-953df9356754 service neutron] 10.222.0.24 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 898 time: 0.1492267 Jun 03 22:09:31.075413 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eb9c80e4-b1d5-4a82-881d-4d794af19da9 req-8a08b0eb-ee9d-4963-98ed-aa2a9637e94f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2449209-234f-4f9b-80f2-aed2f0651357 HTTP/1.1" status: 200 len: 217 time: 0.0764623 Jun 03 22:09:31.145056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c80e4-b1d5-4a82-881d-4d794af19da9 req-e362c7b5-4cc9-46ad-9c4e-37c0d29438ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:31.146161 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eb9c80e4-b1d5-4a82-881d-4d794af19da9 req-e362c7b5-4cc9-46ad-9c4e-37c0d29438ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473b6db6-9463-4d68-9286-d8efdb343085 HTTP/1.1" status: 200 len: 834 time: 0.0634401 Jun 03 22:09:31.231916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c80e4-b1d5-4a82-881d-4d794af19da9 req-cdac1e08-cea1-40d0-8c2f-599f9628b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:31.233889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f28f248d-21a9-41b9-aa6f-bfe1522b0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'ca4599a9-77fd-4f06-accd-8d09c4158b76', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'port_id': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'mac_address': 'fa:16:3e:c8:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:49Z', 'revision_number': 1, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:32Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:31.234156 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eb9c80e4-b1d5-4a82-881d-4d794af19da9 req-cdac1e08-cea1-40d0-8c2f-599f9628b7ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60eeccef-f9dd-406b-a7b1-4ad37647b516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804932 Jun 03 22:09:31.238360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f248d-21a9-41b9-aa6f-bfe1522b0fbb None None] Checking router: 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:09:31.247955 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f248d-21a9-41b9-aa6f-bfe1522b0fbb None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:09:31.248528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f28f248d-21a9-41b9-aa6f-bfe1522b0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:09:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:31.257465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c185d6e-726c-49be-bfb6-9a4f7055ca1a req-8e2d77df-7702-4848-aaf1-650442031668 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:31.261309 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5c185d6e-726c-49be-bfb6-9a4f7055ca1a req-8e2d77df-7702-4848-aaf1-650442031668 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 945 time: 0.0924561 Jun 03 22:09:31.313487 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5c185d6e-726c-49be-bfb6-9a4f7055ca1a req-e68ad164-020c-4c3e-bf59-f9c40c2af28e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b35063b0-8943-4c27-b6f1-bfe1c132ff27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481124 Jun 03 22:09:31.377654 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eb9c80e4-b1d5-4a82-881d-4d794af19da9 req-5d768c47-f108-4ee9-82da-1b3c18aef8e9 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354475 Jun 03 22:09:31.446425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-f28f248d-21a9-41b9-aa6f-bfe1522b0fbb None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:09:31.519921 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eb9c80e4-b1d5-4a82-881d-4d794af19da9 req-4a717ece-c5da-483a-ab2b-aa594561432c service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340585 Jun 03 22:09:31.815481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f28f248d-21a9-41b9-aa6f-bfe1522b0fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'ca4599a9-77fd-4f06-accd-8d09c4158b76', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'port_id': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'mac_address': 'fa:16:3e:c8:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:49Z', 'revision_number': 1, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:32Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:31.819825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f248d-21a9-41b9-aa6f-bfe1522b0fbb None None] The sync data for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv is: [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'ca4599a9-77fd-4f06-accd-8d09c4158b76', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.104', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'port_id': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'mac_address': 'fa:16:3e:c8:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:49Z', 'revision_number': 1, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:32Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:09:32.071183 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962bd45-96e9-4450-b279-851d3609e21a None None] New status for floating IP 51cc09d2-f120-48bc-b89e-49df496af5da: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:09:32.524520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14bfa4-513c-4d7c-8459-5df649e80e36 req-f62db1a0-8278-4f97-819e-5d661e5921be tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:32.525208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-ee14bfa4-513c-4d7c-8459-5df649e80e36 req-f62db1a0-8278-4f97-819e-5d661e5921be tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:09:32.545166 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-ee14bfa4-513c-4d7c-8459-5df649e80e36 req-f62db1a0-8278-4f97-819e-5d661e5921be tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:09:32.546821 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ee14bfa4-513c-4d7c-8459-5df649e80e36 req-f62db1a0-8278-4f97-819e-5d661e5921be tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 945 time: 0.1122420 Jun 03 22:09:32.604596 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ee14bfa4-513c-4d7c-8459-5df649e80e36 req-0fd122be-ec3b-431b-8de6-35f27b09b926 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=b35063b0-8943-4c27-b6f1-bfe1c132ff27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490687 Jun 03 22:09:32.763873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988ed59-836f-4c2e-aabb-88d0ba61cdbc req-6e247b87-ad70-47e5-8992-7655d61501c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:32.765443 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4988ed59-836f-4c2e-aabb-88d0ba61cdbc req-6e247b87-ad70-47e5-8992-7655d61501c5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 945 time: 0.0913072 Jun 03 22:09:32.921364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-4988ed59-836f-4c2e-aabb-88d0ba61cdbc req-6969621e-c57c-48aa-be40-454d9673101f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port b2449209-234f-4f9b-80f2-aed2f0651357 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:09:32.921691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4988ed59-836f-4c2e-aabb-88d0ba61cdbc req-6969621e-c57c-48aa-be40-454d9673101f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:33.063831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-4988ed59-836f-4c2e-aabb-88d0ba61cdbc req-6969621e-c57c-48aa-be40-454d9673101f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port b2449209-234f-4f9b-80f2-aed2f0651357, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=b2449209-234f-4f9b-80f2-aed2f0651357,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:09:33.064170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4988ed59-836f-4c2e-aabb-88d0ba61cdbc req-6969621e-c57c-48aa-be40-454d9673101f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:33.191660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-4988ed59-836f-4c2e-aabb-88d0ba61cdbc req-6969621e-c57c-48aa-be40-454d9673101f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for b2449209-234f-4f9b-80f2-aed2f0651357 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:09:33.310307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4988ed59-836f-4c2e-aabb-88d0ba61cdbc req-6969621e-c57c-48aa-be40-454d9673101f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:33.316069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b206f8ff-6957-4520-b0d5-f1853a5000db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:33.360659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969621e-c57c-48aa-be40-454d9673101f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=b2449209-234f-4f9b-80f2-aed2f0651357,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:33.363558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6969621e-c57c-48aa-be40-454d9673101f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:33.441015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4988ed59-836f-4c2e-aabb-88d0ba61cdbc req-6969621e-c57c-48aa-be40-454d9673101f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] No DVR routers for this DVR port b2449209-234f-4f9b-80f2-aed2f0651357 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:09:33.445184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4988ed59-836f-4c2e-aabb-88d0ba61cdbc req-6969621e-c57c-48aa-be40-454d9673101f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:33.449236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'name': 'network-vif-deleted', 'tag': 'b2449209-234f-4f9b-80f2-aed2f0651357'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:09:33.452823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40743eb3-b282-4e25-8912-a37c084b599c" -d '{"events": [{"server_uuid": "03014ab5-9762-4a0d-83b9-19dca4d4efa1", "name": "network-vif-deleted", "tag": "b2449209-234f-4f9b-80f2-aed2f0651357"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:09:33.471780 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4988ed59-836f-4c2e-aabb-88d0ba61cdbc req-6969621e-c57c-48aa-be40-454d9673101f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "DELETE /v2.0/ports/b2449209-234f-4f9b-80f2-aed2f0651357 HTTP/1.1" status: 204 len: 173 time: 0.7002957 Jun 03 22:09:33.502294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e54f13f-cab5-49a5-9f6c-230ef1312d33 x-openstack-request-id: req-0e54f13f-cab5-49a5-9f6c-230ef1312d33 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:09:33.502736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03014ab5-9762-4a0d-83b9-19dca4d4efa1", "name": "network-vif-deleted", "tag": "b2449209-234f-4f9b-80f2-aed2f0651357", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:09:33.503071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0e54f13f-cab5-49a5-9f6c-230ef1312d33 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:09:33.503594 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03014ab5-9762-4a0d-83b9-19dca4d4efa1', 'name': 'network-vif-deleted', 'tag': 'b2449209-234f-4f9b-80f2-aed2f0651357', 'status': 'completed', 'code': 200} Jun 03 22:09:33.789291 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-8bc035e9-b3dd-44ac-82ae-708e623f25aa req-c13160b8-0d47-4df7-ab14-26a3ca9c8058 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:09:33.810657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-8bc035e9-b3dd-44ac-82ae-708e623f25aa req-c13160b8-0d47-4df7-ab14-26a3ca9c8058 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:09:33.812414 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8bc035e9-b3dd-44ac-82ae-708e623f25aa req-c13160b8-0d47-4df7-ab14-26a3ca9c8058 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=03014ab5-9762-4a0d-83b9-19dca4d4efa1 HTTP/1.1" status: 200 len: 210 time: 0.0677836 Jun 03 22:09:34.920397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58206) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:34.994444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ccd3bfb4-7d8c-45c0-9e48-0a1449fa4bcf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:35.028194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ccd3bfb4-7d8c-45c0-9e48-0a1449fa4bcf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:35.110380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ccd3bfb4-7d8c-45c0-9e48-0a1449fa4bcf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:35.114312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e3e56d54-e85c-4e61-80f0-08edfe842e86 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:35.130319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3bfb4-7d8c-45c0-9e48-0a1449fa4bcf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35063b0-8943-4c27-b6f1-bfe1c132ff27,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:35.132936 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ccd3bfb4-7d8c-45c0-9e48-0a1449fa4bcf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:35.142992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ccd3bfb4-7d8c-45c0-9e48-0a1449fa4bcf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:35.144201 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ccd3bfb4-7d8c-45c0-9e48-0a1449fa4bcf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/security-groups/b35063b0-8943-4c27-b6f1-bfe1c132ff27 HTTP/1.1" status: 204 len: 168 time: 0.2228298 Jun 03 22:09:35.176446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58210) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:35.451175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 02426749-4e99-440b-b2c1-fa9bd38a1f94 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:09:35.451390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:35.574172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:35.574498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:35.708078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 02426749-4e99-440b-b2c1-fa9bd38a1f94 owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:09:35.847388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:35.853902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4868b1c3-1a3f-4f22-bc89-166de493a20f tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:35.904371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=02426749-4e99-440b-b2c1-fa9bd38a1f94,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:35.907548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:36.127911 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:36.128599 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP ca4599a9-77fd-4f06-accd-8d09c4158b76 disassociated (deleted). External IP: 172.26.3.104, port: 4408fea3-cee7-4d14-bda3-65e0cc94bc8a. Jun 03 22:09:36.506514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:09:36.597698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device b2449209-234f-4f9b-80f2-aed2f0651357 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:09:36.632701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: b2449209-234f-4f9b-80f2-aed2f0651357 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:09:36.633041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device b2449209-234f-4f9b-80f2-aed2f0651357 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:09:36.701242 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:09:36.710594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47677060-0cd0-4758-b794-084215d340fa None None] Sync routers for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:09:36.719919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47677060-0cd0-4758-b794-084215d340fa None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:09:36.720520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-47677060-0cd0-4758-b794-084215d340fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:09:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:36.724385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:36.783558 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/floatingips/ca4599a9-77fd-4f06-accd-8d09c4158b76 HTTP/1.1" status: 204 len: 168 time: 1.6057911 Jun 03 22:09:36.784035 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:09:36.786387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30a92e1-d1b6-443a-8f19-5b1c2ac6a724" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:09:36.835341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb3fb83-b4d7-42db-aafd-74be615b7270 x-openstack-request-id: req-1cb3fb83-b4d7-42db-aafd-74be615b7270 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:09:36.835720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:09:36.836267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1cb3fb83-b4d7-42db-aafd-74be615b7270 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:09:36.836760 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'status': 'completed', 'code': 200} Jun 03 22:09:36.910839 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-47677060-0cd0-4758-b794-084215d340fa None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:09:36.934413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a92e1-d1b6-443a-8f19-5b1c2ac6a724 req-4025281c-34c9-4c00-b950-91a09b526bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:36.935923 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e30a92e1-d1b6-443a-8f19-5b1c2ac6a724 req-4025281c-34c9-4c00-b950-91a09b526bc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 1099 time: 0.0794311 Jun 03 22:09:37.277163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a92e1-d1b6-443a-8f19-5b1c2ac6a724 req-2ba98013-b400-4da9-915a-eda124679e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:37.278640 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e30a92e1-d1b6-443a-8f19-5b1c2ac6a724 req-2ba98013-b400-4da9-915a-eda124679e1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 200 len: 898 time: 0.3362961 Jun 03 22:09:37.307734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-47677060-0cd0-4758-b794-084215d340fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:32Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:37.311754 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47677060-0cd0-4758-b794-084215d340fa None None] Checking router: 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:09:37.320071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47677060-0cd0-4758-b794-084215d340fa None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:09:37.320683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-47677060-0cd0-4758-b794-084215d340fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:09:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:37.360425 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e30a92e1-d1b6-443a-8f19-5b1c2ac6a724 req-258bcdc3-e75d-4dc9-a2f9-409db75693ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a HTTP/1.1" status: 200 len: 217 time: 0.0726459 Jun 03 22:09:37.414375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d583336-9a2f-42ae-a215-aad42532fc78 req-5056b314-52a9-49c2-8710-6e1128a1bca0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:37.417544 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6d583336-9a2f-42ae-a215-aad42532fc78 req-5056b314-52a9-49c2-8710-6e1128a1bca0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 946 time: 0.2129710 Jun 03 22:09:37.466189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a92e1-d1b6-443a-8f19-5b1c2ac6a724 req-22fe6682-f287-4a4a-9fed-0ad8e9868fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:37.467669 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e30a92e1-d1b6-443a-8f19-5b1c2ac6a724 req-22fe6682-f287-4a4a-9fed-0ad8e9868fa3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=473b6db6-9463-4d68-9286-d8efdb343085 HTTP/1.1" status: 200 len: 834 time: 0.0993087 Jun 03 22:09:37.501804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-47677060-0cd0-4758-b794-084215d340fa None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:09:37.530521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6d583336-9a2f-42ae-a215-aad42532fc78 req-a96b816c-7022-465f-ad91-bc7c8d4ca40f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ffd1ccde-f2cb-4979-80b2-0125b7ca5011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011086 Jun 03 22:09:37.567957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a92e1-d1b6-443a-8f19-5b1c2ac6a724 req-f0e177de-8148-4186-9eb3-884a33b26775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:37.569453 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e30a92e1-d1b6-443a-8f19-5b1c2ac6a724 req-f0e177de-8148-4186-9eb3-884a33b26775 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60eeccef-f9dd-406b-a7b1-4ad37647b516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0927768 Jun 03 22:09:37.720120 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e30a92e1-d1b6-443a-8f19-5b1c2ac6a724 req-3f55d788-aaa9-4b65-8489-2d35155ce9be service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432264 Jun 03 22:09:37.824866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-47677060-0cd0-4758-b794-084215d340fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:32Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:37.829101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47677060-0cd0-4758-b794-084215d340fa None None] The sync data for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv is: [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:27Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'fdc50220-d74f-41f1-b9aa-b42b6bdf77a7', 'name': '', 'network_id': '60eeccef-f9dd-406b-a7b1-4ad37647b516', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:62:d0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '473b6db6-9463-4d68-9286-d8efdb343085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:26Z', 'updated_at': '2021-06-03T22:07:32Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': '473b6db6-9463-4d68-9286-d8efdb343085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:09:37.911142 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e30a92e1-d1b6-443a-8f19-5b1c2ac6a724 req-38ef47f1-2c7f-4c75-9ea9-457d2dbedd82 service neutron] 10.222.0.24 "GET /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830046 Jun 03 22:09:38.064651 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f6514-4ae9-486f-ba91-5535e1fb7e6a None None] New status for floating IP ca4599a9-77fd-4f06-accd-8d09c4158b76: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:09:38.730605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c4bf4-5263-48d0-a54c-450120c97776 req-32f8c280-77c0-436c-aeab-c6b4d50221c6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:38.731306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-738c4bf4-5263-48d0-a54c-450120c97776 req-32f8c280-77c0-436c-aeab-c6b4d50221c6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:09:38.748358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-738c4bf4-5263-48d0-a54c-450120c97776 req-32f8c280-77c0-436c-aeab-c6b4d50221c6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:09:38.749621 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-738c4bf4-5263-48d0-a54c-450120c97776 req-32f8c280-77c0-436c-aeab-c6b4d50221c6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 946 time: 0.1067250 Jun 03 22:09:38.763529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3514c2-e1ac-4567-bdf4-2abba5a4e554 req-a6a7e470-a380-40ad-aa8a-9c3f72694f98 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:38.765115 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ed3514c2-e1ac-4567-bdf4-2abba5a4e554 req-a6a7e470-a380-40ad-aa8a-9c3f72694f98 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 946 time: 0.0858712 Jun 03 22:09:38.797268 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-738c4bf4-5263-48d0-a54c-450120c97776 req-59a6ca22-5f06-4a99-b27a-17c6303656e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:09:38.814039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-738c4bf4-5263-48d0-a54c-450120c97776 req-59a6ca22-5f06-4a99-b27a-17c6303656e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:09:38.815296 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-738c4bf4-5263-48d0-a54c-450120c97776 req-59a6ca22-5f06-4a99-b27a-17c6303656e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=ffd1ccde-f2cb-4979-80b2-0125b7ca5011&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597522 Jun 03 22:09:38.918854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-ed3514c2-e1ac-4567-bdf4-2abba5a4e554 req-2f783438-9134-4c04-bc0a-55640e0f87fd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:09:38.919198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ed3514c2-e1ac-4567-bdf4-2abba5a4e554 req-2f783438-9134-4c04-bc0a-55640e0f87fd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:39.069190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-ed3514c2-e1ac-4567-bdf4-2abba5a4e554 req-2f783438-9134-4c04-bc0a-55640e0f87fd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:09:39.069450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ed3514c2-e1ac-4567-bdf4-2abba5a4e554 req-2f783438-9134-4c04-bc0a-55640e0f87fd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:39.206043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-ed3514c2-e1ac-4567-bdf4-2abba5a4e554 req-2f783438-9134-4c04-bc0a-55640e0f87fd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 4408fea3-cee7-4d14-bda3-65e0cc94bc8a owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:09:39.326746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ed3514c2-e1ac-4567-bdf4-2abba5a4e554 req-2f783438-9134-4c04-bc0a-55640e0f87fd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:39.332350 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f7440ef4-3f44-40fd-bbc8-cf98d4a13e24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:39.376728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f783438-9134-4c04-bc0a-55640e0f87fd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=4408fea3-cee7-4d14-bda3-65e0cc94bc8a,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:39.379801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2f783438-9134-4c04-bc0a-55640e0f87fd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:39.453891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3514c2-e1ac-4567-bdf4-2abba5a4e554 req-2f783438-9134-4c04-bc0a-55640e0f87fd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] No DVR routers for this DVR port 4408fea3-cee7-4d14-bda3-65e0cc94bc8a on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:09:39.456487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ed3514c2-e1ac-4567-bdf4-2abba5a4e554 req-2f783438-9134-4c04-bc0a-55640e0f87fd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:39.459193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'name': 'network-vif-deleted', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:09:39.461640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d45a7ad-e29b-414f-808b-44cb51f0624d" -d '{"events": [{"server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "name": "network-vif-deleted", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:09:39.475632 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ed3514c2-e1ac-4567-bdf4-2abba5a4e554 req-2f783438-9134-4c04-bc0a-55640e0f87fd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "DELETE /v2.0/ports/4408fea3-cee7-4d14-bda3-65e0cc94bc8a HTTP/1.1" status: 204 len: 173 time: 0.7049909 Jun 03 22:09:39.506139 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6707432f-df6a-4cc1-be3b-ecf4db89e24f x-openstack-request-id: req-6707432f-df6a-4cc1-be3b-ecf4db89e24f {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:09:39.506484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1b9ded-c8f7-47f0-8649-a73bb16f94c1", "name": "network-vif-deleted", "tag": "4408fea3-cee7-4d14-bda3-65e0cc94bc8a", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:09:39.506788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6707432f-df6a-4cc1-be3b-ecf4db89e24f {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:09:39.507361 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1b9ded-c8f7-47f0-8649-a73bb16f94c1', 'name': 'network-vif-deleted', 'tag': '4408fea3-cee7-4d14-bda3-65e0cc94bc8a', 'status': 'completed', 'code': 200} Jun 03 22:09:39.990335 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d64e388d-c8a2-4116-b122-0d6ede384b8e req-60c5a81f-cd75-4827-b6d8-194320b73ac0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f1b9ded-c8f7-47f0-8649-a73bb16f94c1 HTTP/1.1" status: 200 len: 210 time: 0.0428154 Jun 03 22:09:41.087868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58228) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:41.161536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5bcafd9f-a1f3-445a-a226-cb67c8fcb3dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:41.193448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5bcafd9f-a1f3-445a-a226-cb67c8fcb3dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:41.267035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5bcafd9f-a1f3-445a-a226-cb67c8fcb3dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:41.272949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f5d80d07-c877-4528-a3d3-46232c5a1e99 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:41.289065 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcafd9f-a1f3-445a-a226-cb67c8fcb3dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd1ccde-f2cb-4979-80b2-0125b7ca5011,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:41.292001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5bcafd9f-a1f3-445a-a226-cb67c8fcb3dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:41.304088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5bcafd9f-a1f3-445a-a226-cb67c8fcb3dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:41.305213 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5bcafd9f-a1f3-445a-a226-cb67c8fcb3dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/security-groups/ffd1ccde-f2cb-4979-80b2-0125b7ca5011 HTTP/1.1" status: 204 len: 168 time: 0.2162292 Jun 03 22:09:41.338663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58232) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:42.086596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:42.128759 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:09:42.562547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:09:42.563159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:42.620014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 4408fea3-cee7-4d14-bda3-65e0cc94bc8a no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:09:42.656224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 4408fea3-cee7-4d14-bda3-65e0cc94bc8a {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:09:42.656609 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 4408fea3-cee7-4d14-bda3-65e0cc94bc8a not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:09:42.706877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port fdc50220-d74f-41f1-b9aa-b42b6bdf77a7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fdc50220-d74f-41f1-b9aa-b42b6bdf77a7,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:09:42.707219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:42.834617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:09:43.112662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:43.117293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f902eb18-5226-453b-8ada-f2186c6a9aa7 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:43.325504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=fdc50220-d74f-41f1-b9aa-b42b6bdf77a7,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:43.329941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:43.620342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:44.005644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:09:44.194122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:09:44.205292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bebe7b-e6ef-4e2c-9419-b6b35dc5acc1 None None] Sync routers for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:09:44.209310 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/2ce2a2dc-3f02-4f69-b006-8eed41e7f77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8695369 Jun 03 22:09:44.214180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58234) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:44.217367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bebe7b-e6ef-4e2c-9419-b6b35dc5acc1 None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:09:44.218211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-60bebe7b-e6ef-4e2c-9419-b6b35dc5acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:09:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:44.286545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-133f435e-3aa4-4c72-bcd5-3ae3ce6e24b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting subnet 473b6db6-9463-4d68-9286-d8efdb343085 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:09:44.289928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-133f435e-3aa4-4c72-bcd5-3ae3ce6e24b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:44.347797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-133f435e-3aa4-4c72-bcd5-3ae3ce6e24b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:44.412200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-60bebe7b-e6ef-4e2c-9419-b6b35dc5acc1 None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:09:44.434661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-133f435e-3aa4-4c72-bcd5-3ae3ce6e24b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:44.700136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-60bebe7b-e6ef-4e2c-9419-b6b35dc5acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:09:43Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:44.704251 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bebe7b-e6ef-4e2c-9419-b6b35dc5acc1 None None] Checking router: 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:09:44.713637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bebe7b-e6ef-4e2c-9419-b6b35dc5acc1 None None] Routers {'2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:09:44.714249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-60bebe7b-e6ef-4e2c-9419-b6b35dc5acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:09:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:44.720642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-133f435e-3aa4-4c72-bcd5-3ae3ce6e24b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:44.724465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-de5a9206-39ac-4358-bbb9-5abcb02e80df tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:44.760875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f435e-3aa4-4c72-bcd5-3ae3ce6e24b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Subnet': ['ID=473b6db6-9463-4d68-9286-d8efdb343085,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:44.764003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-133f435e-3aa4-4c72-bcd5-3ae3ce6e24b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:44.764990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-133f435e-3aa4-4c72-bcd5-3ae3ce6e24b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:44.773025 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-133f435e-3aa4-4c72-bcd5-3ae3ce6e24b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/subnets/473b6db6-9463-4d68-9286-d8efdb343085 HTTP/1.1" status: 204 len: 168 time: 0.5567501 Jun 03 22:09:44.774935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c509ce-de51-4d5b-a9a8-ddc06c32cb1a None None] Network 60eeccef-f9dd-406b-a7b1-4ad37647b516 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:09:44.777366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58236) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:45.102418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-60bebe7b-e6ef-4e2c-9419-b6b35dc5acc1 None None] Set router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:09:45.117720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:45.308222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:45.391974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:09:45.392333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:45.410379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] DHCP port deletion for 60eeccef-f9dd-406b-a7b1-4ad37647b516 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:09:45.454180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-60bebe7b-e6ef-4e2c-9419-b6b35dc5acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:09:43Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:45.460429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bebe7b-e6ef-4e2c-9419-b6b35dc5acc1 None None] The sync data for ids ['2ce2a2dc-3f02-4f69-b006-8eed41e7f77d'] in dv-neutron-792998-2-hyperv is: [{'id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'name': 'tempest-TestNetworkBasicOps-router-449894010', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:09:43Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': 'bd3c10da-9abb-4ae3-9f29-569ba3d26aa4', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce2a2dc-3f02-4f69-b006-8eed41e7f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:22Z', 'updated_at': '2021-06-03T22:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:09:45.492110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Deleting port 0bed30b6-22d6-4099-9a12-4a1942a7302b {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:09:45.492502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:45.529408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port bd3c10da-9abb-4ae3-9f29-569ba3d26aa4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=bd3c10da-9abb-4ae3-9f29-569ba3d26aa4,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:09:45.529783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:45.608096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] For port 0bed30b6-22d6-4099-9a12-4a1942a7302b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0bed30b6-22d6-4099-9a12-4a1942a7302b,segment=NetworkSegment(5fd46e54-c756-4c20-b56a-c5261b21538d),segment_id=5fd46e54-c756-4c20-b56a-c5261b21538d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:09:45.608397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:45.658102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:09:45.737876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Calling delete_port for 0bed30b6-22d6-4099-9a12-4a1942a7302b owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:09:45.785737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:45.789683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:45.819952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:45.824650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d97d7d74-08f4-4052-8154-8dc0cc19959d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:45.850764 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Pushing event deleted for resources: {'Port': ['ID=0bed30b6-22d6-4099-9a12-4a1942a7302b,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:45.862808 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:45.863127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:45.863406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:45.863762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:45.864091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:45.864459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:45.864976 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:45.865375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:45.865705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:45.866026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:45.866352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:45.866671 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:45.871353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:45.873750 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] No DVR routers for this DVR port 0bed30b6-22d6-4099-9a12-4a1942a7302b on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:09:45.883019 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=bd3c10da-9abb-4ae3-9f29-569ba3d26aa4,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:45.887258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:45.982491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.170405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.173162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.201066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.201643 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Fanout notify agent at l3_agent the message router_deleted on router 2ce2a2dc-3f02-4f69-b006-8eed41e7f77d {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:09:46.219607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.220714 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/routers/2ce2a2dc-3f02-4f69-b006-8eed41e7f77d HTTP/1.1" status: 204 len: 168 time: 1.4423313 Jun 03 22:09:46.223537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58238) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:46.336153 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0bed30b6-22d6-4099-9a12-4a1942a7302b no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:09:46.348054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.373654 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 0bed30b6-22d6-4099-9a12-4a1942a7302b {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:09:46.373996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0bed30b6-22d6-4099-9a12-4a1942a7302b not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:09:46.374413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:09:46.411188 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:09:46.412505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fdc50220-d74f-41f1-b9aa-b42b6bdf77a7 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:09:46.628625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.643385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60eeccef-f9dd-406b-a7b1-4ad37647b516']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:46.657385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd46e54-c756-4c20-b56a-c5261b21538d') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:46.657692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd46e54-c756-4c20-b56a-c5261b21538d') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:46.670446 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.689843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.699326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:09:46.699742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:09:46.714854 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:09:46.798492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.802147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1cc98d5b-c3f2-464e-9dc0-60fce405d055 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:46.817617 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.830471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Network': ['ID=60eeccef-f9dd-406b-a7b1-4ad37647b516,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:46.833751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:46.840796 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/networks/60eeccef-f9dd-406b-a7b1-4ad37647b516 HTTP/1.1" status: 204 len: 168 time: 0.6162891 Jun 03 22:09:46.867633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58240) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:46.872859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'network': {'name': 'tempest-network-smoke--470801458', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'port_security_enabled': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:09:46.877898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:09:46.882118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:network and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:09:46.885487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:09:46.891862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:09:46.906341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:09:46.909956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.941178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:09:46.950783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:46.951154 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Added segment 43db7d0e-9d13-4115-860d-c275ad5aecf2 of type vlan for network f8decbf2-e306-45ab-b086-3273e65edc79 Jun 03 22:09:46.980953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:47.019452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:47.025189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:47.025986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:47.029656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-55a23286-27c4-406c-a982-3261a79a5ac8 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:47.128228 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2594950 Jun 03 22:09:47.131373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58242) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:47.136985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'admin_state_up': True, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:09:47.138421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Network': ['ID=f8decbf2-e306-45ab-b086-3273e65edc79,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:47.141112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:47.144625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:09:47.148810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:router and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:09:47.149205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network f8decbf2-e306-45ab-b086-3273e65edc79 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:09:47.152686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:09:47.159809 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:09:47.172543 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:47.173566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:47.188896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:47.465175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:47.960488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:47.991690 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:48.139180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.117 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/2a2d3524-d677-4709-b50d-57b5210cee5b) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:09:48.225206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:09:48.266763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:09:48.266763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bd3c10da-9abb-4ae3-9f29-569ba3d26aa4 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:09:48.302603 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:48.343859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:48.349853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-346a3309-dd2e-4865-a25b-55d7d31d40b9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:48.413274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:09:48.416232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:09:48.424492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:09:48.459182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=2a2d3524-d677-4709-b50d-57b5210cee5b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:48.465938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:48.875858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:49.238379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:49.603438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 43eb546a-a88c-4a76-9039-027b1a54a5e4 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:09:49.789318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:09:49.805135 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Sync routers for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:09:49.814830 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:09:49.815440 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:09:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:49.821519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:49.823596 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6911023 Jun 03 22:09:49.826961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58244) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:49.998969 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Set router 43eb546a-a88c-4a76-9039-027b1a54a5e4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:09:50.008007 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1396a5ed-85cf-4031-96f9-d154517d8939 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=c505461944d44588ae1a2ee7f748a138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1772461 Jun 03 22:09:50.008384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58248) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:50.153361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f538d15d-6707-4ba9-86d6-a8601598a7ba tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:50.155905 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f538d15d-6707-4ba9-86d6-a8601598a7ba tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1464763 Jun 03 22:09:50.157812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58250) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:50.225732 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c5cb005b-c528-41bf-98ca-401965b58518 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0654066 Jun 03 22:09:50.227669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58252) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:50.233435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-766134042', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:09:50.305691 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:09:48Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:50.310118 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Checking router: 43eb546a-a88c-4a76-9039-027b1a54a5e4 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:09:50.310682 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Updating router 43eb546a-a88c-4a76-9039-027b1a54a5e4 port 2a2d3524-d677-4709-b50d-57b5210cee5b binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:09:50.355310 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:09:50.359450 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:subnet and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:09:50.362402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:09:50.367220 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:50.368749 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:09:50.380072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:09:50.384021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:50.735088 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:50.750669 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Transition to ACTIVE for port object 2a2d3524-d677-4709-b50d-57b5210cee5b will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:09:50.757877 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:50.763226 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-1557d412-edb8-4b3a-b788-38690c91e3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:50.840848 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:50.845315 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Attempting to bind port 2a2d3524-d677-4709-b50d-57b5210cee5b on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:09:50.845836 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Attempting to bind port 2a2d3524-d677-4709-b50d-57b5210cee5b by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:09:50.845943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:50.846194 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Attempting to bind port 2a2d3524-d677-4709-b50d-57b5210cee5b on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:09:50.849630 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Pushing event updated for resources: {'Port': ['ID=2a2d3524-d677-4709-b50d-57b5210cee5b,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:50.857492 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:09:50.857942 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:09:50.858464 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:50.858852 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:09:50.859374 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Bound port: 2a2d3524-d677-4709-b50d-57b5210cee5b, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:09:50.859822 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:50.886680 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:50.886680 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:50.887172 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:50.887579 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:50.887985 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:50.888369 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:50.888718 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:50.889090 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:50.889473 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:50.889843 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:50.890226 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:50.890585 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:09:50.899035 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:50.927561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Subnet': ['ID=e4331657-0421-48a6-a78b-80a06415f2a8,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:50.931871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:50.936292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Checking segment: {'id': '43db7d0e-9d13-4115-860d-c275ad5aecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:09:50.936639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network hostable DHCP agents. Network: f8decbf2-e306-45ab-b086-3273e65edc79, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:09:50.944778 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] For port 2a2d3524-d677-4709-b50d-57b5210cee5b, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:09:50.948665 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] For port 2a2d3524-d677-4709-b50d-57b5210cee5b, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2a2d3524-d677-4709-b50d-57b5210cee5b,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:09:50.954904 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:50.957693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network f8decbf2-e306-45ab-b086-3273e65edc79 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:09:50.961131 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:50.968959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, f8decbf2-e306-45ab-b086-3273e65edc79) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:09:50.978994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eced0d9a-5836-4c96-a0c2-f5ce7c7f62b3 None None] Network f8decbf2-e306-45ab-b086-3273e65edc79 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:09:50.979882 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:50.980475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:51.012111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58254) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:51.012642 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7836173 Jun 03 22:09:51.064754 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Pushing event updated for resources: {'Port': ['ID=2a2d3524-d677-4709-b50d-57b5210cee5b,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:51.071582 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:09:51.072551 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:09:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:51.135767 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:51.207179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-f8decbf2-e306-45ab-b086-3273e65edc79', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:09:51.207179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:51.276113 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] Set router 43eb546a-a88c-4a76-9039-027b1a54a5e4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:09:51.425929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Allocated IP 172.20.0.2 (f8decbf2-e306-45ab-b086-3273e65edc79/e4331657-0421-48a6-a78b-80a06415f2a8/9860e652-7b1b-40d0-a8b4-404b3a4ddea9) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:09:51.585203 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:09:48Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:51.590500 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49753193-577e-4b69-84d1-a8430c53aec3 None None] The sync data for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv is: [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:09:48Z', 'revision_number': 3, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:09:51.644554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:51.655161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Transition to ACTIVE for port object 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:09:51.674689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Transition to ACTIVE for port object 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:09:51.681814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:51.686001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:51.746075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Network f8decbf2-e306-45ab-b086-3273e65edc79 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:09:51.747229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:09:51.750938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:09:51.766230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Pushing event updated for resources: {'Port': ['ID=9860e652-7b1b-40d0-a8b4-404b3a4ddea9,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:51.793178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:51.800208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:51.887202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Attempting to bind port 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:09:51.887632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Attempting to bind port 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '43db7d0e-9d13-4115-860d-c275ad5aecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:09:51.888003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Attempting to bind port 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 on network f8decbf2-e306-45ab-b086-3273e65edc79 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:09:51.894175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:09:51.894558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Checking segment: {'id': '43db7d0e-9d13-4115-860d-c275ad5aecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:09:51.895026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:51.895664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Bound using segment: {'id': '43db7d0e-9d13-4115-860d-c275ad5aecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:09:51.896150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Bound port: 9860e652-7b1b-40d0-a8b4-404b3a4ddea9, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43db7d0e-9d13-4115-860d-c275ad5aecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:09:51.896528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:51.996632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] For port 9860e652-7b1b-40d0-a8b4-404b3a4ddea9, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:09:52.000706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] For port 9860e652-7b1b-40d0-a8b4-404b3a4ddea9, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9860e652-7b1b-40d0-a8b4-404b3a4ddea9,segment=NetworkSegment(43db7d0e-9d13-4115-860d-c275ad5aecf2),segment_id=43db7d0e-9d13-4115-860d-c275ad5aecf2)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:09:52.006169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:52.011555 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:52.099428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Pushing event updated for resources: {'Port': ['ID=9860e652-7b1b-40d0-a8b4-404b3a4ddea9,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:52.107700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:52.371418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2a2d3524-d677-4709-b50d-57b5210cee5b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:09:52.441412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.1 (f8decbf2-e306-45ab-b086-3273e65edc79/e4331657-0421-48a6-a78b-80a06415f2a8/3a28e79a-91db-4621-a709-a5139ebea27b) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:09:52.467524 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 2a2d3524-d677-4709-b50d-57b5210cee5b completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:09:52.472437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2a2d3524-d677-4709-b50d-57b5210cee5b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:09:52.472829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:52.597044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:52.618809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 2a2d3524-d677-4709-b50d-57b5210cee5b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2a2d3524-d677-4709-b50d-57b5210cee5b,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:09:52.623062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:52.624816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:52.629260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8ea46dd5-faf7-432d-8129-bf3e51cb961f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:52.646759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object 3a28e79a-91db-4621-a709-a5139ebea27b will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:09:52.681148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:52.685293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fb363d5e-ad9e-4781-bcf6-07edb9ab6c48 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:52.722665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=2a2d3524-d677-4709-b50d-57b5210cee5b,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:52.726155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:52.746383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network f8decbf2-e306-45ab-b086-3273e65edc79 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:09:52.749551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:09:52.753452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:09:52.792866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=3a28e79a-91db-4621-a709-a5139ebea27b,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:52.799607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:52.828605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:52.833276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1eaae2fe-bf1b-44e0-abec-4789b2181f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:53.051764 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ade98f-a9fd-4965-9768-ed214409e3e1 None None] Network f8decbf2-e306-45ab-b086-3273e65edc79 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:09:53.122000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:53.163386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e722fb1c-bf08-492f-9ced-9fd95fc0d7fe None None] Provisioning for port 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:09:53.596491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:53.603574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:53.604734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-632c5b55-d553-414c-bead-276caa1bf16b None None] Provisioning for port 3a28e79a-91db-4621-a709-a5139ebea27b completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:09:53.609882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-632c5b55-d553-414c-bead-276caa1bf16b None None] Provisioning complete for port 3a28e79a-91db-4621-a709-a5139ebea27b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:09:53.610334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-632c5b55-d553-414c-bead-276caa1bf16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:53.636712 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e23eb06b-523e-41cf-a849-e114f6519c1e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:53.667079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-632c5b55-d553-414c-bead-276caa1bf16b None None] Port 3a28e79a-91db-4621-a709-a5139ebea27b cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:09:53.731969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:53.735665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=3a28e79a-91db-4621-a709-a5139ebea27b,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:53.738575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:53.803162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-744389db-8d6b-46af-a7a0-512edcbffa24 None None] Provisioning complete for port 3a28e79a-91db-4621-a709-a5139ebea27b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:09:53.803682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-744389db-8d6b-46af-a7a0-512edcbffa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:53.859194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-744389db-8d6b-46af-a7a0-512edcbffa24 None None] Port 3a28e79a-91db-4621-a709-a5139ebea27b cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:09:53.882195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network f8decbf2-e306-45ab-b086-3273e65edc79 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:09:53.883280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:09:54.081054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-657d2807-48f5-4c52-bff7-62abaeb0d7be None None] Provisioning complete for port 3a28e79a-91db-4621-a709-a5139ebea27b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:09:54.081617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-657d2807-48f5-4c52-bff7-62abaeb0d7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:54.141501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-657d2807-48f5-4c52-bff7-62abaeb0d7be None None] Port 3a28e79a-91db-4621-a709-a5139ebea27b cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:09:54.236942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 43eb546a-a88c-4a76-9039-027b1a54a5e4 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:09:54.339440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2a2d3524-d677-4709-b50d-57b5210cee5b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:09:54.411214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2a2d3524-d677-4709-b50d-57b5210cee5b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:09:54.411603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:54.427323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:09:54.441554 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/43eb546a-a88c-4a76-9039-027b1a54a5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4283383 Jun 03 22:09:54.443802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Sync routers for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:09:54.444267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58256) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:54.467143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:09:54.467833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-77616fab-320d-40cf-8257-819a6838e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:09:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:54.592634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ef5c3c-9bf7-4db4-a1ea-86b79230bf78 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:54.593131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ef5c3c-9bf7-4db4-a1ea-86b79230bf78 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:54.593583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ef5c3c-9bf7-4db4-a1ea-86b79230bf78 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:54.594028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ef5c3c-9bf7-4db4-a1ea-86b79230bf78 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:54.595663 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e4ef5c3c-9bf7-4db4-a1ea-86b79230bf78 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1498628 Jun 03 22:09:54.598839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58258) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:54.670902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af583f02-c547-490e-b069-5b02182d1154 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:54.671538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af583f02-c547-490e-b069-5b02182d1154 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:54.671995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af583f02-c547-490e-b069-5b02182d1154 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:54.672570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af583f02-c547-490e-b069-5b02182d1154 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:54.676966 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-af583f02-c547-490e-b069-5b02182d1154 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0742247 Jun 03 22:09:54.677548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58260) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:54.735372 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:09:54.775332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Set router 43eb546a-a88c-4a76-9039-027b1a54a5e4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:09:54.892792 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-57d81a76-d075-4f9b-a08c-975deca90745 tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2117481 Jun 03 22:09:55.006059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:09:55.020598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:09:55.020962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.087545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58264) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:55.093195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-105272854', 'description': 'tempest-secgroup-smoke-105272854 description', 'project_id': 'c505461944d44588ae1a2ee7f748a138'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:09:55.103024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:09:55.107699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:09:55.110657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:09:55.116839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:09:55.129889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.153249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:09:55.157161 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:09:55.159990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:09:55.166894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:09:55.201205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.235876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-77616fab-320d-40cf-8257-819a6838e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:09:53Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3a28e79a-91db-4621-a709-a5139ebea27b', 'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:80:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:52Z', 'updated_at': '2021-06-03T22:09:53Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:55.242187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 9860e652-7b1b-40d0-a8b4-404b3a4ddea9, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9860e652-7b1b-40d0-a8b4-404b3a4ddea9,segment=NetworkSegment(43db7d0e-9d13-4115-860d-c275ad5aecf2),segment_id=43db7d0e-9d13-4115-860d-c275ad5aecf2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:09:55.243148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Checking router: 43eb546a-a88c-4a76-9039-027b1a54a5e4 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:09:55.244909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Updating router 43eb546a-a88c-4a76-9039-027b1a54a5e4 port 3a28e79a-91db-4621-a709-a5139ebea27b binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:09:55.245672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.252174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.262892 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-493d2634-8694-4604-9190-61d3a1151b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:55.274137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.281857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:55.307474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0eb8ef-f368-4151-bae0-f6ca2932ae24,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:55.310370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.315127 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2228913 Jun 03 22:09:55.315127 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:55.315441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58266) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:55.319783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-452129ea-c7ac-4378-aa34-85f640b5eda3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '4e0eb8ef-f368-4151-bae0-f6ca2932ae24', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:09:55.326326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-452129ea-c7ac-4378-aa34-85f640b5eda3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:09:55.330571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-452129ea-c7ac-4378-aa34-85f640b5eda3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:09:55.333426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-452129ea-c7ac-4378-aa34-85f640b5eda3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:09:55.339916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-452129ea-c7ac-4378-aa34-85f640b5eda3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:09:55.359480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-452129ea-c7ac-4378-aa34-85f640b5eda3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.361239 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.390650 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=9860e652-7b1b-40d0-a8b4-404b3a4ddea9,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:55.416773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:55.422228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.430693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-452129ea-c7ac-4378-aa34-85f640b5eda3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.435537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-452129ea-c7ac-4378-aa34-85f640b5eda3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.437448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:55.460675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452129ea-c7ac-4378-aa34-85f640b5eda3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c042e450-78f2-4b2d-8e2c-aab17cbeb965,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:55.465582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-452129ea-c7ac-4378-aa34-85f640b5eda3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:55.471317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-452129ea-c7ac-4378-aa34-85f640b5eda3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.472575 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-452129ea-c7ac-4378-aa34-85f640b5eda3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564164 Jun 03 22:09:55.475502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58268) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:55.480206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f8e2e55d-fa40-47af-8bfa-5ff973d184d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '4e0eb8ef-f368-4151-bae0-f6ca2932ae24', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:09:55.486497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f8e2e55d-fa40-47af-8bfa-5ff973d184d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:09:55.490684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f8e2e55d-fa40-47af-8bfa-5ff973d184d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:09:55.493755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f8e2e55d-fa40-47af-8bfa-5ff973d184d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:09:55.499627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f8e2e55d-fa40-47af-8bfa-5ff973d184d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:09:55.518390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e55d-fa40-47af-8bfa-5ff973d184d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.520242 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-df01d3d0-d2aa-4c91-87cf-c42fe0d8bef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.591358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e55d-fa40-47af-8bfa-5ff973d184d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.596532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e55d-fa40-47af-8bfa-5ff973d184d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.607042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6c9a020d-d952-4d90-9767-9bce57b7d071 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:55.629975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2e55d-fa40-47af-8bfa-5ff973d184d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bbd43c-2d81-4d82-889d-e460c3f461b3,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:55.633054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f8e2e55d-fa40-47af-8bfa-5ff973d184d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:55.642444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e55d-fa40-47af-8bfa-5ff973d184d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.644300 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f8e2e55d-fa40-47af-8bfa-5ff973d184d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1678357 Jun 03 22:09:55.647268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58272) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:55.651974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-20cb9fc4-aadb-49f4-8b73-26bf48d238d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '4e0eb8ef-f368-4151-bae0-f6ca2932ae24', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:09:55.658080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-20cb9fc4-aadb-49f4-8b73-26bf48d238d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:09:55.662454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-20cb9fc4-aadb-49f4-8b73-26bf48d238d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:09:55.665628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-20cb9fc4-aadb-49f4-8b73-26bf48d238d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:09:55.671668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-20cb9fc4-aadb-49f4-8b73-26bf48d238d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:09:55.690091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cb9fc4-aadb-49f4-8b73-26bf48d238d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.740218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.752294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Transition to ACTIVE for port object 3a28e79a-91db-4621-a709-a5139ebea27b will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:09:55.758316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.760352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cb9fc4-aadb-49f4-8b73-26bf48d238d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.762439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:55.764156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cb9fc4-aadb-49f4-8b73-26bf48d238d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.765946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:55.789459 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb9fc4-aadb-49f4-8b73-26bf48d238d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b87157-8c2d-44f6-9fc4-517d959b2316,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:55.794326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-20cb9fc4-aadb-49f4-8b73-26bf48d238d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:55.800622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-20cb9fc4-aadb-49f4-8b73-26bf48d238d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.802011 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-20cb9fc4-aadb-49f4-8b73-26bf48d238d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537642 Jun 03 22:09:55.805298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58274) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:55.811212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-47d5d519-6288-443d-b19c-c237aff96e05 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '4e0eb8ef-f368-4151-bae0-f6ca2932ae24', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:09:55.817639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-47d5d519-6288-443d-b19c-c237aff96e05 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:09:55.822494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-47d5d519-6288-443d-b19c-c237aff96e05 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:09:55.825630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-47d5d519-6288-443d-b19c-c237aff96e05 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:09:55.832018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-47d5d519-6288-443d-b19c-c237aff96e05 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:09:55.852152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-47d5d519-6288-443d-b19c-c237aff96e05 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.888476 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f13d9f-1556-49c4-b14d-06858cf8f4a1 None None] Pushing event updated for resources: {'Port': ['ID=3a28e79a-91db-4621-a709-a5139ebea27b,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:55.914764 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-78f13d9f-1556-49c4-b14d-06858cf8f4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:55.937307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-47d5d519-6288-443d-b19c-c237aff96e05 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.944326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-47d5d519-6288-443d-b19c-c237aff96e05 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.947187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2731c1ad-a743-4ec8-b0e8-fac8068f30ae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:55.972114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5d519-6288-443d-b19c-c237aff96e05 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38abd5a2-a2e9-49f9-82b9-6b509dac50ff,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:55.974846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-47d5d519-6288-443d-b19c-c237aff96e05 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:55.984237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-47d5d519-6288-443d-b19c-c237aff96e05 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:55.985617 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-47d5d519-6288-443d-b19c-c237aff96e05 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1788681 Jun 03 22:09:55.989520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58276) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:55.996437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '4e0eb8ef-f368-4151-bae0-f6ca2932ae24', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:09:55.997873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Attempting to bind port 3a28e79a-91db-4621-a709-a5139ebea27b on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:09:55.998290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Attempting to bind port 3a28e79a-91db-4621-a709-a5139ebea27b by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '43db7d0e-9d13-4115-860d-c275ad5aecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:09:55.998656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Attempting to bind port 3a28e79a-91db-4621-a709-a5139ebea27b on network f8decbf2-e306-45ab-b086-3273e65edc79 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:09:56.003830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:09:56.005163 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:09:56.005488 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Checking segment: {'id': '43db7d0e-9d13-4115-860d-c275ad5aecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:09:56.005876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.006254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Bound using segment: {'id': '43db7d0e-9d13-4115-860d-c275ad5aecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:09:56.006769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Bound port: 3a28e79a-91db-4621-a709-a5139ebea27b, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43db7d0e-9d13-4115-860d-c275ad5aecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:09:56.007187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.008359 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:09:56.011755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:09:56.017729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:09:56.029728 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:09:56.036111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.106844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.111068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.112958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f836b658-1cde-4079-855a-0f1e45f30458 tempest-ServerActionsTestJSON-1394037695 tempest-ServerActionsTestJSON-1394037695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:56.114234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-77616fab-320d-40cf-8257-819a6838e71d None None] For port 3a28e79a-91db-4621-a709-a5139ebea27b, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:09:56.118029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-77616fab-320d-40cf-8257-819a6838e71d None None] For port 3a28e79a-91db-4621-a709-a5139ebea27b, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3a28e79a-91db-4621-a709-a5139ebea27b,segment=NetworkSegment(43db7d0e-9d13-4115-860d-c275ad5aecf2),segment_id=43db7d0e-9d13-4115-860d-c275ad5aecf2)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:09:56.123273 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.133125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-618e0b7f-e170-4d67-ac16-961a2ef74980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:56.140580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98dac01-5aea-4580-88a1-ec274c24ecf1,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:56.148137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:56.156036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.157889 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1674199 Jun 03 22:09:56.160384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58278) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:09:56.165818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9d4523ec-8c44-4422-931b-300e0f9d78bb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'security_group_rule': {'security_group_id': '4e0eb8ef-f368-4151-bae0-f6ca2932ae24', 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:09:56.173500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9d4523ec-8c44-4422-931b-300e0f9d78bb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:09:56.181292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9d4523ec-8c44-4422-931b-300e0f9d78bb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:security_group_rule and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:09:56.185538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9d4523ec-8c44-4422-931b-300e0f9d78bb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:09:56.194428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9d4523ec-8c44-4422-931b-300e0f9d78bb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:09:56.217416 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.securitygroups_db [None req-9d4523ec-8c44-4422-931b-300e0f9d78bb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Project c505461944d44588ae1a2ee7f748a138 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:09:56.226043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d4523ec-8c44-4422-931b-300e0f9d78bb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.253701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:09:56.254350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-77616fab-320d-40cf-8257-819a6838e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:09:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:56.315512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d4523ec-8c44-4422-931b-300e0f9d78bb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.326009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d4523ec-8c44-4422-931b-300e0f9d78bb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.326653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:09:56.329027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-066e4c20-9554-4905-8e5d-3a75409e2471 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:56.353973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4523ec-8c44-4422-931b-300e0f9d78bb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d7b238-7c57-4342-a5cc-867144362bdd,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:56.368020 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9d4523ec-8c44-4422-931b-300e0f9d78bb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:56.372987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d4523ec-8c44-4422-931b-300e0f9d78bb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.374567 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9d4523ec-8c44-4422-931b-300e0f9d78bb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2130699 Jun 03 22:09:56.411356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f13d9f-1556-49c4-b14d-06858cf8f4a1 None None] Pushing event updated for resources: {'Port': ['ID=3a28e79a-91db-4621-a709-a5139ebea27b,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:56.425757 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-78f13d9f-1556-49c4-b14d-06858cf8f4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:56.541015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-77616fab-320d-40cf-8257-819a6838e71d None None] Set router 43eb546a-a88c-4a76-9039-027b1a54a5e4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:09:56.561972 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-ca9fa42a-cafa-4607-9642-5c57793c52ca tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-105272854&fields=id&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 267 time: 0.0429714 Jun 03 22:09:56.583414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:09:56.583807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.879527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-1f26c7d9-2dae-406f-86de-21f9c378fed7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:09:56.881012 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-1f26c7d9-2dae-406f-86de-21f9c378fed7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/networks?id=f8decbf2-e306-45ab-b086-3273e65edc79 HTTP/1.1" status: 200 len: 796 time: 0.3111899 Jun 03 22:09:56.897772 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-f978687c-6cd7-4955-8e10-0483246b524c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/quotas/c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 375 time: 0.0106473 Jun 03 22:09:56.951028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.978176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:56.991974 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-9161a058-87e1-4321-8d71-eb1a1e26e9c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879521 Jun 03 22:09:56.996990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-77616fab-320d-40cf-8257-819a6838e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:09:53Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3a28e79a-91db-4621-a709-a5139ebea27b', 'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:80:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:52Z', 'updated_at': '2021-06-03T22:09:56Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:09:57.001119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77616fab-320d-40cf-8257-819a6838e71d None None] The sync data for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv is: [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:09:53Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3a28e79a-91db-4621-a709-a5139ebea27b', 'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:80:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:52Z', 'updated_at': '2021-06-03T22:09:56Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:09:57.070970 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-bba5719b-d5f2-448f-9bb4-ac745d1a480a service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:09:57.072637 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-bba5719b-d5f2-448f-9bb4-ac745d1a480a service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0679023 Jun 03 22:09:57.220311 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-9dca08ae-9658-40fb-a143-06e5e399669b service neutron] 10.222.0.96 "GET /v2.0/networks/f8decbf2-e306-45ab-b086-3273e65edc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413960 Jun 03 22:09:57.369070 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-dad427e6-7c71-4da8-b7f6-25e78fb455d8 service neutron] 10.222.0.96 "GET /v2.0/networks/f8decbf2-e306-45ab-b086-3273e65edc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411462 Jun 03 22:09:58.293009 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3a28e79a-91db-4621-a709-a5139ebea27b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:09:58.374097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 3a28e79a-91db-4621-a709-a5139ebea27b completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:09:58.379399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3a28e79a-91db-4621-a709-a5139ebea27b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:09:58.379850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:58.501975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:58.514749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:58.548348 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 3a28e79a-91db-4621-a709-a5139ebea27b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3a28e79a-91db-4621-a709-a5139ebea27b,segment=NetworkSegment(43db7d0e-9d13-4115-860d-c275ad5aecf2),segment_id=43db7d0e-9d13-4115-860d-c275ad5aecf2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:09:58.552982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:09:58.554898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:09:58.584868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-32b89ecb-c5c4-4643-b578-f34d17d6deaf req-5c2d92a4-3a66-43c3-9abc-159eb87cccb0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:09:58.602426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-32b89ecb-c5c4-4643-b578-f34d17d6deaf req-5c2d92a4-3a66-43c3-9abc-159eb87cccb0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:09:58.603680 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-32b89ecb-c5c4-4643-b578-f34d17d6deaf req-5c2d92a4-3a66-43c3-9abc-159eb87cccb0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 210 time: 0.0668647 Jun 03 22:09:58.626689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=3a28e79a-91db-4621-a709-a5139ebea27b,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:09:58.630175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:09:59.713797 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9bbad2c7-b1b5-434a-ae32-f9e751b87689 req-e4a95c94-594f-4e8f-875a-0b17102fc1bc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 210 time: 0.0540025 Jun 03 22:10:00.277589 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3a28e79a-91db-4621-a709-a5139ebea27b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:10:00.346527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3a28e79a-91db-4621-a709-a5139ebea27b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:10:00.346898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:00.815062 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-49b31c99-8d88-4edc-bfcf-262084d0e378 req-69286fe2-d754-4106-a2f0-2a854b5a2da8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 210 time: 0.0446470 Jun 03 22:10:01.920068 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7b6c479d-f970-48b4-86a6-97d2693cd79e req-98229545-2b63-41f6-875f-e748d372f716 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 210 time: 0.0510833 Jun 03 22:10:03.079509 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-76d70a4c-c4b9-468e-b7a1-a6d96fcb21d2 req-7aa31a67-f7b7-41e0-a6d7-4ec7c6378fb8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 210 time: 0.0502262 Jun 03 22:10:03.803618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-f61b1b77-e270-4313-8ba1-da20e072d188 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:03.804325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-f61b1b77-e270-4313-8ba1-da20e072d188 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:10:03.826609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-f61b1b77-e270-4313-8ba1-da20e072d188 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:10:03.828412 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-f61b1b77-e270-4313-8ba1-da20e072d188 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/networks?id=f8decbf2-e306-45ab-b086-3273e65edc79 HTTP/1.1" status: 200 len: 796 time: 0.1763673 Jun 03 22:10:03.885401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-43db26cf-e2d0-43dd-b6a1-1b160170d9bc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:10:03.904073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-43db26cf-e2d0-43dd-b6a1-1b160170d9bc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:10:03.905374 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-43db26cf-e2d0-43dd-b6a1-1b160170d9bc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c505461944d44588ae1a2ee7f748a138 HTTP/1.1" status: 200 len: 379 time: 0.0672562 Jun 03 22:10:03.914925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'port': {'device_id': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'admin_state_up': True, 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'security_groups': ['4e0eb8ef-f368-4151-bae0-f6ca2932ae24']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:10:04.063405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:10:04.078816 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:10:04.095077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Made reservation on behalf of c505461944d44588ae1a2ee7f748a138 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:10:04.099280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:04.253296 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-33de8165-8d4a-4109-9b25-25b6340f97b0 req-6a5f52e7-f976-4ded-bab5-d64fc10c94ed tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 210 time: 0.0492330 Jun 03 22:10:04.435550 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.20.0.5 (f8decbf2-e306-45ab-b086-3273e65edc79/e4331657-0421-48a6-a78b-80a06415f2a8/a5ee648b-c334-42e7-952c-45fcf2214e82) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:10:04.657093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:04.672616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Transition to ACTIVE for port object a5ee648b-c334-42e7-952c-45fcf2214e82 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:10:04.701663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:04.707230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bba45efc-4a0f-40a8-bc32-a6bb7650b5d9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:10:04.770543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network f8decbf2-e306-45ab-b086-3273e65edc79 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:10:04.773483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:10:04.782347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:10:04.817715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=a5ee648b-c334-42e7-952c-45fcf2214e82,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:10:04.822292 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:10:04.851033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:04.851748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:04.880004 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9690218 Jun 03 22:10:04.966592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Request body: {'port': {'device_id': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:10:05.040917 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1ea69a2b-1433-49cd-822f-8cd866b099c2 None None] Provisioning for port a5ee648b-c334-42e7-952c-45fcf2214e82 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:10:05.047041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1ea69a2b-1433-49cd-822f-8cd866b099c2 None None] Provisioning complete for port a5ee648b-c334-42e7-952c-45fcf2214e82 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:10:05.047681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1ea69a2b-1433-49cd-822f-8cd866b099c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:05.084351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:05.103549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-1ea69a2b-1433-49cd-822f-8cd866b099c2 None None] Port a5ee648b-c334-42e7-952c-45fcf2214e82 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:10:05.497224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ee648b-c334-42e7-952c-45fcf2214e82 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:10:05.506121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:05.531029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32497486-828a-47b0-af9a-6ce33c48b6a2 req-601342e8-e0dc-41ba-94de-22150b4a0d29 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:05.531754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-32497486-828a-47b0-af9a-6ce33c48b6a2 req-601342e8-e0dc-41ba-94de-22150b4a0d29 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:10:05.540475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Transition to ACTIVE for port object a5ee648b-c334-42e7-952c-45fcf2214e82 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:10:05.548812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:05.553089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b14320b1-c79a-4cbb-8d91-f644d1f1d3da tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:10:05.587610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-32497486-828a-47b0-af9a-6ce33c48b6a2 req-601342e8-e0dc-41ba-94de-22150b4a0d29 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:10:05.588712 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-32497486-828a-47b0-af9a-6ce33c48b6a2 req-601342e8-e0dc-41ba-94de-22150b4a0d29 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 931 time: 0.2244070 Jun 03 22:10:05.700925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Pushing event updated for resources: {'Port': ['ID=a5ee648b-c334-42e7-952c-45fcf2214e82,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:10:05.710232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:10:05.785890 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-32497486-828a-47b0-af9a-6ce33c48b6a2 req-15c64693-c94b-4755-ab81-5acdf33fb7c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e0eb8ef-f368-4151-bae0-f6ca2932ae24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880214 Jun 03 22:10:05.833586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Attempting to bind port a5ee648b-c334-42e7-952c-45fcf2214e82 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:10:05.833923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Attempting to bind port a5ee648b-c334-42e7-952c-45fcf2214e82 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '43db7d0e-9d13-4115-860d-c275ad5aecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:10:05.834381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Attempting to bind port a5ee648b-c334-42e7-952c-45fcf2214e82 on network f8decbf2-e306-45ab-b086-3273e65edc79 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:10:05.839031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Port a5ee648b-c334-42e7-952c-45fcf2214e82 on network f8decbf2-e306-45ab-b086-3273e65edc79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:10:05.839483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Attempting to bind port a5ee648b-c334-42e7-952c-45fcf2214e82 on network f8decbf2-e306-45ab-b086-3273e65edc79 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:10:05.846005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:10:05.846298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Checking segment: {'id': '43db7d0e-9d13-4115-860d-c275ad5aecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:10:05.846681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Bound using segment: {'id': '43db7d0e-9d13-4115-860d-c275ad5aecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:10:05.847111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Bound port: a5ee648b-c334-42e7-952c-45fcf2214e82, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43db7d0e-9d13-4115-860d-c275ad5aecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:10:05.847483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:05.945481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] For port a5ee648b-c334-42e7-952c-45fcf2214e82, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:10:05.948589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] For port a5ee648b-c334-42e7-952c-45fcf2214e82, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=a5ee648b-c334-42e7-952c-45fcf2214e82,segment=NetworkSegment(43db7d0e-9d13-4115-860d-c275ad5aecf2),segment_id=43db7d0e-9d13-4115-860d-c275ad5aecf2)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:10:05.955177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:05.959795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:10:06.008909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:06.009837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:06.011207 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] 10.222.0.24 "PUT /v2.0/ports/a5ee648b-c334-42e7-952c-45fcf2214e82 HTTP/1.1" status: 200 len: 1093 time: 1.1218343 Jun 03 22:10:06.011783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'tag': 'a5ee648b-c334-42e7-952c-45fcf2214e82'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:10:06.014385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48683a63-ff83-4df6-9a93-e3711bf5c2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8", "tag": "a5ee648b-c334-42e7-952c-45fcf2214e82"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:10:06.048222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Pushing event updated for resources: {'Port': ['ID=a5ee648b-c334-42e7-952c-45fcf2214e82,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:10:06.053076 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:10:06.090743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85a5d43-b8f2-461f-a023-fc64f509617e x-openstack-request-id: req-e85a5d43-b8f2-461f-a023-fc64f509617e {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:10:06.091074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8", "tag": "a5ee648b-c334-42e7-952c-45fcf2214e82", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:10:06.091365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e85a5d43-b8f2-461f-a023-fc64f509617e {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:10:06.091820 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'tag': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'status': 'completed', 'code': 200} Jun 03 22:10:06.139391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-bc96787d-3a73-4bb1-ae8d-98bd9bb51a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:06.140905 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-bc96787d-3a73-4bb1-ae8d-98bd9bb51a9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 1096 time: 0.0830102 Jun 03 22:10:06.213457 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-f44ffcf6-8a97-4b93-98a5-131fb1b6a767 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5ee648b-c334-42e7-952c-45fcf2214e82 HTTP/1.1" status: 200 len: 217 time: 0.0638266 Jun 03 22:10:06.416092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-e646c352-04e3-47eb-b440-76889d694f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:06.417507 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-e646c352-04e3-47eb-b440-76889d694f50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4331657-0421-48a6-a78b-80a06415f2a8 HTTP/1.1" status: 200 len: 834 time: 0.1978590 Jun 03 22:10:06.505020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-c3eb7f9a-0e0e-44c7-b6eb-4b572a083d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:06.506503 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-c3eb7f9a-0e0e-44c7-b6eb-4b572a083d9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8decbf2-e306-45ab-b086-3273e65edc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820527 Jun 03 22:10:06.662850 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-a4728045-1e5e-4aed-bbd9-49e907d1e263 service neutron] 10.222.0.24 "GET /v2.0/networks/f8decbf2-e306-45ab-b086-3273e65edc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491220 Jun 03 22:10:06.806135 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-abdc25ec-41ee-44bf-882e-91865d16dbbb req-7de5ad04-35a6-4e72-a8d1-e24664ea7733 service neutron] 10.222.0.24 "GET /v2.0/networks/f8decbf2-e306-45ab-b086-3273e65edc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364310 Jun 03 22:10:06.996585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48683a63-ff83-4df6-9a93-e3711bf5c2b1 req-579951ab-88d4-4276-8585-8a27e522bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:06.998090 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48683a63-ff83-4df6-9a93-e3711bf5c2b1 req-579951ab-88d4-4276-8585-8a27e522bf63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 1096 time: 0.1387184 Jun 03 22:10:07.038184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535a867-27ff-4c8e-82d8-26087182214d req-97bc5bbe-6088-4e44-9adc-6ce2abfb0c6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:07.039651 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1535a867-27ff-4c8e-82d8-26087182214d req-97bc5bbe-6088-4e44-9adc-6ce2abfb0c6a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 943 time: 0.1368430 Jun 03 22:10:07.153609 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1535a867-27ff-4c8e-82d8-26087182214d req-f0a8f7d5-8b11-46d4-932d-a44582ec8a31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e0eb8ef-f368-4151-bae0-f6ca2932ae24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038840 Jun 03 22:10:07.182501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48683a63-ff83-4df6-9a93-e3711bf5c2b1 req-1391405b-8417-4013-be14-4b99db3affa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:07.185160 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48683a63-ff83-4df6-9a93-e3711bf5c2b1 req-1391405b-8417-4013-be14-4b99db3affa0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8decbf2-e306-45ab-b086-3273e65edc79 HTTP/1.1" status: 200 len: 898 time: 0.1798077 Jun 03 22:10:07.259828 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48683a63-ff83-4df6-9a93-e3711bf5c2b1 req-450ce4af-a2cc-4f46-a32f-ed4ec99660f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5ee648b-c334-42e7-952c-45fcf2214e82 HTTP/1.1" status: 200 len: 217 time: 0.0676887 Jun 03 22:10:07.332574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48683a63-ff83-4df6-9a93-e3711bf5c2b1 req-74710089-62b6-45ed-af9c-4418c47e62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:07.334868 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48683a63-ff83-4df6-9a93-e3711bf5c2b1 req-74710089-62b6-45ed-af9c-4418c47e62fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4331657-0421-48a6-a78b-80a06415f2a8 HTTP/1.1" status: 200 len: 834 time: 0.0689044 Jun 03 22:10:07.439013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48683a63-ff83-4df6-9a93-e3711bf5c2b1 req-185315bf-e70f-48bc-a321-ee3ac039fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:07.440459 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48683a63-ff83-4df6-9a93-e3711bf5c2b1 req-185315bf-e70f-48bc-a321-ee3ac039fc8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8decbf2-e306-45ab-b086-3273e65edc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0986533 Jun 03 22:10:07.585729 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48683a63-ff83-4df6-9a93-e3711bf5c2b1 req-2a4ee1f9-f002-4245-8db1-d8badfd31c04 service neutron] 10.222.0.24 "GET /v2.0/networks/f8decbf2-e306-45ab-b086-3273e65edc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377289 Jun 03 22:10:07.735679 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-48683a63-ff83-4df6-9a93-e3711bf5c2b1 req-d79a6c81-3c71-4479-a39e-039aaf6ce2ff service neutron] 10.222.0.24 "GET /v2.0/networks/f8decbf2-e306-45ab-b086-3273e65edc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430314 Jun 03 22:10:08.365616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ece507-ab17-4dc2-9414-0ad28f8d9ff1 req-8b18fc11-27bc-4226-b6e8-e74ddce73179 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:08.366961 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d1ece507-ab17-4dc2-9414-0ad28f8d9ff1 req-8b18fc11-27bc-4226-b6e8-e74ddce73179 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 943 time: 0.1003003 Jun 03 22:10:08.416116 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d1ece507-ab17-4dc2-9414-0ad28f8d9ff1 req-f037c5a2-c529-4846-a7c9-adc707715386 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e0eb8ef-f368-4151-bae0-f6ca2932ae24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406561 Jun 03 22:10:09.625987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c7281-0fd2-4122-9322-be1d3621d9d4 req-a0ec45bd-5709-4247-bf7c-3d17bdc1589e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:09.627466 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f74c7281-0fd2-4122-9322-be1d3621d9d4 req-a0ec45bd-5709-4247-bf7c-3d17bdc1589e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 943 time: 0.0967906 Jun 03 22:10:09.681735 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f74c7281-0fd2-4122-9322-be1d3621d9d4 req-144a9aad-3f9e-4e20-b571-be839443c61f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e0eb8ef-f368-4151-bae0-f6ca2932ae24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483711 Jun 03 22:10:10.702416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device a5ee648b-c334-42e7-952c-45fcf2214e82 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:10:10.839978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port a5ee648b-c334-42e7-952c-45fcf2214e82, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=a5ee648b-c334-42e7-952c-45fcf2214e82,segment=NetworkSegment(43db7d0e-9d13-4115-860d-c275ad5aecf2),segment_id=43db7d0e-9d13-4115-860d-c275ad5aecf2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:10:10.853428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'port_id': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'mac_address': 'fa:16:3e:98:53:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:10:10.880272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52bf1f-8d02-42f9-a591-0c1c99970a0f req-fd6e30cd-f922-4906-ba5e-a4513b8970ba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:10.881791 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bb52bf1f-8d02-42f9-a591-0c1c99970a0f req-fd6e30cd-f922-4906-ba5e-a4513b8970ba tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 943 time: 0.0832672 Jun 03 22:10:10.931193 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bb52bf1f-8d02-42f9-a591-0c1c99970a0f req-25e4448f-bb3a-4f3e-bbd1-5bd95418b7a0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e0eb8ef-f368-4151-bae0-f6ca2932ae24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430765 Jun 03 22:10:10.957707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:10.975952 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ee648b-c334-42e7-952c-45fcf2214e82 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:10:10.993596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port a5ee648b-c334-42e7-952c-45fcf2214e82, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=a5ee648b-c334-42e7-952c-45fcf2214e82,segment=NetworkSegment(43db7d0e-9d13-4115-860d-c275ad5aecf2),segment_id=43db7d0e-9d13-4115-860d-c275ad5aecf2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:10:10.999890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:11.002248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:10:11.074875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=a5ee648b-c334-42e7-952c-45fcf2214e82,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:10:11.078361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:10:11.311506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['a5ee648b-c334-42e7-952c-45fcf2214e82'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:10:12.127892 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336ebf5-ae4f-425f-96df-dce1b8d578c3 req-2530b5de-46c2-415c-943c-e876b081c490 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:12.129362 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d336ebf5-ae4f-425f-96df-dce1b8d578c3 req-2530b5de-46c2-415c-943c-e876b081c490 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 944 time: 0.0941815 Jun 03 22:10:12.176378 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d336ebf5-ae4f-425f-96df-dce1b8d578c3 req-704bdb08-184b-417d-9b9d-f3aa4baae580 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e0eb8ef-f368-4151-bae0-f6ca2932ae24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409105 Jun 03 22:10:12.702500 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device a5ee648b-c334-42e7-952c-45fcf2214e82 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:10:12.784155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port a5ee648b-c334-42e7-952c-45fcf2214e82 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:10:12.791879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port a5ee648b-c334-42e7-952c-45fcf2214e82 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:10:12.792459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:12.919230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:12.946684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ee648b-c334-42e7-952c-45fcf2214e82'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:10:12.949023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7727a1-6850-4dcd-8f4a-c983a2245870" -d '{"events": [{"server_uuid": "7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8", "name": "network-vif-plugged", "status": "completed", "tag": "a5ee648b-c334-42e7-952c-45fcf2214e82"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:10:12.957627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port a5ee648b-c334-42e7-952c-45fcf2214e82, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=a5ee648b-c334-42e7-952c-45fcf2214e82,segment=NetworkSegment(43db7d0e-9d13-4115-860d-c275ad5aecf2),segment_id=43db7d0e-9d13-4115-860d-c275ad5aecf2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:10:12.966268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:12.973246 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-9df2775f-fb59-4b3d-92d8-2aa45e71f569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:10:13.028771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43bba83-cc43-417e-845c-a22e94f1281e x-openstack-request-id: req-c43bba83-cc43-417e-845c-a22e94f1281e {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:10:13.029622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8", "name": "network-vif-plugged", "status": "completed", "tag": "a5ee648b-c334-42e7-952c-45fcf2214e82", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:10:13.029877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c43bba83-cc43-417e-845c-a22e94f1281e {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:10:13.030279 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'code': 200} Jun 03 22:10:13.081363 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=a5ee648b-c334-42e7-952c-45fcf2214e82,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:10:13.084833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:10:13.281850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d66e0-09d3-46f1-a726-adfb1b379710 req-3bc08962-64d3-4757-80cd-2b5572cc9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:13.283345 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d75d66e0-09d3-46f1-a726-adfb1b379710 req-3bc08962-64d3-4757-80cd-2b5572cc9d81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 1098 time: 0.0836799 Jun 03 22:10:13.367756 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d75d66e0-09d3-46f1-a726-adfb1b379710 req-10eec670-d18e-48a4-9d34-e5bb84bd101a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e0eb8ef-f368-4151-bae0-f6ca2932ae24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778086 Jun 03 22:10:13.405881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e30aa-ccff-475e-9bf1-cfce0a1941d4 req-5f8094c7-caaa-458d-9411-9df33dfec0e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:13.407339 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4d9e30aa-ccff-475e-9bf1-cfce0a1941d4 req-5f8094c7-caaa-458d-9411-9df33dfec0e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 945 time: 0.1045513 Jun 03 22:10:13.466317 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4d9e30aa-ccff-475e-9bf1-cfce0a1941d4 req-f4ccef1d-08d2-4a57-af7e-2f0126e56c43 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e0eb8ef-f368-4151-bae0-f6ca2932ae24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497816 Jun 03 22:10:14.682615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46166a31-1150-4c79-9dec-bb2bcad96572 req-ee2b392f-a9e0-4f76-8445-219535b86b24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:14.684093 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-46166a31-1150-4c79-9dec-bb2bcad96572 req-ee2b392f-a9e0-4f76-8445-219535b86b24 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 945 time: 0.1015177 Jun 03 22:10:14.738267 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-46166a31-1150-4c79-9dec-bb2bcad96572 req-02b5bd16-317d-4d8e-8b58-ccbae586c299 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e0eb8ef-f368-4151-bae0-f6ca2932ae24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481184 Jun 03 22:10:16.147488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea7601-4fb6-433d-9e6c-9ed8a4cd3509 req-cf6076d4-ceb2-4252-8264-5fc00aed290f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:16.149050 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-90ea7601-4fb6-433d-9e6c-9ed8a4cd3509 req-cf6076d4-ceb2-4252-8264-5fc00aed290f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 945 time: 0.2324862 Jun 03 22:10:16.196957 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-90ea7601-4fb6-433d-9e6c-9ed8a4cd3509 req-3d10debe-43bd-4fd5-bdea-3f75c09d66b7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e0eb8ef-f368-4151-bae0-f6ca2932ae24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416284 Jun 03 22:10:16.422633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83ce66-14c2-4d0f-9042-4b267c1dc3b0 req-cb45ce06-59e9-47ec-b1c3-ef8423be2385 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:16.424011 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-de83ce66-14c2-4d0f-9042-4b267c1dc3b0 req-cb45ce06-59e9-47ec-b1c3-ef8423be2385 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 945 time: 0.1075315 Jun 03 22:10:16.479707 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-de83ce66-14c2-4d0f-9042-4b267c1dc3b0 req-cd8e6869-7058-4294-8f03-3fd5873c5fe6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e0eb8ef-f368-4151-bae0-f6ca2932ae24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496519 Jun 03 22:10:16.503304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58358) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:10:16.584112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73d56e-4582-4223-bd6c-312a3401dc1f tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:16.585654 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6e73d56e-4582-4223-bd6c-312a3401dc1f tempest-TestNetworkBasicOps-356810533 tempest-TestNetworkBasicOps-356810533-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 1093 time: 0.0812354 Jun 03 22:10:16.589558 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58360) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:10:16.595400 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:10:16.603440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:10:16.611439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Usage tracker for resource:floatingip and tenant:c505461944d44588ae1a2ee7f748a138 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:10:16.614764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:10:16.621337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:10:16.641927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:16.816473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:16.993983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Allocated IP 172.26.3.16 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/b19eb48d-e141-4f32-b9a6-3f9f53dd3454) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:10:17.188469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:17.229028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:17.234421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-945524f2-e4e8-47b7-8cc5-fb4980c8fc20 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:10:17.301322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:10:17.304933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:10:17.312617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:10:17.349796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=b19eb48d-e141-4f32-b9a6-3f9f53dd3454,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:10:17.353942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:10:17.872992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:17.960505 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:18.204002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:18.209676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:18.213542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d8ba2e56-c7ca-4ccc-b8ee-54e15aa5adc1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:10:18.317062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event updated for resources: {'Port': ['ID=b19eb48d-e141-4f32-b9a6-3f9f53dd3454,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:10:18.321438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:10:18.330355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:18.512477 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP b673c704-4e25-4b21-b57d-704d393629a6 associated. External IP: 172.26.3.16, port: a5ee648b-c334-42e7-952c-45fcf2214e82. Jun 03 22:10:18.879276 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 43eb546a-a88c-4a76-9039-027b1a54a5e4 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:10:19.128184 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:10:19.212805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:10:19.223864 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31eeb5-e5ad-44f1-a612-987ff57a09bb None None] Sync routers for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:10:19.235908 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31eeb5-e5ad-44f1-a612-987ff57a09bb None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:10:19.236535 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3f31eeb5-e5ad-44f1-a612-987ff57a09bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:09:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:10:19.242211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:19.301291 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7077470 Jun 03 22:10:19.301291 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'tag': 'a5ee648b-c334-42e7-952c-45fcf2214e82'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:10:19.301612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58362) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:10:19.302057 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365096c4-eb0d-47d3-bf4e-35cd62920187" -d '{"events": [{"name": "network-changed", "server_uuid": "7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8", "tag": "a5ee648b-c334-42e7-952c-45fcf2214e82"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:10:19.352554 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f85fa5-bfb1-45f0-87a5-b10dc10930cb x-openstack-request-id: req-d9f85fa5-bfb1-45f0-87a5-b10dc10930cb {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:10:19.353107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8", "tag": "a5ee648b-c334-42e7-952c-45fcf2214e82", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:10:19.353501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d9f85fa5-bfb1-45f0-87a5-b10dc10930cb {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:10:19.353995 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'tag': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'status': 'completed', 'code': 200} Jun 03 22:10:19.432270 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-3f31eeb5-e5ad-44f1-a612-987ff57a09bb None None] Set router 43eb546a-a88c-4a76-9039-027b1a54a5e4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:10:19.471453 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-59ed052f-7ecb-4a32-a2b1-e38bb395d0df tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/b673c704-4e25-4b21-b57d-704d393629a6 HTTP/1.1" status: 200 len: 990 time: 0.1682067 Jun 03 22:10:19.498710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365096c4-eb0d-47d3-bf4e-35cd62920187 req-14a501ce-9ba1-4db3-912a-c00724bb35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:19.500236 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-365096c4-eb0d-47d3-bf4e-35cd62920187 req-14a501ce-9ba1-4db3-912a-c00724bb35a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 1098 time: 0.1101971 Jun 03 22:10:19.644514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365096c4-eb0d-47d3-bf4e-35cd62920187 req-e2f1d38f-c82f-4b45-9ddd-104d4a4c9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:19.645970 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-365096c4-eb0d-47d3-bf4e-35cd62920187 req-e2f1d38f-c82f-4b45-9ddd-104d4a4c9b99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8decbf2-e306-45ab-b086-3273e65edc79 HTTP/1.1" status: 200 len: 898 time: 0.1390884 Jun 03 22:10:19.760918 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-365096c4-eb0d-47d3-bf4e-35cd62920187 req-922582da-1817-4b49-8188-5d16cef2da8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5ee648b-c334-42e7-952c-45fcf2214e82 HTTP/1.1" status: 200 len: 998 time: 0.1073055 Jun 03 22:10:19.829062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365096c4-eb0d-47d3-bf4e-35cd62920187 req-bdedebe9-a842-47f6-b178-05df98766483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:19.830340 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-365096c4-eb0d-47d3-bf4e-35cd62920187 req-bdedebe9-a842-47f6-b178-05df98766483 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4331657-0421-48a6-a78b-80a06415f2a8 HTTP/1.1" status: 200 len: 834 time: 0.0628316 Jun 03 22:10:19.844812 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3f31eeb5-e5ad-44f1-a612-987ff57a09bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:09:53Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'b673c704-4e25-4b21-b57d-704d393629a6', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.16', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'port_id': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'mac_address': 'fa:16:3e:98:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:10:17Z', 'updated_at': '2021-06-03T22:10:17Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a28e79a-91db-4621-a709-a5139ebea27b', 'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:80:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:52Z', 'updated_at': '2021-06-03T22:09:58Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:10:19.848971 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31eeb5-e5ad-44f1-a612-987ff57a09bb None None] Checking router: 43eb546a-a88c-4a76-9039-027b1a54a5e4 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:10:19.857331 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31eeb5-e5ad-44f1-a612-987ff57a09bb None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:10:19.857934 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3f31eeb5-e5ad-44f1-a612-987ff57a09bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:09:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:10:19.916300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365096c4-eb0d-47d3-bf4e-35cd62920187 req-94aa630b-ce87-4dd6-b329-e1fbfc0d30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:19.917908 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-365096c4-eb0d-47d3-bf4e-35cd62920187 req-94aa630b-ce87-4dd6-b329-e1fbfc0d30e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8decbf2-e306-45ab-b086-3273e65edc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807674 Jun 03 22:10:20.040814 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-3f31eeb5-e5ad-44f1-a612-987ff57a09bb None None] Set router 43eb546a-a88c-4a76-9039-027b1a54a5e4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:10:20.056867 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-365096c4-eb0d-47d3-bf4e-35cd62920187 req-e035824c-3b6b-4722-968c-130f487c9fb1 service neutron] 10.222.0.24 "GET /v2.0/networks/f8decbf2-e306-45ab-b086-3273e65edc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320992 Jun 03 22:10:20.191791 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-365096c4-eb0d-47d3-bf4e-35cd62920187 req-14297e5c-d03b-45e8-a9ae-fd4c1467b665 service neutron] 10.222.0.24 "GET /v2.0/networks/f8decbf2-e306-45ab-b086-3273e65edc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287425 Jun 03 22:10:20.398307 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3f31eeb5-e5ad-44f1-a612-987ff57a09bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:09:53Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'b673c704-4e25-4b21-b57d-704d393629a6', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.16', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'port_id': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'mac_address': 'fa:16:3e:98:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:10:17Z', 'updated_at': '2021-06-03T22:10:17Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a28e79a-91db-4621-a709-a5139ebea27b', 'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:80:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:52Z', 'updated_at': '2021-06-03T22:09:58Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:10:20.402618 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31eeb5-e5ad-44f1-a612-987ff57a09bb None None] The sync data for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv is: [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:09:53Z', 'revision_number': 4, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'b673c704-4e25-4b21-b57d-704d393629a6', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.16', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'port_id': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'mac_address': 'fa:16:3e:98:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:10:17Z', 'updated_at': '2021-06-03T22:10:17Z', 'revision_number': 0, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a28e79a-91db-4621-a709-a5139ebea27b', 'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:80:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:52Z', 'updated_at': '2021-06-03T22:09:58Z', 'revision_number': 5, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:10:20.477387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58366) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:10:20.593484 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-992fd20c-0997-4e76-8f9a-56c66f262522 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/b673c704-4e25-4b21-b57d-704d393629a6 HTTP/1.1" status: 200 len: 990 time: 0.1133509 Jun 03 22:10:20.618428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f3cb67-6276-47de-a72e-13c294c6749b None None] New status for floating IP b673c704-4e25-4b21-b57d-704d393629a6: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:10:21.597676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58374) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:10:21.717086 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-96f27dd0-b603-4529-ab71-f1f4367d7173 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/b673c704-4e25-4b21-b57d-704d393629a6 HTTP/1.1" status: 200 len: 992 time: 0.1175449 Jun 03 22:10:22.839944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2d11c923-9a32-4838-a1c4-70e3f1fe5615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:25.369539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:25.490715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c517d3d3-5174-4efd-812c-fbe047c566cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:26.906972 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:26.972797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:28.471992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:37.584393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [req-e7d36b02-3bf0-4956-86b5-72cd2f59185e req-41bc3be4-c528-4283-929b-23d51ab22acc service neutron] (104397) timed out ('10.222.0.24', 61455) {{(pid=104397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 22:10:48.465666 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-17cfb67d-f0c5-4a79-b38d-a52a8978b64c req-f1c8cc55-b477-4a76-a571-bdbaae5587e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742552 Jun 03 22:10:48.627329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb67d-f0c5-4a79-b38d-a52a8978b64c req-303aa390-b176-499b-a399-bb29f7e2850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:48.628808 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-17cfb67d-f0c5-4a79-b38d-a52a8978b64c req-303aa390-b176-499b-a399-bb29f7e2850f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 1098 time: 0.0798197 Jun 03 22:10:48.800524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb67d-f0c5-4a79-b38d-a52a8978b64c req-0535d4cb-43b1-4b9d-a1cb-2a136053593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:48.801897 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-17cfb67d-f0c5-4a79-b38d-a52a8978b64c req-0535d4cb-43b1-4b9d-a1cb-2a136053593b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8decbf2-e306-45ab-b086-3273e65edc79 HTTP/1.1" status: 200 len: 898 time: 0.1513116 Jun 03 22:10:48.915324 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-17cfb67d-f0c5-4a79-b38d-a52a8978b64c req-0dcb3f43-2670-4f4d-93a3-b93af1dde429 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5ee648b-c334-42e7-952c-45fcf2214e82 HTTP/1.1" status: 200 len: 1000 time: 0.1061988 Jun 03 22:10:48.996827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb67d-f0c5-4a79-b38d-a52a8978b64c req-b078746f-d13b-4d9d-8fce-ba129fe035b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:48.999542 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-17cfb67d-f0c5-4a79-b38d-a52a8978b64c req-b078746f-d13b-4d9d-8fce-ba129fe035b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4331657-0421-48a6-a78b-80a06415f2a8 HTTP/1.1" status: 200 len: 834 time: 0.0765512 Jun 03 22:10:49.087993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb67d-f0c5-4a79-b38d-a52a8978b64c req-42c0990f-7162-4250-9629-00e74973ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:10:49.089466 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-17cfb67d-f0c5-4a79-b38d-a52a8978b64c req-42c0990f-7162-4250-9629-00e74973ba0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8decbf2-e306-45ab-b086-3273e65edc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827839 Jun 03 22:10:49.375592 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-17cfb67d-f0c5-4a79-b38d-a52a8978b64c req-dff72846-c08d-4572-9889-9479bbb8c834 service neutron] 10.222.0.24 "GET /v2.0/networks/f8decbf2-e306-45ab-b086-3273e65edc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776635 Jun 03 22:10:49.516506 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-17cfb67d-f0c5-4a79-b38d-a52a8978b64c req-fc7bb060-4047-4595-8c73-1ebca06fcde9 service neutron] 10.222.0.24 "GET /v2.0/networks/f8decbf2-e306-45ab-b086-3273e65edc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340947 Jun 03 22:10:52.837626 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2ae217e0-1cfd-4ad3-9cae-cd925a5a0152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:55.367007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:55.490812 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f26b9175-9df2-42f0-a8d6-17b501911eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:56.127616 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:10:56.932109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:56.976679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:10:58.473180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:22.407375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58402) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:22.412691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8fbbcae3-a305-4cd4-b7bc-79bb0b48b8d1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:11:22.835109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4b25a91a-24ce-4673-9b76-dd29c426bc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:22.964711 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8fbbcae3-a305-4cd4-b7bc-79bb0b48b8d1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:22.978103 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8fbbcae3-a305-4cd4-b7bc-79bb0b48b8d1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:23.169241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbbcae3-a305-4cd4-b7bc-79bb0b48b8d1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 43eb546a-a88c-4a76-9039-027b1a54a5e4 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:11:23.358898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbbcae3-a305-4cd4-b7bc-79bb0b48b8d1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:11:23.365953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8fbbcae3-a305-4cd4-b7bc-79bb0b48b8d1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:23.367128 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8fbbcae3-a305-4cd4-b7bc-79bb0b48b8d1 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/43eb546a-a88c-4a76-9039-027b1a54a5e4 HTTP/1.1" status: 200 len: 889 time: 0.9588096 Jun 03 22:11:23.369540 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0139a8d-ee3e-4af2-aa5a-94182c90e286 None None] Sync routers for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:11:23.385480 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0139a8d-ee3e-4af2-aa5a-94182c90e286 None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:11:23.386760 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a0139a8d-ee3e-4af2-aa5a-94182c90e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:10:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:23.450535 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a0139a8d-ee3e-4af2-aa5a-94182c90e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:23.459186 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0139a8d-ee3e-4af2-aa5a-94182c90e286 None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:11:23.459807 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a0139a8d-ee3e-4af2-aa5a-94182c90e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:10:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:23.530811 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a0139a8d-ee3e-4af2-aa5a-94182c90e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:23.531437 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0139a8d-ee3e-4af2-aa5a-94182c90e286 None None] The sync data for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv is: [] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:11:24.298648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146db6a6-c6ea-43a9-be30-43a99ea71be2 None None] New status for floating IP b673c704-4e25-4b21-b57d-704d393629a6: DOWN {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:11:24.348293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2a2d3524-d677-4709-b50d-57b5210cee5b no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:11:24.634047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:24.652215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 2a2d3524-d677-4709-b50d-57b5210cee5b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2a2d3524-d677-4709-b50d-57b5210cee5b,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:11:24.657666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:24.658441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3a28e79a-91db-4621-a709-a5139ebea27b no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:11:24.688584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:24.833924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=2a2d3524-d677-4709-b50d-57b5210cee5b,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:24.869645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:24.869994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:24.870322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:24.870635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:24.870960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:24.871283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:24.871639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:24.872012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:24.872533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:24.872966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:24.873293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:24.873606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:24.878765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:24.897209 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:24.929766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 3a28e79a-91db-4621-a709-a5139ebea27b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3a28e79a-91db-4621-a709-a5139ebea27b,segment=NetworkSegment(43db7d0e-9d13-4115-860d-c275ad5aecf2),segment_id=43db7d0e-9d13-4115-860d-c275ad5aecf2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:11:24.935001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:24.936723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-cff54326-4728-4935-aa4f-e7ce3e11d897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:25.024398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=3a28e79a-91db-4621-a709-a5139ebea27b,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:25.027565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:25.378237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:25.493030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bd2d-8710-4168-a3ee-77d8be27e7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:25.517703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58410) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:25.522422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-06da8a07-6df9-4391-9e38-e379ca0d5609 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:11:26.227147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06da8a07-6df9-4391-9e38-e379ca0d5609 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:26.245991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06da8a07-6df9-4391-9e38-e379ca0d5609 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406208'] for router, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:26.435744 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06da8a07-6df9-4391-9e38-e379ca0d5609 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 43eb546a-a88c-4a76-9039-027b1a54a5e4 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:11:26.629599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06da8a07-6df9-4391-9e38-e379ca0d5609 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:11:26.636500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06da8a07-6df9-4391-9e38-e379ca0d5609 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:26.637796 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-06da8a07-6df9-4391-9e38-e379ca0d5609 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/43eb546a-a88c-4a76-9039-027b1a54a5e4 HTTP/1.1" status: 200 len: 888 time: 1.1190283 Jun 03 22:11:26.640640 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209e6e5-282f-41b7-b719-28ae6656b100 None None] Sync routers for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:11:26.641122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58412) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:26.651171 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209e6e5-282f-41b7-b719-28ae6656b100 None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:11:26.651807 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3209e6e5-282f-41b7-b719-28ae6656b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:11:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:26.749431 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f1028540-4f7c-44a8-87fc-e0004ad8ea9f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/b673c704-4e25-4b21-b57d-704d393629a6 HTTP/1.1" status: 200 len: 990 time: 0.1072724 Jun 03 22:11:26.823995 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-3209e6e5-282f-41b7-b719-28ae6656b100 None None] Set router 43eb546a-a88c-4a76-9039-027b1a54a5e4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:11:26.922577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:26.978946 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:27.221496 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3209e6e5-282f-41b7-b719-28ae6656b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:11:26Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:11:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'b673c704-4e25-4b21-b57d-704d393629a6', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.16', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'port_id': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'mac_address': 'fa:16:3e:98:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:10:17Z', 'updated_at': '2021-06-03T22:11:24Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a28e79a-91db-4621-a709-a5139ebea27b', 'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:80:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:52Z', 'updated_at': '2021-06-03T22:11:24Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:27.225676 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209e6e5-282f-41b7-b719-28ae6656b100 None None] Checking router: 43eb546a-a88c-4a76-9039-027b1a54a5e4 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:11:27.234518 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209e6e5-282f-41b7-b719-28ae6656b100 None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:11:27.235192 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3209e6e5-282f-41b7-b719-28ae6656b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:11:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:27.429270 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-3209e6e5-282f-41b7-b719-28ae6656b100 None None] Set router 43eb546a-a88c-4a76-9039-027b1a54a5e4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:11:27.753379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58414) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:27.787112 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3209e6e5-282f-41b7-b719-28ae6656b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:11:26Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:11:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'b673c704-4e25-4b21-b57d-704d393629a6', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.16', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'port_id': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'mac_address': 'fa:16:3e:98:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:10:17Z', 'updated_at': '2021-06-03T22:11:24Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a28e79a-91db-4621-a709-a5139ebea27b', 'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:80:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:52Z', 'updated_at': '2021-06-03T22:11:24Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:27.791522 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209e6e5-282f-41b7-b719-28ae6656b100 None None] The sync data for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv is: [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:11:26Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:11:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'b673c704-4e25-4b21-b57d-704d393629a6', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'floating_ip_address': '172.26.3.16', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'port_id': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'mac_address': 'fa:16:3e:98:53:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:10:17Z', 'updated_at': '2021-06-03T22:11:24Z', 'revision_number': 2, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a28e79a-91db-4621-a709-a5139ebea27b', 'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:80:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:52Z', 'updated_at': '2021-06-03T22:11:24Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:11:27.867577 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b957c0a7-3486-4770-834a-b09d5b365f3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/b673c704-4e25-4b21-b57d-704d393629a6 HTTP/1.1" status: 200 len: 990 time: 0.1130044 Jun 03 22:11:28.351596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3a28e79a-91db-4621-a709-a5139ebea27b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:11:28.430921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3a28e79a-91db-4621-a709-a5139ebea27b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:11:28.431289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:28.514585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:28.650845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:28.691450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 3a28e79a-91db-4621-a709-a5139ebea27b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3a28e79a-91db-4621-a709-a5139ebea27b,segment=NetworkSegment(43db7d0e-9d13-4115-860d-c275ad5aecf2),segment_id=43db7d0e-9d13-4115-860d-c275ad5aecf2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:11:28.701651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:28.704650 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:28.834324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=3a28e79a-91db-4621-a709-a5139ebea27b,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:28.838474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:28.871371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58416) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:28.981448 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a0cb14a2-222c-41b7-b4f3-da4365dbdb21 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/b673c704-4e25-4b21-b57d-704d393629a6 HTTP/1.1" status: 200 len: 990 time: 0.1072032 Jun 03 22:11:29.373127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de1f2f-f604-4dc3-8751-513fee31807e None None] New status for floating IP b673c704-4e25-4b21-b57d-704d393629a6: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:11:29.985193 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58418) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:30.102466 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-86949491-3ce1-4ad6-b241-7aee79b827f6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/floatingips/b673c704-4e25-4b21-b57d-704d393629a6 HTTP/1.1" status: 200 len: 992 time: 0.1158421 Jun 03 22:11:30.397799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2a2d3524-d677-4709-b50d-57b5210cee5b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:11:30.465332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2a2d3524-d677-4709-b50d-57b5210cee5b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:11:30.465721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:30.596765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:30.615248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 2a2d3524-d677-4709-b50d-57b5210cee5b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2a2d3524-d677-4709-b50d-57b5210cee5b,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:11:30.622183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:30.623019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3a28e79a-91db-4621-a709-a5139ebea27b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:11:30.657154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:30.761418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=2a2d3524-d677-4709-b50d-57b5210cee5b,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:30.766748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:30.777739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3a28e79a-91db-4621-a709-a5139ebea27b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:11:30.778111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:32.333454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2a2d3524-d677-4709-b50d-57b5210cee5b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:11:32.395712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58424) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:32.409741 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2a2d3524-d677-4709-b50d-57b5210cee5b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:11:32.410117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:32.815469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port b19eb48d-e141-4f32-b9a6-3f9f53dd3454 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:11:32.815854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:32.938380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:32.938677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:33.070290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for b19eb48d-e141-4f32-b9a6-3f9f53dd3454 owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:11:33.126824 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:11:33.195814 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:33.199444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c46dba9a-5849-4fc4-b4b4-28f26dae03b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:33.246068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=b19eb48d-e141-4f32-b9a6-3f9f53dd3454,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:33.283716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:33.284111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:33.284544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:33.284880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:33.285239 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:33.285592 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:33.285937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:33.286321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:33.286643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:33.286994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:33.287343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:33.287724 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:33.294962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:33.348858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:33.349076 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Floating IP b673c704-4e25-4b21-b57d-704d393629a6 disassociated (deleted). External IP: 172.26.3.16, port: a5ee648b-c334-42e7-952c-45fcf2214e82. Jun 03 22:11:33.720337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 43eb546a-a88c-4a76-9039-027b1a54a5e4 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:11:33.908543 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:11:33.919339 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ee7131-e3a8-4024-bc9e-dfe233964811 None None] Sync routers for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:11:33.931128 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee7131-e3a8-4024-bc9e-dfe233964811 None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:11:33.931842 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d6ee7131-e3a8-4024-bc9e-dfe233964811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:11:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:33.932356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:33.995750 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/floatingips/b673c704-4e25-4b21-b57d-704d393629a6 HTTP/1.1" status: 204 len: 168 time: 1.5989242 Jun 03 22:11:33.996322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'tag': 'a5ee648b-c334-42e7-952c-45fcf2214e82'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:11:33.998972 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ca30e1-0d72-4b25-95cb-3578681550ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8", "tag": "a5ee648b-c334-42e7-952c-45fcf2214e82"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:11:34.048222 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925ddda-00c2-4bdd-b392-68a6b57a52cb x-openstack-request-id: req-e925ddda-00c2-4bdd-b392-68a6b57a52cb {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:11:34.048667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8", "tag": "a5ee648b-c334-42e7-952c-45fcf2214e82", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:11:34.049527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e925ddda-00c2-4bdd-b392-68a6b57a52cb {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:11:34.050320 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'tag': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'status': 'completed', 'code': 200} Jun 03 22:11:34.133778 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-d6ee7131-e3a8-4024-bc9e-dfe233964811 None None] Set router 43eb546a-a88c-4a76-9039-027b1a54a5e4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:11:34.169851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca30e1-0d72-4b25-95cb-3578681550ec req-888b8fe8-6299-4b47-b942-890a9582f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:34.172607 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29ca30e1-0d72-4b25-95cb-3578681550ec req-888b8fe8-6299-4b47-b942-890a9582f11e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c505461944d44588ae1a2ee7f748a138&device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 1098 time: 0.1024411 Jun 03 22:11:34.332393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca30e1-0d72-4b25-95cb-3578681550ec req-e5df7658-ddba-49a7-9431-14bd8b692c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:34.333841 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29ca30e1-0d72-4b25-95cb-3578681550ec req-e5df7658-ddba-49a7-9431-14bd8b692c47 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8decbf2-e306-45ab-b086-3273e65edc79 HTTP/1.1" status: 200 len: 898 time: 0.1549816 Jun 03 22:11:34.410581 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29ca30e1-0d72-4b25-95cb-3578681550ec req-24f5ea9e-a0d2-426e-b488-b576b5c00c23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5ee648b-c334-42e7-952c-45fcf2214e82 HTTP/1.1" status: 200 len: 217 time: 0.0688624 Jun 03 22:11:34.437790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585534d-6086-498b-9fd5-bbfb174b6703 req-b59d1357-258b-4052-a4f3-a9a95e8a7dab tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:34.438784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-4585534d-6086-498b-9fd5-bbfb174b6703 req-b59d1357-258b-4052-a4f3-a9a95e8a7dab tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Synchronizing usage tracker for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:11:34.464702 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-4585534d-6086-498b-9fd5-bbfb174b6703 req-b59d1357-258b-4052-a4f3-a9a95e8a7dab tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Unset dirty status for tenant:c505461944d44588ae1a2ee7f748a138 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:11:34.471579 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d6ee7131-e3a8-4024-bc9e-dfe233964811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:11:26Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3a28e79a-91db-4621-a709-a5139ebea27b', 'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:80:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:52Z', 'updated_at': '2021-06-03T22:11:28Z', 'revision_number': 7, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:34.472180 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4585534d-6086-498b-9fd5-bbfb174b6703 req-b59d1357-258b-4052-a4f3-a9a95e8a7dab tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 945 time: 0.1326232 Jun 03 22:11:34.476011 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ee7131-e3a8-4024-bc9e-dfe233964811 None None] Checking router: 43eb546a-a88c-4a76-9039-027b1a54a5e4 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:11:34.485085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca30e1-0d72-4b25-95cb-3578681550ec req-e15c26b8-0d3a-42b9-a23a-7f0e82f18baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:34.486503 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee7131-e3a8-4024-bc9e-dfe233964811 None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:11:34.486629 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29ca30e1-0d72-4b25-95cb-3578681550ec req-e15c26b8-0d3a-42b9-a23a-7f0e82f18baa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4331657-0421-48a6-a78b-80a06415f2a8 HTTP/1.1" status: 200 len: 834 time: 0.0687673 Jun 03 22:11:34.487122 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d6ee7131-e3a8-4024-bc9e-dfe233964811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:11:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:34.517954 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4585534d-6086-498b-9fd5-bbfb174b6703 req-f3326010-934f-4480-81da-d1503f810c36 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e0eb8ef-f368-4151-bae0-f6ca2932ae24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447927 Jun 03 22:11:34.573198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca30e1-0d72-4b25-95cb-3578681550ec req-293fc2bb-aa6a-4c66-97b5-79350e47b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:34.574697 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29ca30e1-0d72-4b25-95cb-3578681550ec req-293fc2bb-aa6a-4c66-97b5-79350e47b5c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8decbf2-e306-45ab-b086-3273e65edc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794358 Jun 03 22:11:34.709931 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-d6ee7131-e3a8-4024-bc9e-dfe233964811 None None] Set router 43eb546a-a88c-4a76-9039-027b1a54a5e4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:11:34.715010 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29ca30e1-0d72-4b25-95cb-3578681550ec req-407ea21f-a404-41f9-93f7-196ce8210f08 service neutron] 10.222.0.24 "GET /v2.0/networks/f8decbf2-e306-45ab-b086-3273e65edc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318762 Jun 03 22:11:34.856728 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29ca30e1-0d72-4b25-95cb-3578681550ec req-82396251-8a97-4570-994a-aec85c7ce7ba service neutron] 10.222.0.24 "GET /v2.0/networks/f8decbf2-e306-45ab-b086-3273e65edc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337054 Jun 03 22:11:35.026146 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-d6ee7131-e3a8-4024-bc9e-dfe233964811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:11:26Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3a28e79a-91db-4621-a709-a5139ebea27b', 'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:80:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:52Z', 'updated_at': '2021-06-03T22:11:28Z', 'revision_number': 7, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:35.030221 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ee7131-e3a8-4024-bc9e-dfe233964811 None None] The sync data for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv is: [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:11:26Z', 'revision_number': 6, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3a28e79a-91db-4621-a709-a5139ebea27b', 'name': '', 'network_id': 'f8decbf2-e306-45ab-b086-3273e65edc79', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'mac_address': 'fa:16:3e:80:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:52Z', 'updated_at': '2021-06-03T22:11:28Z', 'revision_number': 7, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'subnets': [{'id': 'e4331657-0421-48a6-a78b-80a06415f2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:11:35.710330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f9ead-a4f3-4dc9-a2be-a460bd797eb7 None None] New status for floating IP b673c704-4e25-4b21-b57d-704d393629a6: DOWN {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:11:35.717881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24183568-dcfc-40a3-b494-a7bfcb488703 req-53468b2b-19c4-4e4b-96a5-009cca001a31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:35.719498 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-24183568-dcfc-40a3-b494-a7bfcb488703 req-53468b2b-19c4-4e4b-96a5-009cca001a31 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 945 time: 0.0876834 Jun 03 22:11:35.773731 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-24183568-dcfc-40a3-b494-a7bfcb488703 req-eb4e8f03-5f20-4b43-969c-d5d57342a5a3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/security-groups?id=4e0eb8ef-f368-4151-bae0-f6ca2932ae24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473363 Jun 03 22:11:35.967442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f80eb2-cfe6-4d24-8001-0995885c0154 req-3508bcca-9727-401c-9bf9-0c1c65df91e5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:35.968770 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-98f80eb2-cfe6-4d24-8001-0995885c0154 req-3508bcca-9727-401c-9bf9-0c1c65df91e5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 945 time: 0.0964668 Jun 03 22:11:36.122210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-98f80eb2-cfe6-4d24-8001-0995885c0154 req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port a5ee648b-c334-42e7-952c-45fcf2214e82 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:11:36.122541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-98f80eb2-cfe6-4d24-8001-0995885c0154 req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:36.265921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-98f80eb2-cfe6-4d24-8001-0995885c0154 req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port a5ee648b-c334-42e7-952c-45fcf2214e82, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=a5ee648b-c334-42e7-952c-45fcf2214e82,segment=NetworkSegment(43db7d0e-9d13-4115-860d-c275ad5aecf2),segment_id=43db7d0e-9d13-4115-860d-c275ad5aecf2)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:11:36.266171 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-98f80eb2-cfe6-4d24-8001-0995885c0154 req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:36.406754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-98f80eb2-cfe6-4d24-8001-0995885c0154 req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for a5ee648b-c334-42e7-952c-45fcf2214e82 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:11:36.684567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-98f80eb2-cfe6-4d24-8001-0995885c0154 req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:36.692879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:36.740781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=a5ee648b-c334-42e7-952c-45fcf2214e82,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:36.780482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:36.780867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:36.781237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:36.781603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:36.781962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:36.782323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:36.782666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:36.783061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:36.783578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:36.783877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:36.784226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:36.784580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:11:36.791991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:36.831653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f80eb2-cfe6-4d24-8001-0995885c0154 req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] No DVR routers for this DVR port a5ee648b-c334-42e7-952c-45fcf2214e82 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:11:36.834324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-98f80eb2-cfe6-4d24-8001-0995885c0154 req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:36.837176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'name': 'network-vif-deleted', 'tag': 'a5ee648b-c334-42e7-952c-45fcf2214e82'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:11:36.839500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d079f9-cff9-40db-b72f-0958756326e8" -d '{"events": [{"server_uuid": "7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8", "name": "network-vif-deleted", "tag": "a5ee648b-c334-42e7-952c-45fcf2214e82"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:11:36.856022 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-98f80eb2-cfe6-4d24-8001-0995885c0154 req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.24 "DELETE /v2.0/ports/a5ee648b-c334-42e7-952c-45fcf2214e82 HTTP/1.1" status: 204 len: 173 time: 0.8811908 Jun 03 22:11:36.885535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a6d897-c040-4fe5-a54e-3219e8855469 x-openstack-request-id: req-17a6d897-c040-4fe5-a54e-3219e8855469 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:11:36.886119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8", "name": "network-vif-deleted", "tag": "a5ee648b-c334-42e7-952c-45fcf2214e82", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:11:36.886424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-17a6d897-c040-4fe5-a54e-3219e8855469 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:11:36.886870 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8', 'name': 'network-vif-deleted', 'tag': 'a5ee648b-c334-42e7-952c-45fcf2214e82', 'status': 'completed', 'code': 200} Jun 03 22:11:37.073051 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4bbb08ea-3822-444e-9a55-1195928fe850 req-a3584d92-fdd2-4e05-aa82-1a91bde2a0ce tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b59bd2c-fa39-4c33-b8d2-9d0bbad272a8 HTTP/1.1" status: 200 len: 210 time: 0.1857374 Jun 03 22:11:38.179338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58442) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:38.269944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-128ca503-9d2e-4dea-b529-0d4874f50c79 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:38.301109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-128ca503-9d2e-4dea-b529-0d4874f50c79 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:38.380080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-128ca503-9d2e-4dea-b529-0d4874f50c79 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:38.384460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-38b24caf-cf39-4992-aeae-43affc0b25ed tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:38.400157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ca503-9d2e-4dea-b529-0d4874f50c79 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0eb8ef-f368-4151-bae0-f6ca2932ae24,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:38.402701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-128ca503-9d2e-4dea-b529-0d4874f50c79 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:38.414805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-128ca503-9d2e-4dea-b529-0d4874f50c79 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:38.415988 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-128ca503-9d2e-4dea-b529-0d4874f50c79 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/security-groups/4e0eb8ef-f368-4151-bae0-f6ca2932ae24 HTTP/1.1" status: 204 len: 168 time: 0.2353456 Jun 03 22:11:38.450214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58446) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:39.054916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:39.269885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device a5ee648b-c334-42e7-952c-45fcf2214e82 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:11:39.307328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: a5ee648b-c334-42e7-952c-45fcf2214e82 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:11:39.307782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device a5ee648b-c334-42e7-952c-45fcf2214e82 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:11:39.514103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 3a28e79a-91db-4621-a709-a5139ebea27b {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:11:39.514740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:39.652952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 3a28e79a-91db-4621-a709-a5139ebea27b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3a28e79a-91db-4621-a709-a5139ebea27b,segment=NetworkSegment(43db7d0e-9d13-4115-860d-c275ad5aecf2),segment_id=43db7d0e-9d13-4115-860d-c275ad5aecf2)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:11:39.653212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:39.915694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 3a28e79a-91db-4621-a709-a5139ebea27b owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:11:40.229854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:40.233850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:40.314722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=3a28e79a-91db-4621-a709-a5139ebea27b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:40.317132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:40.593786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:40.975784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Router 43eb546a-a88c-4a76-9039-027b1a54a5e4 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:11:41.310503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:11:41.320305 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9dfca-b61f-49e5-b114-6263fc0677c6 None None] Sync routers for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:11:41.324640 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "PUT /v2.0/routers/43eb546a-a88c-4a76-9039-027b1a54a5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8723526 Jun 03 22:11:41.329344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58448) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:41.334523 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f9dfca-b61f-49e5-b114-6263fc0677c6 None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:11:41.335733 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-e6f9dfca-b61f-49e5-b114-6263fc0677c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:11:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:41.405087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a17f389-5704-4ca6-b1d0-60280b16db49 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting subnet e4331657-0421-48a6-a78b-80a06415f2a8 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:11:41.408175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a17f389-5704-4ca6-b1d0-60280b16db49 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:41.463449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a17f389-5704-4ca6-b1d0-60280b16db49 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:41.520064 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-e6f9dfca-b61f-49e5-b114-6263fc0677c6 None None] Set router 43eb546a-a88c-4a76-9039-027b1a54a5e4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:11:41.550044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a17f389-5704-4ca6-b1d0-60280b16db49 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:41.805773 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-e6f9dfca-b61f-49e5-b114-6263fc0677c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:11:40Z', 'revision_number': 7, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:41.809765 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9dfca-b61f-49e5-b114-6263fc0677c6 None None] Checking router: 43eb546a-a88c-4a76-9039-027b1a54a5e4 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:11:41.819068 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f9dfca-b61f-49e5-b114-6263fc0677c6 None None] Routers {'43eb546a-a88c-4a76-9039-027b1a54a5e4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:11:41.819768 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-e6f9dfca-b61f-49e5-b114-6263fc0677c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:11:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['43eb546a-a88c-4a76-9039-027b1a54a5e4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:41.829475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a17f389-5704-4ca6-b1d0-60280b16db49 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:41.833438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fb552234-c7dc-48c7-a67d-77b35c148604 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:41.871410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17f389-5704-4ca6-b1d0-60280b16db49 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Subnet': ['ID=e4331657-0421-48a6-a78b-80a06415f2a8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:41.876089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8a17f389-5704-4ca6-b1d0-60280b16db49 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:41.881461 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280ef0df-4648-48be-8490-28324dea0a4f None None] Network f8decbf2-e306-45ab-b086-3273e65edc79 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:11:41.885384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58450) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:41.888211 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8a17f389-5704-4ca6-b1d0-60280b16db49 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/subnets/e4331657-0421-48a6-a78b-80a06415f2a8 HTTP/1.1" status: 204 len: 168 time: 0.5573323 Jun 03 22:11:41.889871 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8a17f389-5704-4ca6-b1d0-60280b16db49 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:41.999819 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-e6f9dfca-b61f-49e5-b114-6263fc0677c6 None None] Set router 43eb546a-a88c-4a76-9039-027b1a54a5e4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:11:42.073561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:42.166333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3494e1-89ee-4f07-8bc6-29d3b8a1de94 None None] DHCP port deletion for f8decbf2-e306-45ab-b086-3273e65edc79 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:11:42.240882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ad3494e1-89ee-4f07-8bc6-29d3b8a1de94 None None] Deleting port 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:11:42.241258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ad3494e1-89ee-4f07-8bc6-29d3b8a1de94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:42.278332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:42.342692 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-e6f9dfca-b61f-49e5-b114-6263fc0677c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:11:40Z', 'revision_number': 7, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:42.348971 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9dfca-b61f-49e5-b114-6263fc0677c6 None None] The sync data for ids ['43eb546a-a88c-4a76-9039-027b1a54a5e4'] in dv-neutron-792998-2-hyperv is: [{'id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'name': 'tempest-TestNetworkBasicOps-router-1477498597', 'tenant_id': 'c505461944d44588ae1a2ee7f748a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:09:47Z', 'updated_at': '2021-06-03T22:11:40Z', 'revision_number': 7, 'project_id': 'c505461944d44588ae1a2ee7f748a138', 'gw_port': {'id': '2a2d3524-d677-4709-b50d-57b5210cee5b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43eb546a-a88c-4a76-9039-027b1a54a5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:09:48Z', 'updated_at': '2021-06-03T22:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:11:42.361592 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ad3494e1-89ee-4f07-8bc6-29d3b8a1de94 None None] For port 9860e652-7b1b-40d0-a8b4-404b3a4ddea9, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9860e652-7b1b-40d0-a8b4-404b3a4ddea9,segment=NetworkSegment(43db7d0e-9d13-4115-860d-c275ad5aecf2),segment_id=43db7d0e-9d13-4115-860d-c275ad5aecf2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:11:42.362160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ad3494e1-89ee-4f07-8bc6-29d3b8a1de94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:42.365463 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Deleting port 2a2d3524-d677-4709-b50d-57b5210cee5b {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:11:42.366129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:42.492412 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ad3494e1-89ee-4f07-8bc6-29d3b8a1de94 None None] Calling delete_port for 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:11:42.496449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] For port 2a2d3524-d677-4709-b50d-57b5210cee5b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2a2d3524-d677-4709-b50d-57b5210cee5b,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:11:42.496783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:42.541711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ad3494e1-89ee-4f07-8bc6-29d3b8a1de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:42.545763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:42.593020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3494e1-89ee-4f07-8bc6-29d3b8a1de94 None None] Pushing event deleted for resources: {'Port': ['ID=9860e652-7b1b-40d0-a8b4-404b3a4ddea9,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:42.595980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ad3494e1-89ee-4f07-8bc6-29d3b8a1de94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:42.596779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3494e1-89ee-4f07-8bc6-29d3b8a1de94 None None] No DVR routers for this DVR port 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:11:42.618414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Calling delete_port for 2a2d3524-d677-4709-b50d-57b5210cee5b owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:11:42.742555 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:11:42.770637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:42.775530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:42.778799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:11:42.779394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 9860e652-7b1b-40d0-a8b4-404b3a4ddea9 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:11:42.820247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Port': ['ID=2a2d3524-d677-4709-b50d-57b5210cee5b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:42.847656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:42.917531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:43.097622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:43.100242 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:43.128770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:43.129274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Fanout notify agent at l3_agent the message router_deleted on router 43eb546a-a88c-4a76-9039-027b1a54a5e4 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:11:43.145979 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:43.147047 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/routers/43eb546a-a88c-4a76-9039-027b1a54a5e4 HTTP/1.1" status: 204 len: 168 time: 1.2607071 Jun 03 22:11:43.150126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58452) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:43.265839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:43.526265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:43.539851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8decbf2-e306-45ab-b086-3273e65edc79']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:43.552449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43db7d0e-9d13-4115-860d-c275ad5aecf2') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:43.552740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43db7d0e-9d13-4115-860d-c275ad5aecf2') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:11:43.564813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:43.582242 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:43.588822 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:11:43.589345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:11:43.604314 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:11:43.691432 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:43.694951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-540ef367-481a-4ad5-80c4-6376c58bc0e1 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:43.709481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:43.721333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Pushing event deleted for resources: {'Network': ['ID=f8decbf2-e306-45ab-b086-3273e65edc79,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:43.724682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:43.731650 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] 10.222.0.96 "DELETE /v2.0/networks/f8decbf2-e306-45ab-b086-3273e65edc79 HTTP/1.1" status: 204 len: 168 time: 0.5803847 Jun 03 22:11:44.110514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58458) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:44.281935 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bebc25d6-70fb-4e2b-b3dc-8f505574b048 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c505461944d44588ae1a2ee7f748a138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699700 Jun 03 22:11:44.285713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58462) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:44.337527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2a2d3524-d677-4709-b50d-57b5210cee5b no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:11:44.348078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ce017254-e775-46c6-a04b-160bbed6bc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:44.373065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 2a2d3524-d677-4709-b50d-57b5210cee5b {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:11:44.373600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2a2d3524-d677-4709-b50d-57b5210cee5b not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:11:44.374144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3a28e79a-91db-4621-a709-a5139ebea27b no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:11:44.374248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ce017254-e775-46c6-a04b-160bbed6bc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:44.411606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 3a28e79a-91db-4621-a709-a5139ebea27b {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:11:44.411957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3a28e79a-91db-4621-a709-a5139ebea27b not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:11:44.434460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ce017254-e775-46c6-a04b-160bbed6bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:44.439090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fcb80f24-3fd3-4e48-9da5-d08f0e94db38 tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:44.454594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce017254-e775-46c6-a04b-160bbed6bc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed23c63b-e992-4180-b33c-c6c6423e75f3,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:44.457501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ce017254-e775-46c6-a04b-160bbed6bc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:44.464190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ce017254-e775-46c6-a04b-160bbed6bc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:44.467969 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ce017254-e775-46c6-a04b-160bbed6bc3d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ed23c63b-e992-4180-b33c-c6c6423e75f3 HTTP/1.1" status: 204 len: 168 time: 0.1786478 Jun 03 22:11:44.785501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58468) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:44.803165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5d1f091-d552-481e-8e56-acfeb0c3fbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:44.817869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f5d1f091-d552-481e-8e56-acfeb0c3fbd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:11:44.821615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f5d1f091-d552-481e-8e56-acfeb0c3fbd1 admin admin] Usage tracker for resource:security_group_rule and tenant:342a8e99a3954f7cbeaf69aa182c5a09 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:11:44.824395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f5d1f091-d552-481e-8e56-acfeb0c3fbd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:11:44.830225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f5d1f091-d552-481e-8e56-acfeb0c3fbd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:11:44.923271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5d1f091-d552-481e-8e56-acfeb0c3fbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:44.929088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f5d1f091-d552-481e-8e56-acfeb0c3fbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:44.937662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b90d8f15-fced-489f-95a9-5b30782c4a8a tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:44.977765 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f5d1f091-d552-481e-8e56-acfeb0c3fbd1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=342a8e99a3954f7cbeaf69aa182c5a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911228 Jun 03 22:11:44.978694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1f091-d552-481e-8e56-acfeb0c3fbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6444e27f-f094-49d2-a483-d62b9b274d4a,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:44.980574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58470) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:11:44.981799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f5d1f091-d552-481e-8e56-acfeb0c3fbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:45.041692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1481f50e-735e-4886-9f77-bff2074d1ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:45.068422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1481f50e-735e-4886-9f77-bff2074d1ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:45.129584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1481f50e-735e-4886-9f77-bff2074d1ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:45.134070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ccd3bfb4-7d8c-45c0-9e48-0a1449fa4bcf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:45.145098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481f50e-735e-4886-9f77-bff2074d1ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6444e27f-f094-49d2-a483-d62b9b274d4a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:45.147624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1481f50e-735e-4886-9f77-bff2074d1ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:45.154304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1481f50e-735e-4886-9f77-bff2074d1ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:45.155432 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1481f50e-735e-4886-9f77-bff2074d1ac2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6444e27f-f094-49d2-a483-d62b9b274d4a HTTP/1.1" status: 204 len: 168 time: 0.1727667 Jun 03 22:11:52.398452 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-f3487ce5-385e-4f75-8bb9-9d2eabdb1078 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=320b4db09e92420787c99067cf8495be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321083 Jun 03 22:11:52.557695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-6e73d93f-41af-49e6-a2bb-b503568fa8ed tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:52.559155 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-6e73d93f-41af-49e6-a2bb-b503568fa8ed tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551144 Jun 03 22:11:52.574575 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-4492d6d6-d912-46fe-bb77-d494df6cd4aa tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/quotas/320b4db09e92420787c99067cf8495be HTTP/1.1" status: 200 len: 375 time: 0.0096996 Jun 03 22:11:52.625749 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-1322217c-ceb4-4242-9ce1-eb5cb54f622e tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=320b4db09e92420787c99067cf8495be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441971 Jun 03 22:11:52.819223 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0bafa048-417c-4161-8e67-acad5ce6a2d6 req-0faf4a27-9bb5-4e43-8fc7-15a008a27184 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 210 time: 0.0502775 Jun 03 22:11:52.831921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dd09a929-e6c0-4325-a98f-3ffe6ef13814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:53.991540 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9b9012d9-5dff-49cc-a04f-d1bd975f5b79 req-13f85846-b303-4c15-9074-c67088fd970a tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 210 time: 0.0543709 Jun 03 22:11:54.143702 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-060c16fd-a20e-4b73-b0f7-a400e9ad5f59 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=320b4db09e92420787c99067cf8495be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279002 Jun 03 22:11:54.297413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-1a949da8-52d2-4a33-bef1-38a64399dbb5 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:54.298910 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-1a949da8-52d2-4a33-bef1-38a64399dbb5 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503615 Jun 03 22:11:54.313198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Request body: {'port': {'device_id': '40a0a4cd-7d92-4f64-af5d-ab5314ec005d', 'network_id': '699cc05c-5413-4424-8e1c-418891420511', 'admin_state_up': True, 'tenant_id': '320b4db09e92420787c99067cf8495be'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:11:54.474819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:11:54.481167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Usage tracker for resource:port and tenant:320b4db09e92420787c99067cf8495be is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:11:54.485204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:11:54.491446 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:11:54.506159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Made reservation on behalf of 320b4db09e92420787c99067cf8495be for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:11:54.510016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:54.523765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:54.540487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:11:54.546210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Usage tracker for resource:security_group_rule and tenant:320b4db09e92420787c99067cf8495be is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:11:54.549291 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:11:54.555174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:11:54.657267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:54.662759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:54.665971 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f510f785-2788-4890-a1e4-35efc591b8ea tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:54.756507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6f684e-810d-4d30-bae3-2e1f6ffa8985,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:54.760369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:54.852488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Allocated IP 192.168.233.135 (699cc05c-5413-4424-8e1c-418891420511/3a65b179-c12d-416d-8d86-6538801f36db/56803544-3cc4-4754-ab6a-4c7524c7d870) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:11:55.078790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:55.100317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Transition to ACTIVE for port object 56803544-3cc4-4754-ab6a-4c7524c7d870 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:11:55.129218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:55.135575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-03fb7857-8eb4-4b1c-b3bc-725e810aa862 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:55.185413 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e725f37-01ad-4904-a90c-4d2f5d180823 req-3748a520-4084-4879-8ff8-4275453c1f46 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:55.187057 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0e725f37-01ad-4904-a90c-4d2f5d180823 req-3748a520-4084-4879-8ff8-4275453c1f46 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 936 time: 0.0845377 Jun 03 22:11:55.196223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Network 699cc05c-5413-4424-8e1c-418891420511 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:11:55.199261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:11:55.208797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:11:55.239719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Pushing event updated for resources: {'Port': ['ID=56803544-3cc4-4754-ab6a-4c7524c7d870,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:55.245564 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0e725f37-01ad-4904-a90c-4d2f5d180823 req-12b817ff-0a2a-4428-8a2c-c8e86004c90c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d6f684e-810d-4d30-bae3-2e1f6ffa8985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517335 Jun 03 22:11:55.246653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:55.279763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:55.280389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:55.313362 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0059779 Jun 03 22:11:55.325393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Request body: {'port': {'device_id': '40a0a4cd-7d92-4f64-af5d-ab5314ec005d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:11:55.391356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:55.420237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-962b795c-5bec-42f7-ae0e-dcd2f1502046 None None] Provisioning for port 56803544-3cc4-4754-ab6a-4c7524c7d870 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:11:55.425201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-962b795c-5bec-42f7-ae0e-dcd2f1502046 None None] Provisioning complete for port 56803544-3cc4-4754-ab6a-4c7524c7d870 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:11:55.425607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-962b795c-5bec-42f7-ae0e-dcd2f1502046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:55.456810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:55.488559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-962b795c-5bec-42f7-ae0e-dcd2f1502046 None None] Port 56803544-3cc4-4754-ab6a-4c7524c7d870 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:11:55.495308 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-20f584d3-ed0b-498d-9287-1e033bb6df64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:55.970944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56803544-3cc4-4754-ab6a-4c7524c7d870 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:11:55.981514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:55.998788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Transition to ACTIVE for port object 56803544-3cc4-4754-ab6a-4c7524c7d870 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:11:56.004130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:56.009308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d0f4f040-f9b4-4e3b-ac06-59e431d2201c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:56.164458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Pushing event updated for resources: {'Port': ['ID=56803544-3cc4-4754-ab6a-4c7524c7d870,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:56.167648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:56.252747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Attempting to bind port 56803544-3cc4-4754-ab6a-4c7524c7d870 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:11:56.252978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Attempting to bind port 56803544-3cc4-4754-ab6a-4c7524c7d870 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '6964acf7-429c-4702-9e96-c43cb44d31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '699cc05c-5413-4424-8e1c-418891420511'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:11:56.253318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Attempting to bind port 56803544-3cc4-4754-ab6a-4c7524c7d870 on network 699cc05c-5413-4424-8e1c-418891420511 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:11:56.258012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Port 56803544-3cc4-4754-ab6a-4c7524c7d870 on network 699cc05c-5413-4424-8e1c-418891420511 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:11:56.258632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Attempting to bind port 56803544-3cc4-4754-ab6a-4c7524c7d870 on network 699cc05c-5413-4424-8e1c-418891420511 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:11:56.264146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:11:56.264474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Checking segment: {'id': '6964acf7-429c-4702-9e96-c43cb44d31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '699cc05c-5413-4424-8e1c-418891420511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:11:56.264847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Bound using segment: {'id': '6964acf7-429c-4702-9e96-c43cb44d31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '699cc05c-5413-4424-8e1c-418891420511'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:11:56.265267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Bound port: 56803544-3cc4-4754-ab6a-4c7524c7d870, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6964acf7-429c-4702-9e96-c43cb44d31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '699cc05c-5413-4424-8e1c-418891420511'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:11:56.265611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:56.412460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] For port 56803544-3cc4-4754-ab6a-4c7524c7d870, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:11:56.432270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] For port 56803544-3cc4-4754-ab6a-4c7524c7d870, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=56803544-3cc4-4754-ab6a-4c7524c7d870,segment=NetworkSegment(6964acf7-429c-4702-9e96-c43cb44d31aa),segment_id=6964acf7-429c-4702-9e96-c43cb44d31aa)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:11:56.438882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:56.442815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6969621e-c57c-48aa-be40-454d9673101f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:56.498574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:56.499615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:56.501050 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/56803544-3cc4-4754-ab6a-4c7524c7d870 HTTP/1.1" status: 200 len: 1098 time: 1.1801555 Jun 03 22:11:56.504221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a0a4cd-7d92-4f64-af5d-ab5314ec005d', 'tag': '56803544-3cc4-4754-ab6a-4c7524c7d870'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:11:56.507384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1a4123-5abd-47d3-ad2b-18f77e57fb0d" -d '{"events": [{"name": "network-changed", "server_uuid": "40a0a4cd-7d92-4f64-af5d-ab5314ec005d", "tag": "56803544-3cc4-4754-ab6a-4c7524c7d870"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:11:56.587691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Pushing event updated for resources: {'Port': ['ID=56803544-3cc4-4754-ab6a-4c7524c7d870,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:56.591137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:11:56.599610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246c8dd-f6d3-4c28-a7c9-90ce5dcb5fb5 req-54795344-4a34-44a7-a583-2467c1b9cfb8 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:56.600320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-9246c8dd-f6d3-4c28-a7c9-90ce5dcb5fb5 req-54795344-4a34-44a7-a583-2467c1b9cfb8 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Synchronizing usage tracker for tenant:320b4db09e92420787c99067cf8495be on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:11:56.608627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9905bc-9b6d-411d-a472-7dd0e84df187 x-openstack-request-id: req-0a9905bc-9b6d-411d-a472-7dd0e84df187 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:11:56.609003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a0a4cd-7d92-4f64-af5d-ab5314ec005d", "tag": "56803544-3cc4-4754-ab6a-4c7524c7d870", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:11:56.609239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0a9905bc-9b6d-411d-a472-7dd0e84df187 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:11:56.609960 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a0a4cd-7d92-4f64-af5d-ab5314ec005d', 'tag': '56803544-3cc4-4754-ab6a-4c7524c7d870', 'status': 'completed', 'code': 200} Jun 03 22:11:56.636549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-9246c8dd-f6d3-4c28-a7c9-90ce5dcb5fb5 req-54795344-4a34-44a7-a583-2467c1b9cfb8 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Unset dirty status for tenant:320b4db09e92420787c99067cf8495be on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:11:56.637774 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9246c8dd-f6d3-4c28-a7c9-90ce5dcb5fb5 req-54795344-4a34-44a7-a583-2467c1b9cfb8 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 948 time: 0.2771249 Jun 03 22:11:56.692690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-1628608e-1ae9-4178-ba9b-053c5c9cd65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:56.694161 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-1628608e-1ae9-4178-ba9b-053c5c9cd65d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320b4db09e92420787c99067cf8495be&device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 1101 time: 0.1413655 Jun 03 22:11:56.753714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-9246c8dd-f6d3-4c28-a7c9-90ce5dcb5fb5 req-61a82090-4b24-4cf2-9d9b-d018eaf05015 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Synchronizing usage tracker for tenant:320b4db09e92420787c99067cf8495be on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:11:56.774435 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-fd4462ca-aceb-40b4-9cfb-e9b6808afeaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=56803544-3cc4-4754-ab6a-4c7524c7d870 HTTP/1.1" status: 200 len: 217 time: 0.0713041 Jun 03 22:11:56.833031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-9246c8dd-f6d3-4c28-a7c9-90ce5dcb5fb5 req-61a82090-4b24-4cf2-9d9b-d018eaf05015 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Unset dirty status for tenant:320b4db09e92420787c99067cf8495be on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:11:56.834170 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9246c8dd-f6d3-4c28-a7c9-90ce5dcb5fb5 req-61a82090-4b24-4cf2-9d9b-d018eaf05015 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d6f684e-810d-4d30-bae3-2e1f6ffa8985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876025 Jun 03 22:11:56.854977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-75eba306-a0cc-4483-9724-061fb9ede305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:56.856708 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-75eba306-a0cc-4483-9724-061fb9ede305 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a65b179-c12d-416d-8d86-6538801f36db HTTP/1.1" status: 200 len: 843 time: 0.0745475 Jun 03 22:11:56.928909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:56.938405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-f44760b2-8424-4ef2-b2fe-e791fd214aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:56.939913 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-f44760b2-8424-4ef2-b2fe-e791fd214aba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=699cc05c-5413-4424-8e1c-418891420511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0770345 Jun 03 22:11:56.981564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:57.078809 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-01ff5f18-b3e0-41df-9763-e3a1c9e47f2b service neutron] 10.222.0.24 "GET /v2.0/networks/699cc05c-5413-4424-8e1c-418891420511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319492 Jun 03 22:11:57.219367 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18fb9f02-6dbe-40df-8b2d-a87e93529265 req-bf7f3b63-27c6-4ce7-aefe-019fb5059bc3 service neutron] 10.222.0.24 "GET /v2.0/networks/699cc05c-5413-4424-8e1c-418891420511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337013 Jun 03 22:11:57.354864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a4123-5abd-47d3-ad2b-18f77e57fb0d req-80551043-ab86-40d8-9d56-c6620fd4eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:57.356260 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c1a4123-5abd-47d3-ad2b-18f77e57fb0d req-80551043-ab86-40d8-9d56-c6620fd4eab3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320b4db09e92420787c99067cf8495be&device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 1101 time: 0.0779803 Jun 03 22:11:57.504893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a4123-5abd-47d3-ad2b-18f77e57fb0d req-f4728d4b-7cde-4df1-b78b-a8ff12ce6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:57.506388 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c1a4123-5abd-47d3-ad2b-18f77e57fb0d req-f4728d4b-7cde-4df1-b78b-a8ff12ce6bc4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=699cc05c-5413-4424-8e1c-418891420511 HTTP/1.1" status: 200 len: 871 time: 0.1419055 Jun 03 22:11:57.581670 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c1a4123-5abd-47d3-ad2b-18f77e57fb0d req-fdf34033-c4ff-4a82-8b54-04dda5c97cb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=56803544-3cc4-4754-ab6a-4c7524c7d870 HTTP/1.1" status: 200 len: 217 time: 0.0684683 Jun 03 22:11:57.791579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a4123-5abd-47d3-ad2b-18f77e57fb0d req-4522909b-074e-4b1e-9569-94dabb1f3c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:57.792962 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c1a4123-5abd-47d3-ad2b-18f77e57fb0d req-4522909b-074e-4b1e-9569-94dabb1f3c42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a65b179-c12d-416d-8d86-6538801f36db HTTP/1.1" status: 200 len: 843 time: 0.2050219 Jun 03 22:11:57.879965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a4123-5abd-47d3-ad2b-18f77e57fb0d req-a3c17488-a589-411d-9599-727a1ab64afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:57.881627 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c1a4123-5abd-47d3-ad2b-18f77e57fb0d req-a3c17488-a589-411d-9599-727a1ab64afa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=699cc05c-5413-4424-8e1c-418891420511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0818186 Jun 03 22:11:58.019090 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c1a4123-5abd-47d3-ad2b-18f77e57fb0d req-9b6284bb-d5b9-4f03-ab46-d70338c39595 service neutron] 10.222.0.24 "GET /v2.0/networks/699cc05c-5413-4424-8e1c-418891420511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307268 Jun 03 22:11:58.031336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242894b5-a9c6-4637-8b43-8c33abcad30d req-60fafa2e-513b-416a-b90b-5b49c446b5c7 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:58.032832 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-242894b5-a9c6-4637-8b43-8c33abcad30d req-60fafa2e-513b-416a-b90b-5b49c446b5c7 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 948 time: 0.0845239 Jun 03 22:11:58.079888 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-242894b5-a9c6-4637-8b43-8c33abcad30d req-802189c6-a176-4bbf-8620-46a7aa2c510d tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d6f684e-810d-4d30-bae3-2e1f6ffa8985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408487 Jun 03 22:11:58.162338 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c1a4123-5abd-47d3-ad2b-18f77e57fb0d req-17198e8e-0c24-401d-a061-ba4deb496faa service neutron] 10.222.0.24 "GET /v2.0/networks/699cc05c-5413-4424-8e1c-418891420511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364722 Jun 03 22:11:58.482319 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:59.283231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc499ea8-396a-49e8-874a-e923d6b2ba5a req-a4bc6e1a-c21c-4466-857b-dc14fa91b4df tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:11:59.284743 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cc499ea8-396a-49e8-874a-e923d6b2ba5a req-a4bc6e1a-c21c-4466-857b-dc14fa91b4df tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 948 time: 0.0957119 Jun 03 22:11:59.346602 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cc499ea8-396a-49e8-874a-e923d6b2ba5a req-dc3f4312-841c-4c5e-8388-1f04ecaa7f76 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d6f684e-810d-4d30-bae3-2e1f6ffa8985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Jun 03 22:11:59.457503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 56803544-3cc4-4754-ab6a-4c7524c7d870 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:11:59.595453 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 56803544-3cc4-4754-ab6a-4c7524c7d870, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=56803544-3cc4-4754-ab6a-4c7524c7d870,segment=NetworkSegment(6964acf7-429c-4702-9e96-c43cb44d31aa),segment_id=6964acf7-429c-4702-9e96-c43cb44d31aa)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:11:59.611797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '56803544-3cc4-4754-ab6a-4c7524c7d870', 'network_id': '699cc05c-5413-4424-8e1c-418891420511', 'port_id': '56803544-3cc4-4754-ab6a-4c7524c7d870', 'mac_address': 'fa:16:3e:be:01:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a65b179-c12d-416d-8d86-6538801f36db', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:11:59.675775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:59.692161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56803544-3cc4-4754-ab6a-4c7524c7d870 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:11:59.708743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 56803544-3cc4-4754-ab6a-4c7524c7d870, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=56803544-3cc4-4754-ab6a-4c7524c7d870,segment=NetworkSegment(6964acf7-429c-4702-9e96-c43cb44d31aa),segment_id=6964acf7-429c-4702-9e96-c43cb44d31aa)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:11:59.714265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:11:59.717222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:11:59.784042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=56803544-3cc4-4754-ab6a-4c7524c7d870,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:11:59.787302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:00.030269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['56803544-3cc4-4754-ab6a-4c7524c7d870'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:12:00.564468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319d960-bca2-4515-9ca2-abb7ffd11b33 req-71d88cb4-5a3e-4fa4-a749-95ed2fac2879 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:00.565972 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e319d960-bca2-4515-9ca2-abb7ffd11b33 req-71d88cb4-5a3e-4fa4-a749-95ed2fac2879 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 949 time: 0.0962281 Jun 03 22:12:00.621462 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e319d960-bca2-4515-9ca2-abb7ffd11b33 req-da5fc591-4e10-4e32-ad46-20f4f4deeb30 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d6f684e-810d-4d30-bae3-2e1f6ffa8985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494738 Jun 03 22:12:01.457276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 56803544-3cc4-4754-ab6a-4c7524c7d870 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:12:01.535509 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 56803544-3cc4-4754-ab6a-4c7524c7d870 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:12:01.540139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 56803544-3cc4-4754-ab6a-4c7524c7d870 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:12:01.540511 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:01.670171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:01.701503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a0a4cd-7d92-4f64-af5d-ab5314ec005d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56803544-3cc4-4754-ab6a-4c7524c7d870'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:12:01.704427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e99f0d6-bfe1-48f0-b324-bfc9998f387a" -d '{"events": [{"server_uuid": "40a0a4cd-7d92-4f64-af5d-ab5314ec005d", "name": "network-vif-plugged", "status": "completed", "tag": "56803544-3cc4-4754-ab6a-4c7524c7d870"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:12:01.716051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 56803544-3cc4-4754-ab6a-4c7524c7d870, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=56803544-3cc4-4754-ab6a-4c7524c7d870,segment=NetworkSegment(6964acf7-429c-4702-9e96-c43cb44d31aa),segment_id=6964acf7-429c-4702-9e96-c43cb44d31aa)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:12:01.721734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:01.724822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c532da54-cf66-4239-9d4b-15ac449abb22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:01.762694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafa8f8f-6f20-4988-8468-92664319d953 x-openstack-request-id: req-dafa8f8f-6f20-4988-8468-92664319d953 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:12:01.762694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a0a4cd-7d92-4f64-af5d-ab5314ec005d", "name": "network-vif-plugged", "status": "completed", "tag": "56803544-3cc4-4754-ab6a-4c7524c7d870", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:12:01.763218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dafa8f8f-6f20-4988-8468-92664319d953 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:12:01.764510 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a0a4cd-7d92-4f64-af5d-ab5314ec005d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56803544-3cc4-4754-ab6a-4c7524c7d870', 'code': 200} Jun 03 22:12:01.812387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=56803544-3cc4-4754-ab6a-4c7524c7d870,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:01.815569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:01.827119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90faf57e-dbb1-4dba-a918-d2b70eae5942 req-ec443ea3-40b8-4781-b319-457050d13779 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:01.828657 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-90faf57e-dbb1-4dba-a918-d2b70eae5942 req-ec443ea3-40b8-4781-b319-457050d13779 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 950 time: 0.0964692 Jun 03 22:12:01.873797 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-90faf57e-dbb1-4dba-a918-d2b70eae5942 req-360354c7-d3e3-46eb-8844-dce59349462e tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d6f684e-810d-4d30-bae3-2e1f6ffa8985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Jun 03 22:12:01.999108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfd09-c7b7-487c-b7cf-411c5bfc4106 req-8fd2fcba-7ee1-489c-972e-3b90df0d59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:02.000517 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fe0bfd09-c7b7-487c-b7cf-411c5bfc4106 req-8fd2fcba-7ee1-489c-972e-3b90df0d59d4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 1103 time: 0.0760362 Jun 03 22:12:02.043410 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fe0bfd09-c7b7-487c-b7cf-411c5bfc4106 req-aaeb4eb6-b895-410c-abc9-329830b7860e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d6f684e-810d-4d30-bae3-2e1f6ffa8985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358920 Jun 03 22:12:03.082763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78151b00-a1b4-42f2-af77-0c8251bc779c req-6f84c560-8827-43ea-a54b-5eaef1ec8f4b tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:03.090014 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-78151b00-a1b4-42f2-af77-0c8251bc779c req-6f84c560-8827-43ea-a54b-5eaef1ec8f4b tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 950 time: 0.1003053 Jun 03 22:12:03.133786 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-78151b00-a1b4-42f2-af77-0c8251bc779c req-3d9b0dd4-b1a4-4602-9721-a0cd10e6fedc tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d6f684e-810d-4d30-bae3-2e1f6ffa8985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428686 Jun 03 22:12:04.340116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c2e11-505f-4fae-afd6-c2f4d6a1ab85 req-6f1122fe-d606-43ca-8271-9ccb884aac38 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:04.341669 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3b4c2e11-505f-4fae-afd6-c2f4d6a1ab85 req-6f1122fe-d606-43ca-8271-9ccb884aac38 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 950 time: 0.0918689 Jun 03 22:12:04.393293 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3b4c2e11-505f-4fae-afd6-c2f4d6a1ab85 req-bc9f7204-0682-4e50-8102-33fb5828d8f5 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d6f684e-810d-4d30-bae3-2e1f6ffa8985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453272 Jun 03 22:12:05.567847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705d30a-0df9-48c5-98e9-e15b8ed734e6 req-11ac1f05-4310-41db-a5cb-2b8ff5cb18ea tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:05.569308 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0705d30a-0df9-48c5-98e9-e15b8ed734e6 req-11ac1f05-4310-41db-a5cb-2b8ff5cb18ea tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 950 time: 0.0956495 Jun 03 22:12:05.622135 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0705d30a-0df9-48c5-98e9-e15b8ed734e6 req-65f913d4-4640-4a44-92df-2197e506ab1b tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d6f684e-810d-4d30-bae3-2e1f6ffa8985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447917 Jun 03 22:12:06.826176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ea084-ca4e-4879-8526-c5f0ff89723c req-86c76645-0646-4188-97bc-4deddadc6da4 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:06.827844 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-584ea084-ca4e-4879-8526-c5f0ff89723c req-86c76645-0646-4188-97bc-4deddadc6da4 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 950 time: 0.0898101 Jun 03 22:12:06.879501 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-584ea084-ca4e-4879-8526-c5f0ff89723c req-cd69b51d-b0db-4a08-9462-de1f6ef30741 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/security-groups?id=7d6f684e-810d-4d30-bae3-2e1f6ffa8985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447400 Jun 03 22:12:06.974320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1af9ce-f092-489b-b9eb-618a8569637e req-cade846b-409e-4d95-afb8-5b85ab005d3d tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:06.975683 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bc1af9ce-f092-489b-b9eb-618a8569637e req-cade846b-409e-4d95-afb8-5b85ab005d3d tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 950 time: 0.0857315 Jun 03 22:12:07.121351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-bc1af9ce-f092-489b-b9eb-618a8569637e req-937ccfef-c89d-47d2-889b-8239f970ac28 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Deleting port 56803544-3cc4-4754-ab6a-4c7524c7d870 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:12:07.121675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bc1af9ce-f092-489b-b9eb-618a8569637e req-937ccfef-c89d-47d2-889b-8239f970ac28 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:07.270564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-bc1af9ce-f092-489b-b9eb-618a8569637e req-937ccfef-c89d-47d2-889b-8239f970ac28 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] For port 56803544-3cc4-4754-ab6a-4c7524c7d870, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=56803544-3cc4-4754-ab6a-4c7524c7d870,segment=NetworkSegment(6964acf7-429c-4702-9e96-c43cb44d31aa),segment_id=6964acf7-429c-4702-9e96-c43cb44d31aa)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:12:07.270798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bc1af9ce-f092-489b-b9eb-618a8569637e req-937ccfef-c89d-47d2-889b-8239f970ac28 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:07.392280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-bc1af9ce-f092-489b-b9eb-618a8569637e req-937ccfef-c89d-47d2-889b-8239f970ac28 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Calling delete_port for 56803544-3cc4-4754-ab6a-4c7524c7d870 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:12:07.513460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bc1af9ce-f092-489b-b9eb-618a8569637e req-937ccfef-c89d-47d2-889b-8239f970ac28 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:07.520375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c7981971-e4c8-463c-b09d-918c0c2d7eff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:07.527304 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['56803544-3cc4-4754-ab6a-4c7524c7d870'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:12:07.578266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ccfef-c89d-47d2-889b-8239f970ac28 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Pushing event deleted for resources: {'Port': ['ID=56803544-3cc4-4754-ab6a-4c7524c7d870,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:07.581402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-937ccfef-c89d-47d2-889b-8239f970ac28 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:07.656442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1af9ce-f092-489b-b9eb-618a8569637e req-937ccfef-c89d-47d2-889b-8239f970ac28 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] No DVR routers for this DVR port 56803544-3cc4-4754-ab6a-4c7524c7d870 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:12:07.659204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bc1af9ce-f092-489b-b9eb-618a8569637e req-937ccfef-c89d-47d2-889b-8239f970ac28 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:07.662093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a0a4cd-7d92-4f64-af5d-ab5314ec005d', 'name': 'network-vif-deleted', 'tag': '56803544-3cc4-4754-ab6a-4c7524c7d870'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:12:07.664554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab2ac66-890c-4c4e-977e-86eba9a999c0" -d '{"events": [{"server_uuid": "40a0a4cd-7d92-4f64-af5d-ab5314ec005d", "name": "network-vif-deleted", "tag": "56803544-3cc4-4754-ab6a-4c7524c7d870"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:12:07.681335 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bc1af9ce-f092-489b-b9eb-618a8569637e req-937ccfef-c89d-47d2-889b-8239f970ac28 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.24 "DELETE /v2.0/ports/56803544-3cc4-4754-ab6a-4c7524c7d870 HTTP/1.1" status: 204 len: 173 time: 0.6993585 Jun 03 22:12:07.713871 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcd2096-96bd-470d-b9b4-f63b028111a4 x-openstack-request-id: req-1dcd2096-96bd-470d-b9b4-f63b028111a4 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:12:07.714018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a0a4cd-7d92-4f64-af5d-ab5314ec005d", "name": "network-vif-deleted", "tag": "56803544-3cc4-4754-ab6a-4c7524c7d870", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:12:07.714313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1dcd2096-96bd-470d-b9b4-f63b028111a4 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:12:07.716841 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a0a4cd-7d92-4f64-af5d-ab5314ec005d', 'name': 'network-vif-deleted', 'tag': '56803544-3cc4-4754-ab6a-4c7524c7d870', 'status': 'completed', 'code': 200} Jun 03 22:12:08.058863 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2774f4c6-ca43-436d-b83a-618ce9e462c4 req-de9724dd-6f84-46f4-a56a-357d3b0589ad tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] 10.222.0.96 "GET /v2.0/ports?device_id=40a0a4cd-7d92-4f64-af5d-ab5314ec005d HTTP/1.1" status: 200 len: 210 time: 0.0456588 Jun 03 22:12:09.487281 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58608) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:12:09.673050 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-895add23-3bb6-43b9-b89d-17a6ac3ad699 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=320b4db09e92420787c99067cf8495be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842554 Jun 03 22:12:09.676300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58612) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:12:09.747738 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0b74bc8-cf82-4075-b801-8d63ab868d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:09.775420 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0b74bc8-cf82-4075-b801-8d63ab868d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:09.829730 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0b74bc8-cf82-4075-b801-8d63ab868d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:09.833600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-222488d0-7d11-4df1-8d6f-21c2ae2d8a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:09.847665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b74bc8-cf82-4075-b801-8d63ab868d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6f684e-810d-4d30-bae3-2e1f6ffa8985,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:09.850278 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e0b74bc8-cf82-4075-b801-8d63ab868d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:09.858247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0b74bc8-cf82-4075-b801-8d63ab868d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:09.859440 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e0b74bc8-cf82-4075-b801-8d63ab868d6f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7d6f684e-810d-4d30-bae3-2e1f6ffa8985 HTTP/1.1" status: 204 len: 168 time: 0.1824031 Jun 03 22:12:10.126422 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:12:10.166717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58618) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:12:10.184415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f64a-7c7a-46c2-85f0-d142ced95afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:10.199214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f2c0f64a-7c7a-46c2-85f0-d142ced95afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:12:10.203428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f2c0f64a-7c7a-46c2-85f0-d142ced95afa admin admin] Usage tracker for resource:security_group_rule and tenant:a40c74b74a1642cebfc6c481f60cd5e0 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:12:10.206375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f2c0f64a-7c7a-46c2-85f0-d142ced95afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:12:10.212473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f2c0f64a-7c7a-46c2-85f0-d142ced95afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:12:10.300163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f64a-7c7a-46c2-85f0-d142ced95afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:10.307827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f64a-7c7a-46c2-85f0-d142ced95afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:10.321925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-51b6636a-a2eb-424a-b262-1fde70429b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:10.362422 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f2c0f64a-7c7a-46c2-85f0-d142ced95afa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a40c74b74a1642cebfc6c481f60cd5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945076 Jun 03 22:12:10.363448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0f64a-7c7a-46c2-85f0-d142ced95afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de99e4e8-3faa-452e-9c29-957386d5b710,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:10.366789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58620) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:12:10.367722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f2c0f64a-7c7a-46c2-85f0-d142ced95afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:10.441765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc9ed7a3-50b7-4138-85ee-2f81cf9a5bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:10.473469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc9ed7a3-50b7-4138-85ee-2f81cf9a5bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:10.533882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc9ed7a3-50b7-4138-85ee-2f81cf9a5bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:10.537667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-128ca503-9d2e-4dea-b529-0d4874f50c79 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:10.551701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ed7a3-50b7-4138-85ee-2f81cf9a5bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de99e4e8-3faa-452e-9c29-957386d5b710,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:10.555853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cc9ed7a3-50b7-4138-85ee-2f81cf9a5bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:10.559587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cc9ed7a3-50b7-4138-85ee-2f81cf9a5bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:10.561597 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cc9ed7a3-50b7-4138-85ee-2f81cf9a5bea admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/de99e4e8-3faa-452e-9c29-957386d5b710 HTTP/1.1" status: 204 len: 168 time: 0.1951907 Jun 03 22:12:11.401319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58642) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:12:11.503243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 56803544-3cc4-4754-ab6a-4c7524c7d870 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:12:11.530487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1889454539-network', 'tenant_id': 'f3dc85e350d54739aa186f56e417245f'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:12:11.536578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:12:11.540772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Usage tracker for resource:network and tenant:f3dc85e350d54739aa186f56e417245f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:12:11.543748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:12:11.543908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 56803544-3cc4-4754-ab6a-4c7524c7d870 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:12:11.544233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 56803544-3cc4-4754-ab6a-4c7524c7d870 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:12:11.552213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:12:11.563586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Made reservation on behalf of f3dc85e350d54739aa186f56e417245f for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:12:11.566098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:11.579233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:11.594201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:12:11.604055 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Usage tracker for resource:security_group_rule and tenant:f3dc85e350d54739aa186f56e417245f is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:12:11.607270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:12:11.613383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:12:11.701369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:11.707954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:11.712645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-93dabb5b-e919-4c99-bf51-d72ebabf3641 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:11.749864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1336} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:12:11.755085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ddb89f-4d05-475e-8931-d24ff313ae6c,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:11.759080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:11.769812 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:11.769812 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Added segment 274e4973-bc66-4344-9d0e-285fd249ea75 of type vlan for network f9383235-9ec1-4103-8d7a-494a6671b2e6 Jun 03 22:12:11.803014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:11.851894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:11.853039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:11.853611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:11.857173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-03278c20-c620-4c2c-ba14-4b0f3448b44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:11.963784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Pushing event updated for resources: {'Network': ['ID=f9383235-9ec1-4103-8d7a-494a6671b2e6,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:11.967126 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:11.970716 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5682971 Jun 03 22:12:11.973959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58646) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:12:11.975483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network f9383235-9ec1-4103-8d7a-494a6671b2e6 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:12:11.979170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Request body: {'subnet': {'network_id': 'f9383235-9ec1-4103-8d7a-494a6671b2e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1889454539-subnet', 'tenant_id': 'f3dc85e350d54739aa186f56e417245f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:12:11.984861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:12:11.989157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Usage tracker for resource:subnet and tenant:f3dc85e350d54739aa186f56e417245f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:12:11.992084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:12:11.998152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:12:12.010533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Made reservation on behalf of f3dc85e350d54739aa186f56e417245f for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:12:12.013034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:12.419128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:12.422811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-edc0724c-bccc-40c7-be1d-909ca102a57c tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:12.489318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a06b70a-43b4-4aa3-8e69-54d0fecde9ad,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:12.493099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:12.500416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Checking segment: {'id': '274e4973-bc66-4344-9d0e-285fd249ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'f9383235-9ec1-4103-8d7a-494a6671b2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:12:12.500856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Network hostable DHCP agents. Network: f9383235-9ec1-4103-8d7a-494a6671b2e6, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:12:12.519419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Network f9383235-9ec1-4103-8d7a-494a6671b2e6 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:12:12.530147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, f9383235-9ec1-4103-8d7a-494a6671b2e6) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:12:12.538722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:12.539166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34507011-2078-4578-b1cc-e69a5dd2e77d None None] Network f9383235-9ec1-4103-8d7a-494a6671b2e6 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:12:12.539620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:12.562008 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5868294 Jun 03 22:12:12.741694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7960181-fc19-41e7-8cc2-57f7692a5467 None None] Network f9383235-9ec1-4103-8d7a-494a6671b2e6 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:12:13.240118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-42f073a1-4421-40a5-b1aa-cb5c880dca7e tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:13.240757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-42f073a1-4421-40a5-b1aa-cb5c880dca7e tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Synchronizing usage tracker for tenant:f3dc85e350d54739aa186f56e417245f on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:12:13.261286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-42f073a1-4421-40a5-b1aa-cb5c880dca7e tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Unset dirty status for tenant:f3dc85e350d54739aa186f56e417245f on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:12:13.262417 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-42f073a1-4421-40a5-b1aa-cb5c880dca7e tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/networks?id=f9383235-9ec1-4103-8d7a-494a6671b2e6 HTTP/1.1" status: 200 len: 812 time: 0.1674733 Jun 03 22:12:13.277592 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-f1c93f44-1311-42a9-b587-cce4e8ad74f2 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/quotas/f3dc85e350d54739aa186f56e417245f HTTP/1.1" status: 200 len: 375 time: 0.0092831 Jun 03 22:12:13.328273 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d70f2453-2a8a-4358-9b5b-7a511c43209b tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3dc85e350d54739aa186f56e417245f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452642 Jun 03 22:12:13.476114 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-5688a332-431a-4963-9b5e-1358bfc9f4a2 service neutron] 10.222.0.96 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373982 Jun 03 22:12:13.744006 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-0a223727-2652-42e2-b964-c49509836a81 service neutron] 10.222.0.96 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617905 Jun 03 22:12:13.999631 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-130305aa-9c68-4132-84b4-8babc4156f85 req-45a85f43-c5c3-4592-9f84-a834fe179211 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 210 time: 0.1121831 Jun 03 22:12:15.155525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-980d278e-7f05-4b48-9de9-e440b98af5c4 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:15.157088 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-980d278e-7f05-4b48-9de9-e440b98af5c4 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.24 "GET /v2.0/networks?id=f9383235-9ec1-4103-8d7a-494a6671b2e6 HTTP/1.1" status: 200 len: 812 time: 0.2891977 Jun 03 22:12:15.158664 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7d486048-b333-4e06-83f1-c7f34b6f1f71 req-27975c38-1a9b-4e94-982f-69ad29a73509 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 210 time: 0.0448747 Jun 03 22:12:15.169421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Request body: {'port': {'device_id': 'ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c', 'network_id': 'f9383235-9ec1-4103-8d7a-494a6671b2e6', 'admin_state_up': True, 'tenant_id': 'f3dc85e350d54739aa186f56e417245f'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:12:15.311674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:12:15.315863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Usage tracker for resource:port and tenant:f3dc85e350d54739aa186f56e417245f is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:12:15.318869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:12:15.325115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:12:15.338788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Made reservation on behalf of f3dc85e350d54739aa186f56e417245f for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:12:15.342598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:15.519112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Allocated IP 172.20.0.13 (f9383235-9ec1-4103-8d7a-494a6671b2e6/1a06b70a-43b4-4aa3-8e69-54d0fecde9ad/e5aa2926-ff5d-40a4-b287-056af5407df3) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:12:15.750662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:15.792736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:15.798957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:15.859650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Network f9383235-9ec1-4103-8d7a-494a6671b2e6 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:12:15.863253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:12:15.872012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:12:15.907036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Pushing event updated for resources: {'Port': ['ID=e5aa2926-ff5d-40a4-b287-056af5407df3,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:15.913367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:15.944431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:15.945033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:15.969446 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8039026 Jun 03 22:12:15.983856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Request body: {'port': {'device_id': 'ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:12:16.112375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:16.473385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a8661-5e60-4152-ba01-af2bfc35eb48 req-946838b1-e68e-464d-8e4d-1c6b166c7c0c tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:16.474064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-a37a8661-5e60-4152-ba01-af2bfc35eb48 req-946838b1-e68e-464d-8e4d-1c6b166c7c0c tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Synchronizing usage tracker for tenant:f3dc85e350d54739aa186f56e417245f on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:12:16.550268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-a37a8661-5e60-4152-ba01-af2bfc35eb48 req-946838b1-e68e-464d-8e4d-1c6b166c7c0c tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Unset dirty status for tenant:f3dc85e350d54739aa186f56e417245f on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:12:16.551429 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a37a8661-5e60-4152-ba01-af2bfc35eb48 req-946838b1-e68e-464d-8e4d-1c6b166c7c0c tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 932 time: 0.2582693 Jun 03 22:12:16.556014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5aa2926-ff5d-40a4-b287-056af5407df3 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:12:16.577191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:16.607874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Transition to ACTIVE for port object e5aa2926-ff5d-40a4-b287-056af5407df3 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:12:16.614150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:16.620182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-89885258-2d3f-4563-a67b-12edfea83f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:16.656765 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a37a8661-5e60-4152-ba01-af2bfc35eb48 req-6382e0f6-f463-4be2-91a5-5e00bb0b4d41 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960476 Jun 03 22:12:16.776750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Pushing event updated for resources: {'Port': ['ID=e5aa2926-ff5d-40a4-b287-056af5407df3,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:16.784574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:17.021145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Attempting to bind port e5aa2926-ff5d-40a4-b287-056af5407df3 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:12:17.021471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Attempting to bind port e5aa2926-ff5d-40a4-b287-056af5407df3 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '274e4973-bc66-4344-9d0e-285fd249ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'f9383235-9ec1-4103-8d7a-494a6671b2e6'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:12:17.021792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Attempting to bind port e5aa2926-ff5d-40a4-b287-056af5407df3 on network f9383235-9ec1-4103-8d7a-494a6671b2e6 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:12:17.026461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Port e5aa2926-ff5d-40a4-b287-056af5407df3 on network f9383235-9ec1-4103-8d7a-494a6671b2e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:12:17.026830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Attempting to bind port e5aa2926-ff5d-40a4-b287-056af5407df3 on network f9383235-9ec1-4103-8d7a-494a6671b2e6 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:12:17.032302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:12:17.032629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Checking segment: {'id': '274e4973-bc66-4344-9d0e-285fd249ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'f9383235-9ec1-4103-8d7a-494a6671b2e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:12:17.033003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Bound using segment: {'id': '274e4973-bc66-4344-9d0e-285fd249ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'f9383235-9ec1-4103-8d7a-494a6671b2e6'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:12:17.033386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Bound port: e5aa2926-ff5d-40a4-b287-056af5407df3, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274e4973-bc66-4344-9d0e-285fd249ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1336, 'network_id': 'f9383235-9ec1-4103-8d7a-494a6671b2e6'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:12:17.033770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:17.125296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] For port e5aa2926-ff5d-40a4-b287-056af5407df3, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:12:17.128524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] For port e5aa2926-ff5d-40a4-b287-056af5407df3, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e5aa2926-ff5d-40a4-b287-056af5407df3,segment=NetworkSegment(274e4973-bc66-4344-9d0e-285fd249ea75),segment_id=274e4973-bc66-4344-9d0e-285fd249ea75)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:12:17.134389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:17.139700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5c6051aa-7feb-4a02-83a8-422abae193b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:17.194663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:17.195271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:17.196789 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] 10.222.0.24 "PUT /v2.0/ports/e5aa2926-ff5d-40a4-b287-056af5407df3 HTTP/1.1" status: 200 len: 1094 time: 1.2198486 Jun 03 22:12:17.197312 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c', 'tag': 'e5aa2926-ff5d-40a4-b287-056af5407df3'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:12:17.199657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7108ab54-a934-4f60-b805-b811b8d47397" -d '{"events": [{"name": "network-changed", "server_uuid": "ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c", "tag": "e5aa2926-ff5d-40a4-b287-056af5407df3"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:12:17.224423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Pushing event updated for resources: {'Port': ['ID=e5aa2926-ff5d-40a4-b287-056af5407df3,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:17.232769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:17.304432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4094ac3d-eb2f-40f8-be99-ce8d3ec60621 x-openstack-request-id: req-4094ac3d-eb2f-40f8-be99-ce8d3ec60621 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:12:17.304625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c", "tag": "e5aa2926-ff5d-40a4-b287-056af5407df3", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:12:17.304858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4094ac3d-eb2f-40f8-be99-ce8d3ec60621 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:12:17.305297 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c', 'tag': 'e5aa2926-ff5d-40a4-b287-056af5407df3', 'status': 'completed', 'code': 200} Jun 03 22:12:17.337813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-ff328731-56a9-45be-925e-6484d084ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:17.339398 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-ff328731-56a9-45be-925e-6484d084ffcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3dc85e350d54739aa186f56e417245f&device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 1097 time: 0.0857027 Jun 03 22:12:17.420122 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-89fceff7-af5c-447e-ad74-4d45704aafc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5aa2926-ff5d-40a4-b287-056af5407df3 HTTP/1.1" status: 200 len: 217 time: 0.0720112 Jun 03 22:12:17.483695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-39e7af88-4a13-4fb0-b745-8efb6835388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:17.485139 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-39e7af88-4a13-4fb0-b745-8efb6835388c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a06b70a-43b4-4aa3-8e69-54d0fecde9ad HTTP/1.1" status: 200 len: 852 time: 0.0584707 Jun 03 22:12:17.553363 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-60f53fa9-68f4-4fd2-9480-ba6188fb5949 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9383235-9ec1-4103-8d7a-494a6671b2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610461 Jun 03 22:12:17.722083 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-cf83d575-64d9-4b64-81ea-34fdcb20a1ee service neutron] 10.222.0.24 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607721 Jun 03 22:12:17.925208 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d299ebfc-0098-42e1-ae42-53b4ce03f26b req-cc2b6f43-1496-4c3e-bcd9-e8575b434f92 service neutron] 10.222.0.24 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961079 Jun 03 22:12:17.954111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b91cc-0671-41a2-8b96-4a7c192b99cd req-bdde1bca-48d8-4b96-9f17-667a70058d4f tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:17.955686 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-569b91cc-0671-41a2-8b96-4a7c192b99cd req-bdde1bca-48d8-4b96-9f17-667a70058d4f tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 944 time: 0.1814456 Jun 03 22:12:18.054237 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-569b91cc-0671-41a2-8b96-4a7c192b99cd req-1fe60016-534e-49fb-9430-3d9919bea16a tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907662 Jun 03 22:12:18.086808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108ab54-a934-4f60-b805-b811b8d47397 req-e2478df3-0057-4560-8ce2-51e41f5b9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:18.088361 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7108ab54-a934-4f60-b805-b811b8d47397 req-e2478df3-0057-4560-8ce2-51e41f5b9507 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3dc85e350d54739aa186f56e417245f&device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 1097 time: 0.1062386 Jun 03 22:12:18.260546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108ab54-a934-4f60-b805-b811b8d47397 req-3a9138e9-3006-4132-bf09-579d53b14b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:18.261915 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7108ab54-a934-4f60-b805-b811b8d47397 req-3a9138e9-3006-4132-bf09-579d53b14b6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9383235-9ec1-4103-8d7a-494a6671b2e6 HTTP/1.1" status: 200 len: 914 time: 0.1663091 Jun 03 22:12:18.333310 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7108ab54-a934-4f60-b805-b811b8d47397 req-b270ec87-f77d-40f8-b7d4-7e30eebc285c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5aa2926-ff5d-40a4-b287-056af5407df3 HTTP/1.1" status: 200 len: 217 time: 0.0631607 Jun 03 22:12:18.402162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108ab54-a934-4f60-b805-b811b8d47397 req-e7b80d8a-2f24-4aa7-a807-e9eb070c2731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:18.405792 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7108ab54-a934-4f60-b805-b811b8d47397 req-e7b80d8a-2f24-4aa7-a807-e9eb070c2731 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a06b70a-43b4-4aa3-8e69-54d0fecde9ad HTTP/1.1" status: 200 len: 852 time: 0.0642710 Jun 03 22:12:18.462342 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7108ab54-a934-4f60-b805-b811b8d47397 req-eb588774-15be-4c91-9845-b142b2b0b9c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9383235-9ec1-4103-8d7a-494a6671b2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511298 Jun 03 22:12:18.602399 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7108ab54-a934-4f60-b805-b811b8d47397 req-c6afe97e-e01c-4987-9eeb-fe07620cdb22 service neutron] 10.222.0.24 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326747 Jun 03 22:12:18.765268 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7108ab54-a934-4f60-b805-b811b8d47397 req-d76d256a-1c80-4fca-b0ad-9fe3e21e8614 service neutron] 10.222.0.24 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551642 Jun 03 22:12:19.262118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e20f8-cf2b-400a-938d-c349cc7f1bac req-8a63f91f-37ad-44cc-816f-d9a44d3d105b tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:19.263659 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-003e20f8-cf2b-400a-938d-c349cc7f1bac req-8a63f91f-37ad-44cc-816f-d9a44d3d105b tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 944 time: 0.0968854 Jun 03 22:12:19.312491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-003e20f8-cf2b-400a-938d-c349cc7f1bac req-dcc4c657-5c2d-4631-bf44-5a6890c008e8 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Synchronizing usage tracker for tenant:f3dc85e350d54739aa186f56e417245f on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:12:19.334248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-003e20f8-cf2b-400a-938d-c349cc7f1bac req-dcc4c657-5c2d-4631-bf44-5a6890c008e8 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Unset dirty status for tenant:f3dc85e350d54739aa186f56e417245f on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:12:19.335485 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-003e20f8-cf2b-400a-938d-c349cc7f1bac req-dcc4c657-5c2d-4631-bf44-5a6890c008e8 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654838 Jun 03 22:12:20.542288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b11f48-22a2-4a34-bddc-00ccea8c9bed req-892a718c-570f-4e35-9130-ccb951c9b4af tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:20.543790 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15b11f48-22a2-4a34-bddc-00ccea8c9bed req-892a718c-570f-4e35-9130-ccb951c9b4af tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 944 time: 0.0979528 Jun 03 22:12:20.743452 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15b11f48-22a2-4a34-bddc-00ccea8c9bed req-628bdfdb-6588-4904-b6fa-f3e920180821 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929812 Jun 03 22:12:21.530657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e5aa2926-ff5d-40a4-b287-056af5407df3 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:12:21.680858 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port e5aa2926-ff5d-40a4-b287-056af5407df3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e5aa2926-ff5d-40a4-b287-056af5407df3,segment=NetworkSegment(274e4973-bc66-4344-9d0e-285fd249ea75),segment_id=274e4973-bc66-4344-9d0e-285fd249ea75)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:12:21.695343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'e5aa2926-ff5d-40a4-b287-056af5407df3', 'network_id': 'f9383235-9ec1-4103-8d7a-494a6671b2e6', 'port_id': 'e5aa2926-ff5d-40a4-b287-056af5407df3', 'mac_address': 'fa:16:3e:34:f6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a06b70a-43b4-4aa3-8e69-54d0fecde9ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:12:21.754269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:21.772856 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5aa2926-ff5d-40a4-b287-056af5407df3 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:12:21.790700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port e5aa2926-ff5d-40a4-b287-056af5407df3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e5aa2926-ff5d-40a4-b287-056af5407df3,segment=NetworkSegment(274e4973-bc66-4344-9d0e-285fd249ea75),segment_id=274e4973-bc66-4344-9d0e-285fd249ea75)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:12:21.796893 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:21.798731 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:21.868396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=e5aa2926-ff5d-40a4-b287-056af5407df3,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:21.871481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:21.940861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa685-31c8-42e0-b50a-8f5a6f277c1a req-bd80f31c-6b65-4dd3-a671-7f840e63858c tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:21.942399 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-633aa685-31c8-42e0-b50a-8f5a6f277c1a req-bd80f31c-6b65-4dd3-a671-7f840e63858c tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 945 time: 0.0882716 Jun 03 22:12:21.993729 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-633aa685-31c8-42e0-b50a-8f5a6f277c1a req-17513aee-c294-4ed5-9884-def4604714de tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Jun 03 22:12:22.106480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['e5aa2926-ff5d-40a4-b287-056af5407df3'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:12:22.828911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b0224356-1d79-4aa7-bd74-35940d38b24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:23.187184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1b428-b366-4b80-82ce-4e61b4070c35 req-65729496-a77e-4ac9-90b3-b4643cba1e41 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:23.188650 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92e1b428-b366-4b80-82ce-4e61b4070c35 req-65729496-a77e-4ac9-90b3-b4643cba1e41 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 945 time: 0.0860879 Jun 03 22:12:23.238521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92e1b428-b366-4b80-82ce-4e61b4070c35 req-46a1eddc-7f45-4635-9b94-8824b1f2172d tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438159 Jun 03 22:12:23.530311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e5aa2926-ff5d-40a4-b287-056af5407df3 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:12:23.620916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port e5aa2926-ff5d-40a4-b287-056af5407df3 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:12:23.626766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port e5aa2926-ff5d-40a4-b287-056af5407df3 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:12:23.627193 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:23.800424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:23.832036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aa2926-ff5d-40a4-b287-056af5407df3'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:12:23.834664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0434cfc9-a59e-4fc5-9f69-61499b2fd51b" -d '{"events": [{"server_uuid": "ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c", "name": "network-vif-plugged", "status": "completed", "tag": "e5aa2926-ff5d-40a4-b287-056af5407df3"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:12:23.847617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port e5aa2926-ff5d-40a4-b287-056af5407df3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e5aa2926-ff5d-40a4-b287-056af5407df3,segment=NetworkSegment(274e4973-bc66-4344-9d0e-285fd249ea75),segment_id=274e4973-bc66-4344-9d0e-285fd249ea75)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:12:23.857010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:23.859501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-78f13d9f-1556-49c4-b14d-06858cf8f4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:23.891963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5ecd81-cc06-4a91-aca8-ebd0108ae0e9 x-openstack-request-id: req-4f5ecd81-cc06-4a91-aca8-ebd0108ae0e9 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:12:23.892274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c", "name": "network-vif-plugged", "status": "completed", "tag": "e5aa2926-ff5d-40a4-b287-056af5407df3", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:12:23.892545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4f5ecd81-cc06-4a91-aca8-ebd0108ae0e9 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:12:23.892932 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aa2926-ff5d-40a4-b287-056af5407df3', 'code': 200} Jun 03 22:12:23.935138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=e5aa2926-ff5d-40a4-b287-056af5407df3,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:23.938883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:24.162138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2211d-7bbe-4521-be6d-1bc174d12f30 req-3068dc77-5fff-4e95-89ab-58fffa88ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:24.163624 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ae2211d-7bbe-4521-be6d-1bc174d12f30 req-3068dc77-5fff-4e95-89ab-58fffa88ec0b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 1099 time: 0.0907912 Jun 03 22:12:24.213764 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ae2211d-7bbe-4521-be6d-1bc174d12f30 req-305f75b6-7954-43f5-a56f-280d2aadb054 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426474 Jun 03 22:12:24.449722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9648c-7c5c-45fa-ad74-1a2cdfd6e16f req-46c077bf-3f66-4179-8e54-3de94bae5d9a tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:24.451099 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c2e9648c-7c5c-45fa-ad74-1a2cdfd6e16f req-46c077bf-3f66-4179-8e54-3de94bae5d9a tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0982835 Jun 03 22:12:24.499496 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c2e9648c-7c5c-45fa-ad74-1a2cdfd6e16f req-61080d3c-49e9-4255-8dfa-40f7b81fa4dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Jun 03 22:12:25.382156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:25.493135 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8706-ebfb-4f88-8bb4-ccd07b86b661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:25.707026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a91057-60ce-448b-bc03-2fd9da1f437d req-23f17e97-dc8e-47e8-b2ba-c66e9434d720 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:25.708537 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-99a91057-60ce-448b-bc03-2fd9da1f437d req-23f17e97-dc8e-47e8-b2ba-c66e9434d720 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0919118 Jun 03 22:12:25.756326 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-99a91057-60ce-448b-bc03-2fd9da1f437d req-4d1b6d27-a21b-42ef-be99-fcbe160a7e51 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Jun 03 22:12:26.170578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58714) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:12:26.216091 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4054187-5935-4061-999f-ee6ce3860b4b req-24646771-a721-445a-85b4-138042a75feb tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:26.217674 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c4054187-5935-4061-999f-ee6ce3860b4b req-24646771-a721-445a-85b4-138042a75feb tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0997224 Jun 03 22:12:26.266467 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c4054187-5935-4061-999f-ee6ce3860b4b req-e431a7b0-7180-4e3e-9333-ea1694b2351b tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426421 Jun 03 22:12:26.293667 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-71ea5a88-9372-442c-a32c-4887d1da8a97 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213980 Jun 03 22:12:26.911887 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:26.984762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:27.468131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dd035-041b-4c0d-ae5e-fbc7d795cc71 req-88faa63c-fa44-4c71-870a-7999dae5b1ea tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:27.469464 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e38dd035-041b-4c0d-ae5e-fbc7d795cc71 req-88faa63c-fa44-4c71-870a-7999dae5b1ea tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0922472 Jun 03 22:12:27.524376 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e38dd035-041b-4c0d-ae5e-fbc7d795cc71 req-5ab69906-dd54-4fc9-bb5c-b897cfd5a362 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491264 Jun 03 22:12:27.677119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-32689067-b211-44e9-a2f2-10c3b6bfb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:27.678590 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-32689067-b211-44e9-a2f2-10c3b6bfb847 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3dc85e350d54739aa186f56e417245f&device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 1099 time: 0.0715206 Jun 03 22:12:27.815197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-fb7191a3-cb25-497a-9b2b-7338e5a4f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:27.816829 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-fb7191a3-cb25-497a-9b2b-7338e5a4f156 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9383235-9ec1-4103-8d7a-494a6671b2e6 HTTP/1.1" status: 200 len: 914 time: 0.1318877 Jun 03 22:12:27.888895 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-327e5bd3-b9ef-41c3-bea3-128cd17247b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5aa2926-ff5d-40a4-b287-056af5407df3 HTTP/1.1" status: 200 len: 217 time: 0.0655637 Jun 03 22:12:27.952510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-c7ff4e5e-335a-406c-9696-cae0822bee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:27.953990 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-c7ff4e5e-335a-406c-9696-cae0822bee2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a06b70a-43b4-4aa3-8e69-54d0fecde9ad HTTP/1.1" status: 200 len: 852 time: 0.0586143 Jun 03 22:12:28.011570 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-cb336c01-baf8-4937-87fc-5fd51e9c1bf6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9383235-9ec1-4103-8d7a-494a6671b2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508730 Jun 03 22:12:28.155190 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-5e612010-92cc-4d9c-b539-ea0d03eb70d0 service neutron] 10.222.0.24 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359096 Jun 03 22:12:28.293909 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-f54ad402-7b87-410f-8c8e-ed2ea1f2c3a5 service neutron] 10.222.0.24 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320508 Jun 03 22:12:28.483485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:28.737187 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df842fbe-31ce-48cb-924d-cb6052df6f6c req-9640e58d-d805-4bab-9757-f5b0b2585db6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:28.738609 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-df842fbe-31ce-48cb-924d-cb6052df6f6c req-9640e58d-d805-4bab-9757-f5b0b2585db6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0947154 Jun 03 22:12:28.792877 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-df842fbe-31ce-48cb-924d-cb6052df6f6c req-76255ac5-f343-4fae-bab6-6938e02a2e97 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436220 Jun 03 22:12:29.996743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0df7c-97bb-4a81-9cc2-d69be81ddaef req-bd8508fb-2d8c-490d-b8ea-810ee559d939 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:29.998210 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b8b0df7c-97bb-4a81-9cc2-d69be81ddaef req-bd8508fb-2d8c-490d-b8ea-810ee559d939 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0941226 Jun 03 22:12:30.045453 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b8b0df7c-97bb-4a81-9cc2-d69be81ddaef req-75540f57-68c6-40da-8d07-6b5346ceea0b tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410028 Jun 03 22:12:31.255656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1ae7e-17d7-4bbd-b18b-6c9c8a2d8e38 req-f211a99c-c6ef-4a4c-8cea-ae28fb525ce5 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:31.257325 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0cb1ae7e-17d7-4bbd-b18b-6c9c8a2d8e38 req-f211a99c-c6ef-4a4c-8cea-ae28fb525ce5 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0882943 Jun 03 22:12:31.307628 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0cb1ae7e-17d7-4bbd-b18b-6c9c8a2d8e38 req-5a591dde-fcd5-49b0-9b40-9a8d34eb673a tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Jun 03 22:12:32.510533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc331c1a-1012-4780-ae0d-8b14493bf22d req-d3a39aaf-166f-41ca-8f84-1e86d0607816 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:32.511991 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bc331c1a-1012-4780-ae0d-8b14493bf22d req-d3a39aaf-166f-41ca-8f84-1e86d0607816 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0852511 Jun 03 22:12:32.562157 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bc331c1a-1012-4780-ae0d-8b14493bf22d req-a95d60af-dfb0-4716-a23a-f817a0efdbad tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Jun 03 22:12:33.765864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71ca8f-fa31-4c1f-b99a-99576e7dae2f req-1b2eaab6-b6f6-4d97-a195-2e3f5878153b tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:33.767501 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5f71ca8f-fa31-4c1f-b99a-99576e7dae2f req-1b2eaab6-b6f6-4d97-a195-2e3f5878153b tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0899110 Jun 03 22:12:33.822264 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5f71ca8f-fa31-4c1f-b99a-99576e7dae2f req-37394dcb-60c2-4dd3-b65b-3dee53af55d8 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465662 Jun 03 22:12:35.038974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e5a41-a8c4-4a0f-a580-82ee516e1b01 req-69c1130c-30ce-4844-b308-5799943c2ea8 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:35.040527 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-203e5a41-a8c4-4a0f-a580-82ee516e1b01 req-69c1130c-30ce-4844-b308-5799943c2ea8 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0884058 Jun 03 22:12:35.088599 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-203e5a41-a8c4-4a0f-a580-82ee516e1b01 req-3311e0ad-fb37-4832-a65d-b76b1618f6ab tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Jun 03 22:12:36.300612 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ba6e6-c358-4ce3-b75f-18ca9070821e req-93907767-653a-4871-baa6-405c4c4000cb tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:36.302076 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-651ba6e6-c358-4ce3-b75f-18ca9070821e req-93907767-653a-4871-baa6-405c4c4000cb tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0868630 Jun 03 22:12:36.353251 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-651ba6e6-c358-4ce3-b75f-18ca9070821e req-5a71c979-17f9-4b68-af76-9a114e59344f tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426488 Jun 03 22:12:37.558554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb6c88-e220-4e86-9d63-0dc958283cef req-83d70583-1c04-4cb7-ad10-109486d6d3c4 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:37.560066 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0bb6c88-e220-4e86-9d63-0dc958283cef req-83d70583-1c04-4cb7-ad10-109486d6d3c4 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0846260 Jun 03 22:12:37.608784 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0bb6c88-e220-4e86-9d63-0dc958283cef req-63dbb7d9-8be9-4d54-a101-c2097428235c tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401092 Jun 03 22:12:38.822491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9499389-0f92-4cc7-afe2-739a4e0c173f req-a043b22a-f930-4d10-97b8-57f67433077b tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:38.824001 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f9499389-0f92-4cc7-afe2-739a4e0c173f req-a043b22a-f930-4d10-97b8-57f67433077b tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0897579 Jun 03 22:12:38.884015 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f9499389-0f92-4cc7-afe2-739a4e0c173f req-01a75abc-45e3-476c-ad57-ec97a034fb64 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542436 Jun 03 22:12:40.236465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950be7a-d4fa-4e1c-bb7b-22ca73d043c9 req-e38986fd-0082-4611-9464-2496c14cc8be tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:40.237810 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8950be7a-d4fa-4e1c-bb7b-22ca73d043c9 req-e38986fd-0082-4611-9464-2496c14cc8be tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.2339256 Jun 03 22:12:40.287868 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8950be7a-d4fa-4e1c-bb7b-22ca73d043c9 req-c41ca479-b89f-4731-bbc1-85f9523cad10 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Jun 03 22:12:41.509176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a856d42-807b-4f7f-8c31-4f1db73eddac req-26016acc-2f85-47d2-88fe-e454ab507f09 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:41.512640 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0a856d42-807b-4f7f-8c31-4f1db73eddac req-26016acc-2f85-47d2-88fe-e454ab507f09 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0971627 Jun 03 22:12:41.573166 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0a856d42-807b-4f7f-8c31-4f1db73eddac req-e98c32a8-6ab7-4a12-b59d-b13963e3fc70 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545664 Jun 03 22:12:42.772287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd11d3-1030-44f5-97e4-e95ea255e430 req-2f3fff94-beaf-48e8-ba8b-3d5b53db3b2f tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:42.773935 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dbcd11d3-1030-44f5-97e4-e95ea255e430 req-2f3fff94-beaf-48e8-ba8b-3d5b53db3b2f tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0862398 Jun 03 22:12:42.819969 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dbcd11d3-1030-44f5-97e4-e95ea255e430 req-4c23f155-3b80-4f52-a4fa-d3941f2ed2c8 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399957 Jun 03 22:12:44.032893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34655719-1536-40d8-beec-d159bec33623 req-202bbbfd-c744-42a0-88bd-f8345742ba51 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:44.034373 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-34655719-1536-40d8-beec-d159bec33623 req-202bbbfd-c744-42a0-88bd-f8345742ba51 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0982225 Jun 03 22:12:44.084579 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-34655719-1536-40d8-beec-d159bec33623 req-cd54eb32-509e-44ef-bf91-d83a2af3c812 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 Jun 03 22:12:45.312257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99515efb-b089-432c-9cde-a5e1574d78d9 req-1761dfd6-3983-4d20-9021-a58fde725037 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:45.313781 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-99515efb-b089-432c-9cde-a5e1574d78d9 req-1761dfd6-3983-4d20-9021-a58fde725037 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.1189501 Jun 03 22:12:45.362880 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-99515efb-b089-432c-9cde-a5e1574d78d9 req-09ec9562-c5a7-4a00-9566-163e6eac8933 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431173 Jun 03 22:12:46.571642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02fb6c-44eb-429c-a952-bde7a7e6eea5 req-f82dd36d-b5ce-4bf5-8757-ccae7fb6e260 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:46.573309 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9e02fb6c-44eb-429c-a952-bde7a7e6eea5 req-f82dd36d-b5ce-4bf5-8757-ccae7fb6e260 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0991030 Jun 03 22:12:46.620052 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9e02fb6c-44eb-429c-a952-bde7a7e6eea5 req-6858702f-196b-4c6a-82dc-da2432a97b2b tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Jun 03 22:12:47.129213 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:12:47.834765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcd688-7211-4c36-9c66-6dbf07bc1dc6 req-88caf484-8311-48f5-93aa-3a58f52d56f0 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:47.836386 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e5dcd688-7211-4c36-9c66-6dbf07bc1dc6 req-88caf484-8311-48f5-93aa-3a58f52d56f0 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0970464 Jun 03 22:12:47.883726 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e5dcd688-7211-4c36-9c66-6dbf07bc1dc6 req-b0f761a3-3d3a-42ef-adb3-9fbdb5b3fc1e tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 Jun 03 22:12:49.086151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec5fd8-ef05-4a68-b1cf-bfe4949286f5 req-141b014b-bad3-4c7c-b97e-63cbb768dc16 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:49.087826 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-16ec5fd8-ef05-4a68-b1cf-bfe4949286f5 req-141b014b-bad3-4c7c-b97e-63cbb768dc16 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0882945 Jun 03 22:12:49.133835 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-16ec5fd8-ef05-4a68-b1cf-bfe4949286f5 req-24f4cbc7-bfe6-440a-9838-1015c2af516b tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Jun 03 22:12:50.328430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff631bb-cc71-459c-8014-f34f99dbc7da req-f56f0075-4833-4a8a-bb6b-1c2f5094ac73 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:50.329913 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5ff631bb-cc71-459c-8014-f34f99dbc7da req-f56f0075-4833-4a8a-bb6b-1c2f5094ac73 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0817242 Jun 03 22:12:50.378961 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5ff631bb-cc71-459c-8014-f34f99dbc7da req-266d721e-f6c1-4f55-a837-2eb5802785e7 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Jun 03 22:12:50.531036 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbcd6a-4e93-4234-9393-20f01d805a2d req-9b0d5689-a7b6-4617-8b7b-33778b7285a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:50.532467 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fbbcd6a-4e93-4234-9393-20f01d805a2d req-9b0d5689-a7b6-4617-8b7b-33778b7285a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3dc85e350d54739aa186f56e417245f&device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 1099 time: 0.0817852 Jun 03 22:12:50.708308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbcd6a-4e93-4234-9393-20f01d805a2d req-4a9687ba-e0b7-4b9d-bfa8-639cc6bddb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:50.709672 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fbbcd6a-4e93-4234-9393-20f01d805a2d req-4a9687ba-e0b7-4b9d-bfa8-639cc6bddb7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9383235-9ec1-4103-8d7a-494a6671b2e6 HTTP/1.1" status: 200 len: 914 time: 0.1400850 Jun 03 22:12:50.790190 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fbbcd6a-4e93-4234-9393-20f01d805a2d req-77d6bf25-63ac-4e4e-b74f-c7a59332616e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5aa2926-ff5d-40a4-b287-056af5407df3 HTTP/1.1" status: 200 len: 217 time: 0.0682697 Jun 03 22:12:50.858412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbcd6a-4e93-4234-9393-20f01d805a2d req-630b87f0-3d5c-4e30-81d3-4b7c0f19e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:50.859826 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fbbcd6a-4e93-4234-9393-20f01d805a2d req-630b87f0-3d5c-4e30-81d3-4b7c0f19e1b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a06b70a-43b4-4aa3-8e69-54d0fecde9ad HTTP/1.1" status: 200 len: 852 time: 0.0617383 Jun 03 22:12:50.913112 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fbbcd6a-4e93-4234-9393-20f01d805a2d req-58ef8411-569f-475e-ba2e-be88577091e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9383235-9ec1-4103-8d7a-494a6671b2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450716 Jun 03 22:12:51.067947 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fbbcd6a-4e93-4234-9393-20f01d805a2d req-b06c12c8-73bc-4b88-ae99-b5cb78028da2 service neutron] 10.222.0.24 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470966 Jun 03 22:12:51.219683 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fbbcd6a-4e93-4234-9393-20f01d805a2d req-5f0c88f9-f31c-4b2f-b68f-12c99cbc1d0a service neutron] 10.222.0.24 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456265 Jun 03 22:12:51.580596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dc69f-80f3-4410-b4d3-d85c005dbe9e req-90843f69-f50b-41ab-be5d-73a19c0cc275 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:51.582044 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c84dc69f-80f3-4410-b4d3-d85c005dbe9e req-90843f69-f50b-41ab-be5d-73a19c0cc275 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0894842 Jun 03 22:12:51.642167 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c84dc69f-80f3-4410-b4d3-d85c005dbe9e req-3ce969c8-8270-4a6f-901e-81471692bc76 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539882 Jun 03 22:12:52.824914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-404ee5ac-82ee-4983-abb7-e42201923210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:52.860828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb3d7d-062f-4618-b859-4926b9796931 req-701f55d1-ad31-4845-9e62-0b327019b162 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:52.863230 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6edb3d7d-062f-4618-b859-4926b9796931 req-701f55d1-ad31-4845-9e62-0b327019b162 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0955813 Jun 03 22:12:52.907307 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6edb3d7d-062f-4618-b859-4926b9796931 req-31ef7318-e3ac-4bc8-b29c-c141f4bd2531 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392494 Jun 03 22:12:54.107850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e75e6-47b8-46b5-a325-a98caabccb06 req-0ec6f588-54fc-4763-be96-dc7dbf6efd3c tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:54.109379 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ed2e75e6-47b8-46b5-a325-a98caabccb06 req-0ec6f588-54fc-4763-be96-dc7dbf6efd3c tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0858579 Jun 03 22:12:54.163240 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ed2e75e6-47b8-46b5-a325-a98caabccb06 req-391e072d-ab11-44f5-9426-600023230905 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455964 Jun 03 22:12:55.149420 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-dd057afc-9c76-4879-a8e4-85ba2e3730e3 service neutron] 10.222.0.24 "GET /v2.0/ports/e5aa2926-ff5d-40a4-b287-056af5407df3/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0824764 Jun 03 22:12:55.378133 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:55.413597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e54739-ed0f-4509-8d10-bcb72964da0a req-58db7a54-6399-490a-9947-4bdbdab81f1f tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:55.415084 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-74e54739-ed0f-4509-8d10-bcb72964da0a req-58db7a54-6399-490a-9947-4bdbdab81f1f tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.1368384 Jun 03 22:12:55.469938 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-74e54739-ed0f-4509-8d10-bcb72964da0a req-85f11f85-835c-4af1-be60-75819aca9580 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480630 Jun 03 22:12:55.493370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0c354d79-9e48-4da9-964c-adc7490bd1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:55.494167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-d7116e31-4372-4cb5-8735-8b380d0117cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:55.495782 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-d7116e31-4372-4cb5-8735-8b380d0117cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c&tenant_id=f3dc85e350d54739aa186f56e417245f HTTP/1.1" status: 200 len: 1099 time: 0.1300764 Jun 03 22:12:55.595996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-46478e3e-a4c3-4ba2-9764-f1829cd4d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:55.597474 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-46478e3e-a4c3-4ba2-9764-f1829cd4d80d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3dc85e350d54739aa186f56e417245f&device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 1099 time: 0.0779865 Jun 03 22:12:55.736549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-374aac66-0027-4115-b55e-6a8654f03ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:55.737935 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-374aac66-0027-4115-b55e-6a8654f03ae1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9383235-9ec1-4103-8d7a-494a6671b2e6 HTTP/1.1" status: 200 len: 914 time: 0.1328218 Jun 03 22:12:55.821501 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-4d8c3957-37b7-4a5f-b50e-b88e8164e815 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5aa2926-ff5d-40a4-b287-056af5407df3 HTTP/1.1" status: 200 len: 217 time: 0.0760152 Jun 03 22:12:56.031753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-bad6a83a-66cb-43ab-9a41-6c6809ee61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:56.033125 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-bad6a83a-66cb-43ab-9a41-6c6809ee61e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a06b70a-43b4-4aa3-8e69-54d0fecde9ad HTTP/1.1" status: 200 len: 852 time: 0.2056110 Jun 03 22:12:56.083357 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-4ba2121f-8d56-441c-ad17-53ebfc2e31af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9383235-9ec1-4103-8d7a-494a6671b2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425773 Jun 03 22:12:56.222729 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-7380f70f-883b-43c6-aaaf-83de67cad237 service neutron] 10.222.0.24 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299427 Jun 03 22:12:56.369923 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d37309c9-28a1-4316-b7cf-963c52f8c883 req-ba4787d5-8905-4906-b0b2-2a82ad9abc35 service neutron] 10.222.0.24 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400678 Jun 03 22:12:56.682708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf13afd-79e8-4c0f-ad91-0c7f530d6b05 req-a0a98193-b1f4-48f7-92c5-194321501eaf tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:56.684150 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-baf13afd-79e8-4c0f-ad91-0c7f530d6b05 req-a0a98193-b1f4-48f7-92c5-194321501eaf tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0940635 Jun 03 22:12:56.734628 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-baf13afd-79e8-4c0f-ad91-0c7f530d6b05 req-26d3c095-a7f5-4fc3-bf85-032707cf2814 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439761 Jun 03 22:12:56.917548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:56.994769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:57.715508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e5aa2926-ff5d-40a4-b287-056af5407df3 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:12:57.860034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port e5aa2926-ff5d-40a4-b287-056af5407df3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e5aa2926-ff5d-40a4-b287-056af5407df3,segment=NetworkSegment(274e4973-bc66-4344-9d0e-285fd249ea75),segment_id=274e4973-bc66-4344-9d0e-285fd249ea75)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:12:57.873845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'e5aa2926-ff5d-40a4-b287-056af5407df3', 'network_id': 'f9383235-9ec1-4103-8d7a-494a6671b2e6', 'port_id': 'e5aa2926-ff5d-40a4-b287-056af5407df3', 'mac_address': 'fa:16:3e:34:f6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a06b70a-43b4-4aa3-8e69-54d0fecde9ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:12:57.931471 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:57.937127 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdd920-00f2-40e1-ab54-1dcf82c63984 req-d3871bd6-b0ee-46db-b982-f4ca78184fdf tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:57.938593 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-68fdd920-00f2-40e1-ab54-1dcf82c63984 req-d3871bd6-b0ee-46db-b982-f4ca78184fdf tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0862913 Jun 03 22:12:57.948664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5aa2926-ff5d-40a4-b287-056af5407df3 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:12:57.967698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port e5aa2926-ff5d-40a4-b287-056af5407df3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e5aa2926-ff5d-40a4-b287-056af5407df3,segment=NetworkSegment(274e4973-bc66-4344-9d0e-285fd249ea75),segment_id=274e4973-bc66-4344-9d0e-285fd249ea75)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:12:57.973169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:57.975057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ad3494e1-89ee-4f07-8bc6-29d3b8a1de94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:12:57.987743 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-68fdd920-00f2-40e1-ab54-1dcf82c63984 req-115ec2e3-8caf-4974-ae0e-e18f1b5f7e24 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432816 Jun 03 22:12:58.042609 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=e5aa2926-ff5d-40a4-b287-056af5407df3,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:12:58.050112 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:12:58.050454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:12:58.050755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:12:58.051077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:12:58.051394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:12:58.051742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:12:58.052058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:12:58.052377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:12:58.052692 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:12:58.052998 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:12:58.053306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:12:58.053614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:12:58.057475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:12:58.126106 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['e5aa2926-ff5d-40a4-b287-056af5407df3'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:12:58.486656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:59.190408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ebe7e-3900-4621-a8a0-3a5a9894dffe req-a969147c-4c7b-490a-a060-668f7b9b1e95 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:12:59.191914 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ec2ebe7e-3900-4621-a8a0-3a5a9894dffe req-a969147c-4c7b-490a-a060-668f7b9b1e95 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 945 time: 0.0881994 Jun 03 22:12:59.239689 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ec2ebe7e-3900-4621-a8a0-3a5a9894dffe req-5df8c618-9e56-4db8-8964-b76686081788 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Jun 03 22:12:59.753842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e5aa2926-ff5d-40a4-b287-056af5407df3 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:12:59.827432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port e5aa2926-ff5d-40a4-b287-056af5407df3 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:12:59.827844 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:59.950532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:59.980887 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aa2926-ff5d-40a4-b287-056af5407df3'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:12:59.983124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590beefc-3214-412d-ba01-bda35224378d" -d '{"events": [{"server_uuid": "ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c", "name": "network-vif-plugged", "status": "completed", "tag": "e5aa2926-ff5d-40a4-b287-056af5407df3"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:12:59.991097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port e5aa2926-ff5d-40a4-b287-056af5407df3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e5aa2926-ff5d-40a4-b287-056af5407df3,segment=NetworkSegment(274e4973-bc66-4344-9d0e-285fd249ea75),segment_id=274e4973-bc66-4344-9d0e-285fd249ea75)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:12:59.997402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:12:59.999382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:00.067165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=e5aa2926-ff5d-40a4-b287-056af5407df3,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:00.070154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:00.105291 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1328d43b-b55a-424b-956d-260a5da2f0c2 x-openstack-request-id: req-1328d43b-b55a-424b-956d-260a5da2f0c2 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:13:00.105925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c", "name": "network-vif-plugged", "status": "completed", "tag": "e5aa2926-ff5d-40a4-b287-056af5407df3", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:13:00.105925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1328d43b-b55a-424b-956d-260a5da2f0c2 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:13:00.106302 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aa2926-ff5d-40a4-b287-056af5407df3', 'code': 200} Jun 03 22:13:00.439211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaf05f-7c67-46a5-a7c3-90a56e509955 req-eacd175b-a19b-4941-ba4e-33c16f53b860 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:00.440644 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6caaf05f-7c67-46a5-a7c3-90a56e509955 req-eacd175b-a19b-4941-ba4e-33c16f53b860 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0913455 Jun 03 22:13:00.488503 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6caaf05f-7c67-46a5-a7c3-90a56e509955 req-b18465f1-53ae-49c4-8f74-609682bdcda1 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421493 Jun 03 22:13:00.909057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-a22416e5-c206-4bcf-aced-a14d5b1a62bc tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:00.910476 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-a22416e5-c206-4bcf-aced-a14d5b1a62bc tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c&tenant_id=f3dc85e350d54739aa186f56e417245f&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 946 time: 0.0939834 Jun 03 22:13:01.082640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-20b1c52e-7137-440a-8fc5-2649f4628548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:01.084158 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-20b1c52e-7137-440a-8fc5-2649f4628548 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3dc85e350d54739aa186f56e417245f&device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 1099 time: 0.0818508 Jun 03 22:13:01.221117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-5b7a09d6-1282-44aa-94f3-43ef64afa482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:01.222441 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-5b7a09d6-1282-44aa-94f3-43ef64afa482 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9383235-9ec1-4103-8d7a-494a6671b2e6 HTTP/1.1" status: 200 len: 914 time: 0.1316917 Jun 03 22:13:01.295974 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-97f8c122-2a3d-4d9e-b0b2-f7945ec11663 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5aa2926-ff5d-40a4-b287-056af5407df3 HTTP/1.1" status: 200 len: 217 time: 0.0665426 Jun 03 22:13:01.366458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-c809ee2d-3b17-4b5d-978c-1fa88275d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:01.368648 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-c809ee2d-3b17-4b5d-978c-1fa88275d837 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a06b70a-43b4-4aa3-8e69-54d0fecde9ad HTTP/1.1" status: 200 len: 852 time: 0.0653415 Jun 03 22:13:01.416663 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-43bed3cc-5c65-4dd1-b96f-28102669d414 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9383235-9ec1-4103-8d7a-494a6671b2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411975 Jun 03 22:13:01.556410 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-b11ceeef-2bc7-4143-b611-f2cbcf9fc742 service neutron] 10.222.0.24 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293678 Jun 03 22:13:01.698764 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-54e06dd1-baca-41e4-8be5-568c3382a8ac service neutron] 10.222.0.24 "GET /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352456 Jun 03 22:13:02.905398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d96c8-db0f-4336-be3a-93b68d3f17df req-cf54a434-755f-447a-9f21-e6f77b4bfba2 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:02.906884 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1c7d96c8-db0f-4336-be3a-93b68d3f17df req-cf54a434-755f-447a-9f21-e6f77b4bfba2 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.2196391 Jun 03 22:13:02.965792 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1c7d96c8-db0f-4336-be3a-93b68d3f17df req-77d5e042-a3a0-47c3-b20c-df70cea9df6d tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502691 Jun 03 22:13:04.191209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7b0c6-b6c7-4459-8fef-00a352330cd3 req-eb965499-3ba6-4164-b1e4-e16ec8bf336e tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:04.192743 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-67f7b0c6-b6c7-4459-8fef-00a352330cd3 req-eb965499-3ba6-4164-b1e4-e16ec8bf336e tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0976286 Jun 03 22:13:04.238480 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-67f7b0c6-b6c7-4459-8fef-00a352330cd3 req-2f6a5afd-b1c9-4caa-9719-230b22b2f1e8 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/security-groups?id=48ddb89f-4d05-475e-8931-d24ff313ae6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400174 Jun 03 22:13:04.520433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-cd7246ed-6c3e-4906-b991-d095b80ff742 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:04.521821 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-cd7246ed-6c3e-4906-b991-d095b80ff742 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 946 time: 0.0849273 Jun 03 22:13:04.687172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Deleting port e5aa2926-ff5d-40a4-b287-056af5407df3 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:13:04.688009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:04.838683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] For port e5aa2926-ff5d-40a4-b287-056af5407df3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e5aa2926-ff5d-40a4-b287-056af5407df3,segment=NetworkSegment(274e4973-bc66-4344-9d0e-285fd249ea75),segment_id=274e4973-bc66-4344-9d0e-285fd249ea75)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:13:04.839226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:04.981274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Calling delete_port for e5aa2926-ff5d-40a4-b287-056af5407df3 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:13:05.118467 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:05.127965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ba124751-2f75-403c-aa4c-96fba7a77ce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:05.132340 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['e5aa2926-ff5d-40a4-b287-056af5407df3'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:13:05.193442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Pushing event deleted for resources: {'Port': ['ID=e5aa2926-ff5d-40a4-b287-056af5407df3,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:05.239665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:05.240054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:05.240435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:05.240809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:05.241175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:05.241530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:05.241903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:05.242266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:05.242627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:05.243226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:05.243644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:05.243983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:05.273264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:05.284952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] No DVR routers for this DVR port e5aa2926-ff5d-40a4-b287-056af5407df3 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:13:05.287588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:05.290330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c', 'name': 'network-vif-deleted', 'tag': 'e5aa2926-ff5d-40a4-b287-056af5407df3'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:13:05.292656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0021dc-dcf3-4d02-ad6e-c6336f2dc2ae" -d '{"events": [{"server_uuid": "ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c", "name": "network-vif-deleted", "tag": "e5aa2926-ff5d-40a4-b287-056af5407df3"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:13:05.307146 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bdc0da8b-084e-4f82-9e8c-e47b7e1d587c req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.24 "DELETE /v2.0/ports/e5aa2926-ff5d-40a4-b287-056af5407df3 HTTP/1.1" status: 204 len: 173 time: 0.7790101 Jun 03 22:13:05.345890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c32012e-7211-4cc4-9ff6-7284a21544e9 x-openstack-request-id: req-3c32012e-7211-4cc4-9ff6-7284a21544e9 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:13:05.346230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c", "name": "network-vif-deleted", "tag": "e5aa2926-ff5d-40a4-b287-056af5407df3", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:13:05.346541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3c32012e-7211-4cc4-9ff6-7284a21544e9 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:13:05.347037 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c', 'name': 'network-vif-deleted', 'tag': 'e5aa2926-ff5d-40a4-b287-056af5407df3', 'status': 'completed', 'code': 200} Jun 03 22:13:05.408552 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9be17b17-9332-4ff4-9f7c-a87b0f93874b req-309057b6-3d18-422e-a82b-48acab0d9dde tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff54c923-0f66-4fc2-bc93-3a1f4acc0f2c HTTP/1.1" status: 200 len: 210 time: 0.0474482 Jun 03 22:13:06.677129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58818) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:13:06.747561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Deleting subnet 1a06b70a-43b4-4aa3-8e69-54d0fecde9ad {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:13:06.751919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:06.803312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:06.871091 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:07.152930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:07.157791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-aa58c9e4-730b-4703-8f51-2aec99eb0aa0 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:07.197648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a06b70a-43b4-4aa3-8e69-54d0fecde9ad,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:07.202948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:07.210231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:07.210630 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:07.210996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:07.211367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:07.211752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:07.212115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:07.212475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:07.212838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:07.213193 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:07.213548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:07.213901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:07.214250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:07.217793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:07.222456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58820) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:13:07.223024 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/1a06b70a-43b4-4aa3-8e69-54d0fecde9ad HTTP/1.1" status: 204 len: 168 time: 0.5442307 Jun 03 22:13:07.336231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:07.607856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:07.621345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9383235-9ec1-4103-8d7a-494a6671b2e6']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:13:07.634524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274e4973-bc66-4344-9d0e-285fd249ea75') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:13:07.634820 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274e4973-bc66-4344-9d0e-285fd249ea75') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:13:07.646983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:07.665930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:07.673338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] Releasing vlan 1336 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:13:07.673826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:13:07.693198 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:13:07.774307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:07.778207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-de986931-9b46-466a-b854-292db8e55c0b tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:07.785215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e5aa2926-ff5d-40a4-b287-056af5407df3 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:13:07.792326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:07.802983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=f9383235-9ec1-4103-8d7a-494a6671b2e6,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:07.806282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:07.813139 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] 10.222.0.96 "DELETE /v2.0/networks/f9383235-9ec1-4103-8d7a-494a6671b2e6 HTTP/1.1" status: 204 len: 168 time: 0.5894344 Jun 03 22:13:07.821683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: e5aa2926-ff5d-40a4-b287-056af5407df3 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:13:07.822617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e5aa2926-ff5d-40a4-b287-056af5407df3 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:13:07.939430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58824) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:13:07.993633 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-eee78140-1ce0-4685-a547-b6153ac92b58 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f3dc85e350d54739aa186f56e417245f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528245 Jun 03 22:13:07.996321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58826) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:13:08.064046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0957d0d5-c270-4c1d-8114-00c9f6d99319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:08.090955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0957d0d5-c270-4c1d-8114-00c9f6d99319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:08.151808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0957d0d5-c270-4c1d-8114-00c9f6d99319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:08.156837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-df303f81-b94a-4a09-91c8-55fdcabd39be tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:08.170513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957d0d5-c270-4c1d-8114-00c9f6d99319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ddb89f-4d05-475e-8931-d24ff313ae6c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:08.173215 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0957d0d5-c270-4c1d-8114-00c9f6d99319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:08.185030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0957d0d5-c270-4c1d-8114-00c9f6d99319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:08.186809 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0957d0d5-c270-4c1d-8114-00c9f6d99319 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/48ddb89f-4d05-475e-8931-d24ff313ae6c HTTP/1.1" status: 204 len: 168 time: 0.1892908 Jun 03 22:13:09.056923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 58848) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:13:09.189785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-804469991-network', 'tenant_id': '15979a367242466f92d08ac9cd702951'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:13:09.195174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:13:09.199441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Usage tracker for resource:network and tenant:15979a367242466f92d08ac9cd702951 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:13:09.202432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:13:09.209703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:13:09.222198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Made reservation on behalf of 15979a367242466f92d08ac9cd702951 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:13:09.224677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:09.237875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:09.253570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:13:09.257938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Usage tracker for resource:security_group_rule and tenant:15979a367242466f92d08ac9cd702951 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:13:09.260958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:13:09.267145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:13:09.362953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:09.369703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:09.372797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-54709dc5-1670-44c0-901c-12b3229c9d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:09.404603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:13:09.413512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069c3cf9-852a-4626-9585-92884d7df402,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:09.417087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:09.419679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:09.420003 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Added segment ddf8dd31-9036-414a-9c55-a726cdd0b621 of type vlan for network 2b031419-b7c3-42f9-9698-283b89982224 Jun 03 22:13:09.446627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:09.493009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:09.494532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:09.495519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:09.502043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2e99c4e0-a6c2-44ff-bf92-b1679f333816 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:09.595368 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5369089 Jun 03 22:13:09.598907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 58852) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:13:09.604667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Request body: {'subnet': {'network_id': '2b031419-b7c3-42f9-9698-283b89982224', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-804469991-subnet', 'tenant_id': '15979a367242466f92d08ac9cd702951', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:13:09.604860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Pushing event updated for resources: {'Network': ['ID=2b031419-b7c3-42f9-9698-283b89982224,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:09.607637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:09.609815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:13:09.614390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Usage tracker for resource:subnet and tenant:15979a367242466f92d08ac9cd702951 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:13:09.615420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 2b031419-b7c3-42f9-9698-283b89982224 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:13:09.617448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:13:09.623316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:13:09.637989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Made reservation on behalf of 15979a367242466f92d08ac9cd702951 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:13:09.640731 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:10.060791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:10.068128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-de1fd3f8-08f6-4652-bb9b-1e25b87058f8 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:10.147325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63672f9a-be26-4eb3-8113-098e3373e546,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:10.150249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:10.158678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Checking segment: {'id': 'ddf8dd31-9036-414a-9c55-a726cdd0b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '2b031419-b7c3-42f9-9698-283b89982224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:13:10.159038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Network hostable DHCP agents. Network: 2b031419-b7c3-42f9-9698-283b89982224, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:13:10.181014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Network 2b031419-b7c3-42f9-9698-283b89982224 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:13:10.196476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 2b031419-b7c3-42f9-9698-283b89982224) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:13:10.206633 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813bb902-0603-4e39-8e78-dbd1ff1b3a68 None None] Network 2b031419-b7c3-42f9-9698-283b89982224 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:13:10.206828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:10.207200 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:10.229832 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6292000 Jun 03 22:13:10.409575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808f7e45-c38e-4fa0-94e6-9a3ec912341e None None] Network 2b031419-b7c3-42f9-9698-283b89982224 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:13:10.836494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-f307faa6-a301-45f5-b886-c52f0865ffbd tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:10.837914 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-f307faa6-a301-45f5-b886-c52f0865ffbd tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/networks?id=2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 200 len: 814 time: 0.1646788 Jun 03 22:13:10.857006 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-1491424a-146c-4a63-99c5-b33ded0b4e00 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/quotas/15979a367242466f92d08ac9cd702951 HTTP/1.1" status: 200 len: 375 time: 0.0100722 Jun 03 22:13:10.912015 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e475ae7d-d41d-4c4f-ba1a-a10bc64178a3 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=15979a367242466f92d08ac9cd702951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486946 Jun 03 22:13:11.059059 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-5615a4b7-074c-4576-abe8-5c68976392d1 service neutron] 10.222.0.96 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363592 Jun 03 22:13:11.210272 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-b54db29e-1cab-4712-a7b2-fd71ab91f461 service neutron] 10.222.0.96 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438382 Jun 03 22:13:11.400529 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-89c2e85a-e9ab-4e80-9c48-556c9f3d9719 req-ed400081-306e-45fb-adc3-94d5c4de3a68 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 210 time: 0.0454571 Jun 03 22:13:12.562739 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-26dda120-3d7e-4fe9-9516-0e4347583fa9 req-abe36c7c-710f-417a-b707-0294bb8c14c8 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 210 time: 0.0530467 Jun 03 22:13:12.724475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-4426e65c-765f-4fe3-89df-fb3514d6de4d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:12.725083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-4426e65c-765f-4fe3-89df-fb3514d6de4d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Synchronizing usage tracker for tenant:15979a367242466f92d08ac9cd702951 on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:13:12.745995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-4426e65c-765f-4fe3-89df-fb3514d6de4d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Unset dirty status for tenant:15979a367242466f92d08ac9cd702951 on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:13:12.747255 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-4426e65c-765f-4fe3-89df-fb3514d6de4d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.24 "GET /v2.0/networks?id=2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 200 len: 814 time: 0.1784074 Jun 03 22:13:12.760403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Request body: {'port': {'device_id': 'b224f54b-1a43-4e5b-aafd-5ec348baf1d8', 'network_id': '2b031419-b7c3-42f9-9698-283b89982224', 'admin_state_up': True, 'tenant_id': '15979a367242466f92d08ac9cd702951'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:13:12.914271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:13:12.918343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Usage tracker for resource:port and tenant:15979a367242466f92d08ac9cd702951 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:13:12.921403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:13:12.927629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:13:12.941355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Made reservation on behalf of 15979a367242466f92d08ac9cd702951 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:13:12.946404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:13.136717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Allocated IP 172.20.0.7 (2b031419-b7c3-42f9-9698-283b89982224/63672f9a-be26-4eb3-8113-098e3373e546/61d8dfb1-35c1-4099-9a6f-a3b30ea28b00) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:13:13.356528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:13.389228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:13.395493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5002e7a4-59c0-4561-a08c-1cf1e7cc4bc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:13.461081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Network 2b031419-b7c3-42f9-9698-283b89982224 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:13:13.464067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:13:13.472993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:13:13.505173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Pushing event updated for resources: {'Port': ['ID=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:13.512694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:13.546932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:13.547549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:13.574854 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8186812 Jun 03 22:13:13.586803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Request body: {'port': {'device_id': 'b224f54b-1a43-4e5b-aafd-5ec348baf1d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:13:13.748227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:13.993022 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be5b25-450a-4d2f-bc28-95068e05adc6 req-2e7cc4c9-43c9-4385-9730-a77fd09ca0e2 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:13.993708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d2be5b25-450a-4d2f-bc28-95068e05adc6 req-2e7cc4c9-43c9-4385-9730-a77fd09ca0e2 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Synchronizing usage tracker for tenant:15979a367242466f92d08ac9cd702951 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:13:14.071608 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d2be5b25-450a-4d2f-bc28-95068e05adc6 req-2e7cc4c9-43c9-4385-9730-a77fd09ca0e2 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Unset dirty status for tenant:15979a367242466f92d08ac9cd702951 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:13:14.072766 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d2be5b25-450a-4d2f-bc28-95068e05adc6 req-2e7cc4c9-43c9-4385-9730-a77fd09ca0e2 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 931 time: 0.3984742 Jun 03 22:13:14.206740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d2be5b25-450a-4d2f-bc28-95068e05adc6 req-d269e9c2-c954-4be3-aae0-36c74fd9e872 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Synchronizing usage tracker for tenant:15979a367242466f92d08ac9cd702951 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:13:14.245939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d2be5b25-450a-4d2f-bc28-95068e05adc6 req-d269e9c2-c954-4be3-aae0-36c74fd9e872 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Unset dirty status for tenant:15979a367242466f92d08ac9cd702951 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:13:14.247050 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d2be5b25-450a-4d2f-bc28-95068e05adc6 req-d269e9c2-c954-4be3-aae0-36c74fd9e872 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679454 Jun 03 22:13:14.324235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:13:14.332261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:14.348747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Transition to ACTIVE for port object 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:13:14.353944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:14.357750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:14.510398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Pushing event updated for resources: {'Port': ['ID=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:14.517330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:14.591503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Attempting to bind port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:13:14.591734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Attempting to bind port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ddf8dd31-9036-414a-9c55-a726cdd0b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '2b031419-b7c3-42f9-9698-283b89982224'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:13:14.592020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Attempting to bind port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 on network 2b031419-b7c3-42f9-9698-283b89982224 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:13:14.597304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 on network 2b031419-b7c3-42f9-9698-283b89982224 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:13:14.597612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Attempting to bind port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 on network 2b031419-b7c3-42f9-9698-283b89982224 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:13:14.603127 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:13:14.603441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Checking segment: {'id': 'ddf8dd31-9036-414a-9c55-a726cdd0b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '2b031419-b7c3-42f9-9698-283b89982224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:13:14.603842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Bound using segment: {'id': 'ddf8dd31-9036-414a-9c55-a726cdd0b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '2b031419-b7c3-42f9-9698-283b89982224'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:13:14.604269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Bound port: 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf8dd31-9036-414a-9c55-a726cdd0b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '2b031419-b7c3-42f9-9698-283b89982224'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:13:14.604604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:14.710823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] For port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:13:14.714225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] For port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:13:14.722009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:14.726057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:14.781293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:14.781928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:14.783390 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] 10.222.0.24 "PUT /v2.0/ports/61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 HTTP/1.1" status: 200 len: 1093 time: 1.2007537 Jun 03 22:13:14.784755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b224f54b-1a43-4e5b-aafd-5ec348baf1d8', 'tag': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:13:14.787147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae1dcb2-2379-4131-bb79-8d13a13751bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b224f54b-1a43-4e5b-aafd-5ec348baf1d8", "tag": "61d8dfb1-35c1-4099-9a6f-a3b30ea28b00"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:13:14.817972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Pushing event updated for resources: {'Port': ['ID=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:14.823517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:14.858834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6aa56b7-32ff-4e62-b68d-486c8bd2da47 x-openstack-request-id: req-d6aa56b7-32ff-4e62-b68d-486c8bd2da47 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:13:14.859082 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b224f54b-1a43-4e5b-aafd-5ec348baf1d8", "tag": "61d8dfb1-35c1-4099-9a6f-a3b30ea28b00", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:13:14.859407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d6aa56b7-32ff-4e62-b68d-486c8bd2da47 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:13:14.859878 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b224f54b-1a43-4e5b-aafd-5ec348baf1d8', 'tag': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00', 'status': 'completed', 'code': 200} Jun 03 22:13:14.909650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-10d95efe-6124-4877-8d5f-bb10131a827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:14.911162 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-10d95efe-6124-4877-8d5f-bb10131a827c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15979a367242466f92d08ac9cd702951&device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 1096 time: 0.0859280 Jun 03 22:13:14.979810 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-3a7b8124-f0d5-410c-b25f-c94389f2f0ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 HTTP/1.1" status: 200 len: 217 time: 0.0600166 Jun 03 22:13:15.052965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-4013cddf-0495-43b2-bf92-bdc22c19a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:15.054378 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-4013cddf-0495-43b2-bf92-bdc22c19a4ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63672f9a-be26-4eb3-8113-098e3373e546 HTTP/1.1" status: 200 len: 854 time: 0.0684693 Jun 03 22:13:15.105353 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-8c45cced-5b0f-4e4f-a09c-38a058424d0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b031419-b7c3-42f9-9698-283b89982224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433223 Jun 03 22:13:15.273416 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-467382f9-c59c-48d5-8d58-fc12b0ee9451 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586099 Jun 03 22:13:15.459396 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d00a31bb-d75a-4448-b18e-9b9a95e78f05 req-3a6e54af-dd1f-4ab2-a1d1-4ea3a45a8f34 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789587 Jun 03 22:13:15.488656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c20681-b4ba-4979-b314-29f83021b3f6 req-394f4f34-6b88-4d9a-bba6-b0857a749fd3 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:15.490642 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d3c20681-b4ba-4979-b314-29f83021b3f6 req-394f4f34-6b88-4d9a-bba6-b0857a749fd3 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 943 time: 0.1211002 Jun 03 22:13:15.585271 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d3c20681-b4ba-4979-b314-29f83021b3f6 req-d6209652-930f-4ccf-8ff3-a0de17982bdb tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885336 Jun 03 22:13:15.611185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1dcb2-2379-4131-bb79-8d13a13751bd req-820f0def-e954-4a10-a3af-8d790d858a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:15.613323 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cae1dcb2-2379-4131-bb79-8d13a13751bd req-820f0def-e954-4a10-a3af-8d790d858a0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15979a367242466f92d08ac9cd702951&device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 1096 time: 0.1001751 Jun 03 22:13:15.750241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1dcb2-2379-4131-bb79-8d13a13751bd req-d4b8b4df-5b15-4e63-843a-dce716b5df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:15.751737 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cae1dcb2-2379-4131-bb79-8d13a13751bd req-d4b8b4df-5b15-4e63-843a-dce716b5df83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 200 len: 916 time: 0.1302438 Jun 03 22:13:15.971619 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cae1dcb2-2379-4131-bb79-8d13a13751bd req-e2e20092-ef29-46dd-9548-03d0f6b6b915 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 HTTP/1.1" status: 200 len: 217 time: 0.2126703 Jun 03 22:13:16.035100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1dcb2-2379-4131-bb79-8d13a13751bd req-04fc712d-76cc-4d64-9c16-7893fd83ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:16.036596 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cae1dcb2-2379-4131-bb79-8d13a13751bd req-04fc712d-76cc-4d64-9c16-7893fd83ddc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63672f9a-be26-4eb3-8113-098e3373e546 HTTP/1.1" status: 200 len: 854 time: 0.0583668 Jun 03 22:13:16.089816 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cae1dcb2-2379-4131-bb79-8d13a13751bd req-64ae855f-6a96-41d5-ab88-2295086bed1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b031419-b7c3-42f9-9698-283b89982224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425565 Jun 03 22:13:16.246700 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cae1dcb2-2379-4131-bb79-8d13a13751bd req-217c62a3-8ece-482e-98d2-7449921d0350 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479321 Jun 03 22:13:16.387443 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cae1dcb2-2379-4131-bb79-8d13a13751bd req-6eec565a-64fa-4806-a45a-21e4d3c7177f service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337180 Jun 03 22:13:16.787144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e4d83-0ad5-4806-bf32-1da91c8c87cc req-ca44350a-4f6f-46bc-bedb-0cd00928cf09 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:16.788690 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-758e4d83-0ad5-4806-bf32-1da91c8c87cc req-ca44350a-4f6f-46bc-bedb-0cd00928cf09 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 943 time: 0.0862181 Jun 03 22:13:16.842369 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-758e4d83-0ad5-4806-bf32-1da91c8c87cc req-60426a41-b591-476f-8124-631bc06c3409 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477784 Jun 03 22:13:17.808387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:13:17.990960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:13:18.006025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00', 'network_id': '2b031419-b7c3-42f9-9698-283b89982224', 'port_id': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00', 'mac_address': 'fa:16:3e:7a:37:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63672f9a-be26-4eb3-8113-098e3373e546', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:13:18.043668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08793e-492c-4ea5-bcd1-f740d96fc4f3 req-9957ee88-a32c-4896-a932-9aebff324e61 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:18.045142 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd08793e-492c-4ea5-bcd1-f740d96fc4f3 req-9957ee88-a32c-4896-a932-9aebff324e61 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 943 time: 0.0932977 Jun 03 22:13:18.066934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:18.087081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:13:18.092144 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd08793e-492c-4ea5-bcd1-f740d96fc4f3 req-88ef8d51-33e8-41fd-8f69-d9740d462c37 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Jun 03 22:13:18.103797 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:13:18.109575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:18.113063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:18.186999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:18.190976 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:18.433571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['61d8dfb1-35c1-4099-9a6f-a3b30ea28b00'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:13:19.444338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e4459-8e1d-4970-a876-a43ee9309054 req-d3de591f-ed79-4019-8a5b-4b7bece83804 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:19.445703 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-730e4459-8e1d-4970-a876-a43ee9309054 req-d3de591f-ed79-4019-8a5b-4b7bece83804 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 944 time: 0.2306850 Jun 03 22:13:19.508025 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-730e4459-8e1d-4970-a876-a43ee9309054 req-3566912b-a7ce-41f2-a236-5fdd51109aeb tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548809 Jun 03 22:13:19.807539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:13:19.881440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:13:19.886536 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:13:19.886913 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:20.013086 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:20.045658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b224f54b-1a43-4e5b-aafd-5ec348baf1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:13:20.048045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e728244a-a88c-4176-bb68-65ef90e8b591" -d '{"events": [{"server_uuid": "b224f54b-1a43-4e5b-aafd-5ec348baf1d8", "name": "network-vif-plugged", "status": "completed", "tag": "61d8dfb1-35c1-4099-9a6f-a3b30ea28b00"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:13:20.057049 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:13:20.063566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:20.065572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-961b872b-d0ba-4036-9069-1259c5c878df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:20.100719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442a8387-1eff-4b7f-9999-f19a2be0746b x-openstack-request-id: req-442a8387-1eff-4b7f-9999-f19a2be0746b {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:13:20.101016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b224f54b-1a43-4e5b-aafd-5ec348baf1d8", "name": "network-vif-plugged", "status": "completed", "tag": "61d8dfb1-35c1-4099-9a6f-a3b30ea28b00", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:13:20.101267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-442a8387-1eff-4b7f-9999-f19a2be0746b {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:13:20.101658 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b224f54b-1a43-4e5b-aafd-5ec348baf1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00', 'code': 200} Jun 03 22:13:20.138069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:20.141200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:20.352686 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4a847-d8a7-4b6e-81c1-187688f2b3ca req-19694fa2-9ead-4ef8-a1f9-fdfdf84758aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:20.354136 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d7c4a847-d8a7-4b6e-81c1-187688f2b3ca req-19694fa2-9ead-4ef8-a1f9-fdfdf84758aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 1098 time: 0.0815902 Jun 03 22:13:20.398643 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d7c4a847-d8a7-4b6e-81c1-187688f2b3ca req-4d5c7ce0-fc47-49a2-b1d5-7f76e3febc65 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379417 Jun 03 22:13:20.709617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674ae72-bb38-4f12-8570-a3db2cc01ebd req-031d0d87-74ce-4a39-bb49-70cdc67cad03 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:20.711046 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d674ae72-bb38-4f12-8570-a3db2cc01ebd req-031d0d87-74ce-4a39-bb49-70cdc67cad03 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0883977 Jun 03 22:13:20.762386 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d674ae72-bb38-4f12-8570-a3db2cc01ebd req-72a36eb0-9824-4264-abab-576359a04e64 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443816 Jun 03 22:13:21.963343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370da490-eb36-4688-befd-32e90a245e07 req-64d72e49-9524-404f-8a36-8acd7ffff664 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:21.964852 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-370da490-eb36-4688-befd-32e90a245e07 req-64d72e49-9524-404f-8a36-8acd7ffff664 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0923891 Jun 03 22:13:22.017920 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-370da490-eb36-4688-befd-32e90a245e07 req-2cf3f4d1-2d54-4987-8399-ea4cdde613dd tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439284 Jun 03 22:13:22.238859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40b278-8bcd-44fd-a0c9-6b3e180a7886 req-30c19c0c-1a90-4251-9fc1-8140a98701c7 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:22.240953 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ab40b278-8bcd-44fd-a0c9-6b3e180a7886 req-30c19c0c-1a90-4251-9fc1-8140a98701c7 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0900705 Jun 03 22:13:22.302184 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ab40b278-8bcd-44fd-a0c9-6b3e180a7886 req-747a67c5-4750-4b43-86bb-d796a62a8a27 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530713 Jun 03 22:13:22.663611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa781b-f7cb-45fc-bd6d-dd1328b9ace0 req-41b6e6bd-6ad1-4d26-b926-8e99a97bb45f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:22.664982 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2aaa781b-f7cb-45fc-bd6d-dd1328b9ace0 req-41b6e6bd-6ad1-4d26-b926-8e99a97bb45f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0851381 Jun 03 22:13:22.718784 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2aaa781b-f7cb-45fc-bd6d-dd1328b9ace0 req-a426ff01-dc15-45b0-88cc-e88d525aa875 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452058 Jun 03 22:13:22.823053 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bf8166e5-c4ab-42a2-aeb4-a99d6cea5d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:22.925682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe78e8-ad20-4825-aac3-6b4a61506139 req-b2bc6559-6766-41c1-88db-048b6430b392 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:22.927107 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e9fe78e8-ad20-4825-aac3-6b4a61506139 req-b2bc6559-6766-41c1-88db-048b6430b392 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0945692 Jun 03 22:13:22.977355 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e9fe78e8-ad20-4825-aac3-6b4a61506139 req-89c515c0-4eb8-4d02-b347-4493633b5907 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Jun 03 22:13:23.405288 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-462bc93e-8b95-4177-9d2a-12feda95ac01 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1313422 Jun 03 22:13:23.423154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271e5eb-9ee6-4ee4-9964-dfb3f905297f req-a936e259-3b7f-4e58-a353-5bfcd72f49ae tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:23.425525 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8271e5eb-9ee6-4ee4-9964-dfb3f905297f req-a936e259-3b7f-4e58-a353-5bfcd72f49ae tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.1098597 Jun 03 22:13:23.475232 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8271e5eb-9ee6-4ee4-9964-dfb3f905297f req-2bf8d9fa-4118-47b4-b80e-8ee9b933d952 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Jun 03 22:13:24.131975 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:13:24.676832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ae278-b295-40cf-9a04-e9291979936d req-40a4ca9f-151b-4a97-8e8b-97b37ed485bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:24.677363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0ae13-8899-4210-81fe-76893692718e req-f9706564-12de-41c4-913e-35cc12068c0f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:24.680151 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-40a4ca9f-151b-4a97-8e8b-97b37ed485bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15979a367242466f92d08ac9cd702951&device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 1098 time: 0.0760953 Jun 03 22:13:24.681529 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-46f0ae13-8899-4210-81fe-76893692718e req-f9706564-12de-41c4-913e-35cc12068c0f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0894926 Jun 03 22:13:24.724987 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-46f0ae13-8899-4210-81fe-76893692718e req-8cf87608-ae47-43bb-9fb9-59f80fcc46fd tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403547 Jun 03 22:13:24.829490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ae278-b295-40cf-9a04-e9291979936d req-a71f3db3-e569-45b4-b480-b06d769303b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:24.830953 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-a71f3db3-e569-45b4-b480-b06d769303b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 200 len: 916 time: 0.1437836 Jun 03 22:13:24.909038 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-3e7c5fc0-1317-43c2-aeef-92c7b6e163e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 HTTP/1.1" status: 200 len: 217 time: 0.0687952 Jun 03 22:13:24.985313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ae278-b295-40cf-9a04-e9291979936d req-88a5a6d9-6eca-4e39-85d2-7828175e5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:24.986680 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-88a5a6d9-6eca-4e39-85d2-7828175e5879 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63672f9a-be26-4eb3-8113-098e3373e546 HTTP/1.1" status: 200 len: 854 time: 0.0711582 Jun 03 22:13:25.041343 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-e21117d7-08c1-4122-94be-907824d4ed04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b031419-b7c3-42f9-9698-283b89982224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472558 Jun 03 22:13:25.204523 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-edf5b330-4512-4a5a-8d7d-e3c7fa83356d service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566131 Jun 03 22:13:25.376596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:25.489674 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9ff884ef-7bc3-4f55-a9ea-9d1f0a8b166b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:25.495287 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-c0336f42-e00a-402e-903c-31cdaaa1f601 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831795 Jun 03 22:13:25.932084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602040f-7c04-4578-92c9-9d0ab8b95f31 req-84b35978-5496-461e-8129-e4a6799359b0 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:25.933518 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4602040f-7c04-4578-92c9-9d0ab8b95f31 req-84b35978-5496-461e-8129-e4a6799359b0 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0946157 Jun 03 22:13:25.983790 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4602040f-7c04-4578-92c9-9d0ab8b95f31 req-162e03c7-fd64-4737-83e9-59a22546841d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Jun 03 22:13:26.938737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:26.992155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:27.190794 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed74ad-7b6f-4d65-a1ae-96556afc1f0e req-da0cb989-8755-4529-bb4d-9fd94adb1fc5 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:27.192201 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1eed74ad-7b6f-4d65-a1ae-96556afc1f0e req-da0cb989-8755-4529-bb4d-9fd94adb1fc5 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0871911 Jun 03 22:13:27.239863 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1eed74ad-7b6f-4d65-a1ae-96556afc1f0e req-fd960df0-a569-4e8f-a1d0-8d757bb15647 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Jun 03 22:13:28.452150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf142e-4292-4068-a42f-249dfcc99106 req-2354c982-c5c3-4f35-8aa1-dbb72d9aa06a tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:28.453633 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3daf142e-4292-4068-a42f-249dfcc99106 req-2354c982-c5c3-4f35-8aa1-dbb72d9aa06a tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0954370 Jun 03 22:13:28.497287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:28.504568 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3daf142e-4292-4068-a42f-249dfcc99106 req-1f251115-2c21-4c8a-a05c-87a5d1706f5e tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 Jun 03 22:13:29.701739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef15f8a-9110-4385-98ab-e46f555947b9 req-4b1338c9-99ea-4624-87e7-89c022672941 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:29.703195 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bef15f8a-9110-4385-98ab-e46f555947b9 req-4b1338c9-99ea-4624-87e7-89c022672941 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0874550 Jun 03 22:13:29.748858 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bef15f8a-9110-4385-98ab-e46f555947b9 req-daa5d857-1fad-46a9-9a52-fd3ffa43abf0 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392582 Jun 03 22:13:30.957454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23cdd7-f1dd-46d6-87c4-d029861cbc00 req-545a0cd0-e0f1-4a6f-8d70-d72538067292 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:30.958857 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa23cdd7-f1dd-46d6-87c4-d029861cbc00 req-545a0cd0-e0f1-4a6f-8d70-d72538067292 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0899127 Jun 03 22:13:31.015159 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa23cdd7-f1dd-46d6-87c4-d029861cbc00 req-4f491cb3-9c29-4036-aab2-3592bf695097 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483024 Jun 03 22:13:32.234931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0463d-84c5-496a-b493-4e5290eeb55c req-a8e0eaf5-079f-4f75-a9d9-f5d23de49a52 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:32.236398 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c2b0463d-84c5-496a-b493-4e5290eeb55c req-a8e0eaf5-079f-4f75-a9d9-f5d23de49a52 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.1008387 Jun 03 22:13:32.284209 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c2b0463d-84c5-496a-b493-4e5290eeb55c req-06680b13-cc86-490f-988e-102cc5bd2d3b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Jun 03 22:13:33.482081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067ee8c-140c-4681-864f-5269a4ebc38e req-012322d6-4bc0-40ed-9777-da15a6695edd tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:33.483438 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b067ee8c-140c-4681-864f-5269a4ebc38e req-012322d6-4bc0-40ed-9777-da15a6695edd tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0861282 Jun 03 22:13:33.539640 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b067ee8c-140c-4681-864f-5269a4ebc38e req-a74b7fde-35cf-4eff-b6d0-d64568084006 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472891 Jun 03 22:13:34.762761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de80f3d-c194-4330-95e1-682559b1371c req-6519db64-7a3d-478f-9a05-7c1b367a9c28 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:34.764185 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4de80f3d-c194-4330-95e1-682559b1371c req-6519db64-7a3d-478f-9a05-7c1b367a9c28 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0936086 Jun 03 22:13:34.812347 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4de80f3d-c194-4330-95e1-682559b1371c req-fb1f64be-d3cd-4331-bc0c-ce4d68ce31a9 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Jun 03 22:13:36.022615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79080e-9d6a-41fe-bb56-97b93f0f4f93 req-0e9fe1a4-7c4f-47cc-a7c1-35652081b01b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:36.024532 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cd79080e-9d6a-41fe-bb56-97b93f0f4f93 req-0e9fe1a4-7c4f-47cc-a7c1-35652081b01b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0939584 Jun 03 22:13:36.093217 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cd79080e-9d6a-41fe-bb56-97b93f0f4f93 req-02cedc90-7e29-4264-94ac-15ff61adb898 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616012 Jun 03 22:13:37.318885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23878a10-b26b-4e2f-bfe3-14753438a1fb req-e9f97f54-3d1a-407a-8e5c-cffd3665b7dc tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:37.320813 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-23878a10-b26b-4e2f-bfe3-14753438a1fb req-e9f97f54-3d1a-407a-8e5c-cffd3665b7dc tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.1124346 Jun 03 22:13:37.370775 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-23878a10-b26b-4e2f-bfe3-14753438a1fb req-6f37379c-fcef-4c39-b27a-6f21aea4842c tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417662 Jun 03 22:13:38.601672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630d73c-0eb0-481d-a740-e2e1cc5c06a0 req-1654da2a-85ff-4b59-ac53-dbb9e104ab35 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:38.603163 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a630d73c-0eb0-481d-a740-e2e1cc5c06a0 req-1654da2a-85ff-4b59-ac53-dbb9e104ab35 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.1078627 Jun 03 22:13:38.652821 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a630d73c-0eb0-481d-a740-e2e1cc5c06a0 req-a3cff2c7-3c9c-4639-ad2c-5b5cc0f0827a tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Jun 03 22:13:39.873364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef8c34-1dee-4f8a-b7b8-e508e5516e20 req-0865ee3a-79e9-480e-80c9-fcd72551ca02 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:39.874869 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-97ef8c34-1dee-4f8a-b7b8-e508e5516e20 req-0865ee3a-79e9-480e-80c9-fcd72551ca02 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.1005166 Jun 03 22:13:39.928947 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-97ef8c34-1dee-4f8a-b7b8-e508e5516e20 req-aebbfb35-4299-49f4-8b6f-05e71f714e4d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454879 Jun 03 22:13:41.132341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c300ab-e4d9-466d-a957-6ba743f523db req-ab0096e8-12c7-42de-b929-f43f6b419748 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:41.133917 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d6c300ab-e4d9-466d-a957-6ba743f523db req-ab0096e8-12c7-42de-b929-f43f6b419748 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0907521 Jun 03 22:13:41.185121 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d6c300ab-e4d9-466d-a957-6ba743f523db req-88ba351b-c824-46c0-8499-dc33764f2a4b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Jun 03 22:13:42.414194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a368d2-1d7f-4af8-8074-77cac5b5a38a req-5b6d8165-fc5d-43c1-8c05-33e7ea9bc5dc tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:42.415633 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b9a368d2-1d7f-4af8-8074-77cac5b5a38a req-5b6d8165-fc5d-43c1-8c05-33e7ea9bc5dc tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0988700 Jun 03 22:13:42.464188 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b9a368d2-1d7f-4af8-8074-77cac5b5a38a req-56e4fa75-3eb2-4646-ac51-3488df9285e1 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394883 Jun 03 22:13:43.682974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9119ad7-fc4d-4b37-92a1-5ecd8a030c06 req-8f759e29-f8dc-4fc4-98fd-7fe078fcfc35 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:43.684460 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f9119ad7-fc4d-4b37-92a1-5ecd8a030c06 req-8f759e29-f8dc-4fc4-98fd-7fe078fcfc35 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.1037822 Jun 03 22:13:43.741521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f9119ad7-fc4d-4b37-92a1-5ecd8a030c06 req-b0d5825e-5fc5-44f1-a587-761b0bff1e69 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503185 Jun 03 22:13:44.946736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93cbae-bf85-4918-b55d-3220ce2f50ee req-85e7468c-9347-4897-b0a2-e70ffbc4ebd1 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:44.948200 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1d93cbae-bf85-4918-b55d-3220ce2f50ee req-85e7468c-9347-4897-b0a2-e70ffbc4ebd1 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0932133 Jun 03 22:13:45.005943 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1d93cbae-bf85-4918-b55d-3220ce2f50ee req-2640be60-7b57-453e-a8fb-9e4ec8a0c421 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486553 Jun 03 22:13:46.207453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75275f-6898-4540-ac0f-7e9db884f7d5 req-49ea3ffe-d223-40af-bced-8af3ce76b9a4 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:46.208965 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0f75275f-6898-4540-ac0f-7e9db884f7d5 req-49ea3ffe-d223-40af-bced-8af3ce76b9a4 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0864000 Jun 03 22:13:46.257872 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0f75275f-6898-4540-ac0f-7e9db884f7d5 req-dcb9f9eb-a4d8-465b-abe5-0268ba541148 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431948 Jun 03 22:13:47.449441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07507b-11fc-4942-83c9-16dc5b00487a req-963b822e-bffc-4491-9cc2-91d8a4ea799f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:47.450815 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1c07507b-11fc-4942-83c9-16dc5b00487a req-963b822e-bffc-4491-9cc2-91d8a4ea799f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0852649 Jun 03 22:13:47.504791 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1c07507b-11fc-4942-83c9-16dc5b00487a req-28638239-0d8e-416b-877c-b9e045f223e3 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452044 Jun 03 22:13:48.709898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246d795-d338-4024-b006-44bbfaa68ba2 req-320d20d7-1461-4ab4-9271-a6de31faf653 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:48.711286 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4246d795-d338-4024-b006-44bbfaa68ba2 req-320d20d7-1461-4ab4-9271-a6de31faf653 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0937190 Jun 03 22:13:48.760378 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4246d795-d338-4024-b006-44bbfaa68ba2 req-1e43acaf-a501-482c-a837-d310ac3a37e6 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408838 Jun 03 22:13:49.977573 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09d31-c760-4873-90f8-573ead6b6329 req-45447b60-8dd7-4c6f-bf28-3fef94acd224 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:49.979034 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-63e09d31-c760-4873-90f8-573ead6b6329 req-45447b60-8dd7-4c6f-bf28-3fef94acd224 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.1017320 Jun 03 22:13:50.028234 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-63e09d31-c760-4873-90f8-573ead6b6329 req-82d18441-c53e-45ac-8ad6-000f11817f72 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Jun 03 22:13:50.538394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9a97-9b11-4dbf-91c1-078ee77a2dc0 req-820085c5-c478-4b7c-9c89-83792b09c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:50.539864 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ecd9a97-9b11-4dbf-91c1-078ee77a2dc0 req-820085c5-c478-4b7c-9c89-83792b09c448 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15979a367242466f92d08ac9cd702951&device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 1098 time: 0.0870831 Jun 03 22:13:50.701350 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9a97-9b11-4dbf-91c1-078ee77a2dc0 req-1f02c8f9-c300-4323-bdd5-310e78b39a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:50.702804 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ecd9a97-9b11-4dbf-91c1-078ee77a2dc0 req-1f02c8f9-c300-4323-bdd5-310e78b39a37 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 200 len: 916 time: 0.1376758 Jun 03 22:13:50.778300 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ecd9a97-9b11-4dbf-91c1-078ee77a2dc0 req-72a74624-955d-4a0e-82ed-411134e1aba9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 HTTP/1.1" status: 200 len: 217 time: 0.0684023 Jun 03 22:13:50.849795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9a97-9b11-4dbf-91c1-078ee77a2dc0 req-42bd79c7-1233-4998-919a-4329154fd146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:50.851204 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ecd9a97-9b11-4dbf-91c1-078ee77a2dc0 req-42bd79c7-1233-4998-919a-4329154fd146 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63672f9a-be26-4eb3-8113-098e3373e546 HTTP/1.1" status: 200 len: 854 time: 0.0652964 Jun 03 22:13:50.904735 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ecd9a97-9b11-4dbf-91c1-078ee77a2dc0 req-74a2e319-ce70-4776-99c8-e643aa830a76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b031419-b7c3-42f9-9698-283b89982224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441136 Jun 03 22:13:51.047022 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ecd9a97-9b11-4dbf-91c1-078ee77a2dc0 req-7b5424c2-2964-4890-87f6-0fddfcdde511 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332281 Jun 03 22:13:51.234167 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ecd9a97-9b11-4dbf-91c1-078ee77a2dc0 req-ccf831b4-ccea-41b1-9c3e-d6068526e0ca service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779084 Jun 03 22:13:51.265306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da97531-4980-47ed-bdf1-2e6e3c6839b2 req-b8ffac0d-cb75-4f3f-90c7-e9af1fde985f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:51.267162 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1da97531-4980-47ed-bdf1-2e6e3c6839b2 req-b8ffac0d-cb75-4f3f-90c7-e9af1fde985f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.1221685 Jun 03 22:13:51.317816 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1da97531-4980-47ed-bdf1-2e6e3c6839b2 req-ee5fd6b5-15b6-49b5-bf1b-7b8531834578 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445969 Jun 03 22:13:52.304521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-3fd8803a-313d-4149-aea9-aca8318a652e service neutron] 10.222.0.24 "GET /v2.0/ports/61d8dfb1-35c1-4099-9a6f-a3b30ea28b00/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0877955 Jun 03 22:13:52.526382 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9db08a-3110-4911-8bbd-8a3d5d87c0bc req-06ba655a-6109-42a0-8df5-ba03eba1e4be tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:52.527897 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ac9db08a-3110-4911-8bbd-8a3d5d87c0bc req-06ba655a-6109-42a0-8df5-ba03eba1e4be tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0942373 Jun 03 22:13:52.573298 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ac9db08a-3110-4911-8bbd-8a3d5d87c0bc req-fe599722-a7fb-4805-97a6-5b8c509f3e0e tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392690 Jun 03 22:13:52.590852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ae278-b295-40cf-9a04-e9291979936d req-71a10ac3-ba3a-4d11-bb78-e95f5592275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:52.592371 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-71a10ac3-ba3a-4d11-bb78-e95f5592275a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8&tenant_id=15979a367242466f92d08ac9cd702951 HTTP/1.1" status: 200 len: 1098 time: 0.0803285 Jun 03 22:13:52.708957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ae278-b295-40cf-9a04-e9291979936d req-654532b1-b29f-4cf7-97a9-c3d08bdbb7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:52.710367 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-654532b1-b29f-4cf7-97a9-c3d08bdbb7b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15979a367242466f92d08ac9cd702951&device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 1098 time: 0.0897255 Jun 03 22:13:52.820126 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-345e8983-4703-49bd-afe3-db865e04a7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:52.998136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ae278-b295-40cf-9a04-e9291979936d req-f5ca9cb4-5fc2-497d-b81b-9c4309cce5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:52.999496 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-f5ca9cb4-5fc2-497d-b81b-9c4309cce5cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 200 len: 916 time: 0.2825527 Jun 03 22:13:53.074235 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-63d606d7-7182-4d41-aa13-8e31193f63cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 HTTP/1.1" status: 200 len: 217 time: 0.0659289 Jun 03 22:13:53.141581 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ae278-b295-40cf-9a04-e9291979936d req-9434d679-f06a-4646-a998-e62cbbc8a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:53.143029 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-9434d679-f06a-4646-a998-e62cbbc8a559 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63672f9a-be26-4eb3-8113-098e3373e546 HTTP/1.1" status: 200 len: 854 time: 0.0627956 Jun 03 22:13:53.191270 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-31c087a7-cbca-4684-8516-82606614c883 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b031419-b7c3-42f9-9698-283b89982224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418591 Jun 03 22:13:53.329741 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-a0579f00-370a-4aaf-a3d5-4a13312d5537 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320703 Jun 03 22:13:53.469315 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa4ae278-b295-40cf-9a04-e9291979936d req-32d271a3-ed86-477b-bd19-304f1b524f7a service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317768 Jun 03 22:13:53.792569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6900b74-135b-4291-b76c-30c6f45718bc req-c1cd7758-0afb-4e06-8b83-5c09022c35e2 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:53.794037 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a6900b74-135b-4291-b76c-30c6f45718bc req-c1cd7758-0afb-4e06-8b83-5c09022c35e2 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.1033561 Jun 03 22:13:53.841143 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a6900b74-135b-4291-b76c-30c6f45718bc req-c5d4caa5-234c-479b-abcc-84decb47a76f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Jun 03 22:13:55.047754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35e119-7a51-448b-b939-c24f71f64d58 req-f4e06ba7-40f2-4746-bee5-e63d8bedbff7 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:55.049216 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9a35e119-7a51-448b-b939-c24f71f64d58 req-f4e06ba7-40f2-4746-bee5-e63d8bedbff7 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0978673 Jun 03 22:13:55.101836 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9a35e119-7a51-448b-b939-c24f71f64d58 req-b3d911b3-1a18-43f4-856a-ef45fba5a505 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467033 Jun 03 22:13:55.374332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:55.495052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79be1773-2143-407f-9ba6-7a9d2378d307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:55.978390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:13:55.982193 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:13:56.252537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:56.269093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:13:56.293147 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00', 'network_id': '2b031419-b7c3-42f9-9698-283b89982224', 'port_id': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00', 'mac_address': 'fa:16:3e:7a:37:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63672f9a-be26-4eb3-8113-098e3373e546', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:13:56.302006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b224f54b-1a43-4e5b-aafd-5ec348baf1d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:13:56.304382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfc2c5b-a8b4-42c4-9ee5-39dea97e94ed" -d '{"events": [{"server_uuid": "b224f54b-1a43-4e5b-aafd-5ec348baf1d8", "name": "network-vif-unplugged", "status": "completed", "tag": "61d8dfb1-35c1-4099-9a6f-a3b30ea28b00"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:13:56.348178 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:13:56.359811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:56.363729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:56.393112 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 22:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e410aa65-f834-4a3f-8cf5-f0469fefe49f x-openstack-request-id: req-e410aa65-f834-4a3f-8cf5-f0469fefe49f {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:13:56.393812 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b224f54b-1a43-4e5b-aafd-5ec348baf1d8", "name": "network-vif-unplugged", "status": "completed", "tag": "61d8dfb1-35c1-4099-9a6f-a3b30ea28b00", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:13:56.393812 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e410aa65-f834-4a3f-8cf5-f0469fefe49f {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:13:56.394018 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b224f54b-1a43-4e5b-aafd-5ec348baf1d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00', 'code': 200} Jun 03 22:13:56.421370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:56.445770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:13:56.484850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d12d8f-a300-4a6f-ae7c-7325adb7f51b req-9565bb90-fde8-40f3-b325-47f8ccb04046 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:56.486318 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-21d12d8f-a300-4a6f-ae7c-7325adb7f51b req-9565bb90-fde8-40f3-b325-47f8ccb04046 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 943 time: 0.0892344 Jun 03 22:13:56.493060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:56.502003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:56.523382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 22:13:56.523707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 22:13:56.533339 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-21d12d8f-a300-4a6f-ae7c-7325adb7f51b req-225b9c16-18f2-40ea-ba76-60af6df037b1 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411129 Jun 03 22:13:56.932039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff33f6-4bb2-4a24-9bae-7baf3ca9bc2f req-393099f9-47ef-4dc2-aff4-c064a9f7d3c9 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:56.932582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:56.933543 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a4ff33f6-4bb2-4a24-9bae-7baf3ca9bc2f req-393099f9-47ef-4dc2-aff4-c064a9f7d3c9 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 943 time: 0.1487792 Jun 03 22:13:56.942666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bf6b-588b-4a4b-a610-40d874ba0710 req-5eba7184-d82a-45d5-b0cb-202a1f050131 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:56.944116 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6b72bf6b-588b-4a4b-a610-40d874ba0710 req-5eba7184-d82a-45d5-b0cb-202a1f050131 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.24 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8&tenant_id=15979a367242466f92d08ac9cd702951&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 943 time: 0.1251464 Jun 03 22:13:56.987228 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a4ff33f6-4bb2-4a24-9bae-7baf3ca9bc2f req-760ef867-a44e-4dad-adf8-c1584dce93d7 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 Jun 03 22:13:56.995625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:57.082461 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:57.089089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bf6b-588b-4a4b-a610-40d874ba0710 req-c60ddc5a-b175-4ff3-a6af-ab776c53bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:57.090558 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6b72bf6b-588b-4a4b-a610-40d874ba0710 req-c60ddc5a-b175-4ff3-a6af-ab776c53bfc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15979a367242466f92d08ac9cd702951&device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 1096 time: 0.0726857 Jun 03 22:13:57.104734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:13:57.124544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:13:57.131239 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:57.133139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:57.199606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['61d8dfb1-35c1-4099-9a6f-a3b30ea28b00'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:13:57.229645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bf6b-588b-4a4b-a610-40d874ba0710 req-6ada9c8a-fd44-4a71-a8c4-2941a5aa8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:57.231083 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6b72bf6b-588b-4a4b-a610-40d874ba0710 req-6ada9c8a-fd44-4a71-a8c4-2941a5aa8023 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 200 len: 916 time: 0.1337523 Jun 03 22:13:57.235469 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:57.239977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:57.306670 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6b72bf6b-588b-4a4b-a610-40d874ba0710 req-05882fde-3058-4b00-a469-54e2fc3e5307 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 HTTP/1.1" status: 200 len: 217 time: 0.0678160 Jun 03 22:13:57.369981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bf6b-588b-4a4b-a610-40d874ba0710 req-9a8040b8-0067-49db-977c-5cc79e1310c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:57.371429 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6b72bf6b-588b-4a4b-a610-40d874ba0710 req-9a8040b8-0067-49db-977c-5cc79e1310c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63672f9a-be26-4eb3-8113-098e3373e546 HTTP/1.1" status: 200 len: 854 time: 0.0585089 Jun 03 22:13:57.423145 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6b72bf6b-588b-4a4b-a610-40d874ba0710 req-0fb1f225-0676-4cdc-9718-3a6ebebc431a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b031419-b7c3-42f9-9698-283b89982224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445991 Jun 03 22:13:57.562130 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6b72bf6b-588b-4a4b-a610-40d874ba0710 req-25444bb0-fdf4-4769-9ad4-dc0cc90b367f service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325827 Jun 03 22:13:57.713488 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6b72bf6b-588b-4a4b-a610-40d874ba0710 req-fcf04725-2ca9-47da-9705-f9a9223a5113 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442323 Jun 03 22:13:57.971511 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:13:58.044394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:13:58.044765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:58.170035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:58.196891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be367c-a009-4028-9c79-14b3623f0690 req-2388ebbb-2e09-4516-ba3e-a0ff873bc582 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:58.198521 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-68be367c-a009-4028-9c79-14b3623f0690 req-2388ebbb-2e09-4516-ba3e-a0ff873bc582 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 944 time: 0.0897968 Jun 03 22:13:58.207017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:13:58.213031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:58.214959 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ffa35b4a-00c3-422f-90d3-3aa53d9c5e8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:13:58.248692 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-68be367c-a009-4028-9c79-14b3623f0690 req-e970ba42-d7c1-4ba0-896e-da85c2347ef9 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441043 Jun 03 22:13:58.293835 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,revision_number=8']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:13:58.301540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:58.301883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:58.302268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:58.302589 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:58.302908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:58.303225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:58.303568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:58.303895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:58.304210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:58.304512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:58.304831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:58.305131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:13:58.308935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:13:58.394906 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b224f54b-1a43-4e5b-aafd-5ec348baf1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:13:58.398031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6789109e-628d-4bcd-a8f2-049630c3e73e" -d '{"events": [{"server_uuid": "b224f54b-1a43-4e5b-aafd-5ec348baf1d8", "name": "network-vif-plugged", "status": "completed", "tag": "61d8dfb1-35c1-4099-9a6f-a3b30ea28b00"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:13:58.443898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a62af1-96f8-4b2b-b23e-eb21ece5494d x-openstack-request-id: req-94a62af1-96f8-4b2b-b23e-eb21ece5494d {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:13:58.444206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b224f54b-1a43-4e5b-aafd-5ec348baf1d8", "name": "network-vif-plugged", "status": "completed", "tag": "61d8dfb1-35c1-4099-9a6f-a3b30ea28b00", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:13:58.444459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-94a62af1-96f8-4b2b-b23e-eb21ece5494d {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:13:58.445048 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b224f54b-1a43-4e5b-aafd-5ec348baf1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00', 'code': 200} Jun 03 22:13:58.492554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:13:59.447641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453b74c-ea7f-4cf1-8891-d77b3812533f req-456a0c1b-36ab-4d44-9698-112849c9ed7b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:59.449021 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e453b74c-ea7f-4cf1-8891-d77b3812533f req-456a0c1b-36ab-4d44-9698-112849c9ed7b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0903623 Jun 03 22:13:59.500247 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e453b74c-ea7f-4cf1-8891-d77b3812533f req-ce1a7a28-33d2-44fb-8756-64ecced4973a tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453994 Jun 03 22:13:59.706170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83da97-5522-4e57-a770-705983a3d9f2 req-63ce7969-8657-4caa-b911-f12ace86f979 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:59.708311 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a83da97-5522-4e57-a770-705983a3d9f2 req-63ce7969-8657-4caa-b911-f12ace86f979 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0951738 Jun 03 22:13:59.755917 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a83da97-5522-4e57-a770-705983a3d9f2 req-9a28214a-3e49-4873-bcfc-d76a0da4e1c5 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411637 Jun 03 22:13:59.956573 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3065f-e0fd-4d9e-a389-440a67c2bad7 req-f33855d1-9f79-4173-a912-6773d4478294 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:13:59.957797 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-adb3065f-e0fd-4d9e-a389-440a67c2bad7 req-f33855d1-9f79-4173-a912-6773d4478294 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0889363 Jun 03 22:14:00.006707 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-adb3065f-e0fd-4d9e-a389-440a67c2bad7 req-c986cad8-3ea6-4599-9601-c7c0b94d8c82 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Jun 03 22:14:00.672374 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-d1d4c99f-9cad-488c-a28f-32eacd99a5c3 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:00.674105 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-d1d4c99f-9cad-488c-a28f-32eacd99a5c3 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/networks?id=2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 200 len: 814 time: 0.2822962 Jun 03 22:14:00.692867 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-ba48f11f-6ab0-48cc-9922-b890cf56a8ae tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/quotas/15979a367242466f92d08ac9cd702951 HTTP/1.1" status: 200 len: 375 time: 0.0127614 Jun 03 22:14:00.795032 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-2fd7683d-c4db-4b90-bbcb-b4ece9c624e6 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=15979a367242466f92d08ac9cd702951&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962584 Jun 03 22:14:00.945540 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-789c4f7e-6195-4a7c-bf88-80c38d79bd90 service neutron] 10.222.0.96 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434524 Jun 03 22:14:01.085933 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-9a0a3cc7-0fe0-4a98-804d-aa523c9a1413 service neutron] 10.222.0.96 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345696 Jun 03 22:14:01.134137 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:14:01.286040 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f58c3478-45dd-4b73-a782-991ae4eb47ab req-fd63ae73-83d4-4a58-8399-124bfa393a4b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 210 time: 0.0496366 Jun 03 22:14:02.276212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.24', 61669) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:14:02.362527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b252d5-4228-4574-bcfc-80bd0b3b6263 req-0a8c039d-519e-40b0-8cc6-3fcb9b2266f7 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:02.364995 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-44b252d5-4228-4574-bcfc-80bd0b3b6263 req-0a8c039d-519e-40b0-8cc6-3fcb9b2266f7 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.24 "GET /v2.0/ports?device_id=b224f54b-1a43-4e5b-aafd-5ec348baf1d8 HTTP/1.1" status: 200 len: 945 time: 0.0871351 Jun 03 22:14:02.537336 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e3cd06d2-74e4-479d-88fc-45aeef0d3747 req-a9ec6662-a5d2-4835-9912-c7a8f31ba1ee tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 210 time: 0.0624092 Jun 03 22:14:02.566865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-44b252d5-4228-4574-bcfc-80bd0b3b6263 req-3016c5ad-850a-426d-b8cc-650547a56629 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Deleting port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:14:02.567202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-44b252d5-4228-4574-bcfc-80bd0b3b6263 req-3016c5ad-850a-426d-b8cc-650547a56629 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:02.589060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-87eecb28-78a6-4be9-9bba-61bc59a8a86a tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:02.590502 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-87eecb28-78a6-4be9-9bba-61bc59a8a86a tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.24 "GET /v2.0/networks?id=2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 200 len: 814 time: 0.3146279 Jun 03 22:14:02.603088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Request body: {'port': {'device_id': '664ee5bf-61c7-4d48-a57f-3d118f3d67af', 'network_id': '2b031419-b7c3-42f9-9698-283b89982224', 'admin_state_up': True, 'tenant_id': '15979a367242466f92d08ac9cd702951'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:14:02.705746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-44b252d5-4228-4574-bcfc-80bd0b3b6263 req-3016c5ad-850a-426d-b8cc-650547a56629 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] For port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:14:02.706000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-44b252d5-4228-4574-bcfc-80bd0b3b6263 req-3016c5ad-850a-426d-b8cc-650547a56629 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:02.741241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:14:02.752774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:14:02.767275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Made reservation on behalf of 15979a367242466f92d08ac9cd702951 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:14:02.773418 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:02.831064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-44b252d5-4228-4574-bcfc-80bd0b3b6263 req-3016c5ad-850a-426d-b8cc-650547a56629 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Calling delete_port for 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 owned by compute:nova {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:14:02.947608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-44b252d5-4228-4574-bcfc-80bd0b3b6263 req-3016c5ad-850a-426d-b8cc-650547a56629 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:02.953838 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4b3324ab-fa2a-4f2b-bde8-1d3009610975 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:02.960147 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['61d8dfb1-35c1-4099-9a6f-a3b30ea28b00'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:14:02.990853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Allocated IP 172.20.0.4 (2b031419-b7c3-42f9-9698-283b89982224/63672f9a-be26-4eb3-8113-098e3373e546/8cc6098b-9de5-409c-9c1c-93eedb57e84d) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:14:03.002725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016c5ad-850a-426d-b8cc-650547a56629 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Pushing event deleted for resources: {'Port': ['ID=61d8dfb1-35c1-4099-9a6f-a3b30ea28b00,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:03.007571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3016c5ad-850a-426d-b8cc-650547a56629 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:03.082269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b252d5-4228-4574-bcfc-80bd0b3b6263 req-3016c5ad-850a-426d-b8cc-650547a56629 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] No DVR routers for this DVR port 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 on host hv-neutron-7929 {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:14:03.085178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-44b252d5-4228-4574-bcfc-80bd0b3b6263 req-3016c5ad-850a-426d-b8cc-650547a56629 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:03.089598 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b224f54b-1a43-4e5b-aafd-5ec348baf1d8', 'name': 'network-vif-deleted', 'tag': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:14:03.092088 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c08b578-21af-4547-8fb3-56e2e9dea72e" -d '{"events": [{"server_uuid": "b224f54b-1a43-4e5b-aafd-5ec348baf1d8", "name": "network-vif-deleted", "tag": "61d8dfb1-35c1-4099-9a6f-a3b30ea28b00"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:14:03.112290 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-44b252d5-4228-4574-bcfc-80bd0b3b6263 req-3016c5ad-850a-426d-b8cc-650547a56629 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.24 "DELETE /v2.0/ports/61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 HTTP/1.1" status: 204 len: 173 time: 0.7404799 Jun 03 22:14:03.214568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:03.220810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd294108-5d47-415d-a8a1-511ea5eaff8f x-openstack-request-id: req-dd294108-5d47-415d-a8a1-511ea5eaff8f {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:14:03.221610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b224f54b-1a43-4e5b-aafd-5ec348baf1d8", "name": "network-vif-deleted", "tag": "61d8dfb1-35c1-4099-9a6f-a3b30ea28b00", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:14:03.221752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dd294108-5d47-415d-a8a1-511ea5eaff8f {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:14:03.222693 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b224f54b-1a43-4e5b-aafd-5ec348baf1d8', 'name': 'network-vif-deleted', 'tag': '61d8dfb1-35c1-4099-9a6f-a3b30ea28b00', 'status': 'completed', 'code': 200} Jun 03 22:14:03.250092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:03.258696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-23ff4559-7661-4efc-b36f-c83d0fb5e0b3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:03.263230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['61d8dfb1-35c1-4099-9a6f-a3b30ea28b00'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:14:03.327319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Network 2b031419-b7c3-42f9-9698-283b89982224 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:14:03.330325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:14:03.339264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:14:03.370157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Pushing event updated for resources: {'Port': ['ID=8cc6098b-9de5-409c-9c1c-93eedb57e84d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:03.376329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:03.408931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:03.409565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:03.435786 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8365037 Jun 03 22:14:03.449592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Request body: {'port': {'device_id': '664ee5bf-61c7-4d48-a57f-3d118f3d67af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:14:03.575961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:03.754495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45508703-e20a-4887-aac4-a94b845c5374 req-9c30dcbb-76a8-4580-9cf3-8f9adead264f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:03.755570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-45508703-e20a-4887-aac4-a94b845c5374 req-9c30dcbb-76a8-4580-9cf3-8f9adead264f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Synchronizing usage tracker for tenant:15979a367242466f92d08ac9cd702951 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:14:03.775371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-45508703-e20a-4887-aac4-a94b845c5374 req-9c30dcbb-76a8-4580-9cf3-8f9adead264f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Unset dirty status for tenant:15979a367242466f92d08ac9cd702951 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:14:03.777411 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-45508703-e20a-4887-aac4-a94b845c5374 req-9c30dcbb-76a8-4580-9cf3-8f9adead264f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 931 time: 0.1192391 Jun 03 22:14:03.829097 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-45508703-e20a-4887-aac4-a94b845c5374 req-424487e2-de4b-4198-8fc2-05f44cc67f73 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464671 Jun 03 22:14:03.949081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc6098b-9de5-409c-9c1c-93eedb57e84d {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:14:03.960465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:03.984563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Transition to ACTIVE for port object 8cc6098b-9de5-409c-9c1c-93eedb57e84d will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:14:03.990513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:03.994725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3eedfc5-6ebe-40d1-b988-0b45ec8e35dd tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:04.153516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc6098b-9de5-409c-9c1c-93eedb57e84d,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:04.157740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:04.241257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Attempting to bind port 8cc6098b-9de5-409c-9c1c-93eedb57e84d on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:14:04.241584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Attempting to bind port 8cc6098b-9de5-409c-9c1c-93eedb57e84d by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ddf8dd31-9036-414a-9c55-a726cdd0b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '2b031419-b7c3-42f9-9698-283b89982224'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:14:04.241912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Attempting to bind port 8cc6098b-9de5-409c-9c1c-93eedb57e84d on network 2b031419-b7c3-42f9-9698-283b89982224 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:14:04.246948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Port 8cc6098b-9de5-409c-9c1c-93eedb57e84d on network 2b031419-b7c3-42f9-9698-283b89982224 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:14:04.247261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Attempting to bind port 8cc6098b-9de5-409c-9c1c-93eedb57e84d on network 2b031419-b7c3-42f9-9698-283b89982224 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:14:04.254227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:14:04.254691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Checking segment: {'id': 'ddf8dd31-9036-414a-9c55-a726cdd0b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '2b031419-b7c3-42f9-9698-283b89982224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:14:04.255630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Bound using segment: {'id': 'ddf8dd31-9036-414a-9c55-a726cdd0b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '2b031419-b7c3-42f9-9698-283b89982224'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:14:04.256081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Bound port: 8cc6098b-9de5-409c-9c1c-93eedb57e84d, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf8dd31-9036-414a-9c55-a726cdd0b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '2b031419-b7c3-42f9-9698-283b89982224'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:14:04.256501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:04.351222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] For port 8cc6098b-9de5-409c-9c1c-93eedb57e84d, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:14:04.354336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] For port 8cc6098b-9de5-409c-9c1c-93eedb57e84d, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:14:04.361971 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:04.365692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8e0293dd-67f0-4898-8279-719d8357f8d6 tempest-DeleteServersTestJSON-1060850222 tempest-DeleteServersTestJSON-1060850222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:04.418074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:04.418676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:04.420156 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/8cc6098b-9de5-409c-9c1c-93eedb57e84d HTTP/1.1" status: 200 len: 1093 time: 0.9751065 Jun 03 22:14:04.420679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664ee5bf-61c7-4d48-a57f-3d118f3d67af', 'tag': '8cc6098b-9de5-409c-9c1c-93eedb57e84d'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:14:04.422965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25f6fcb-b749-4a8d-995b-c4abf291ee45" -d '{"events": [{"name": "network-changed", "server_uuid": "664ee5bf-61c7-4d48-a57f-3d118f3d67af", "tag": "8cc6098b-9de5-409c-9c1c-93eedb57e84d"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:14:04.457345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc6098b-9de5-409c-9c1c-93eedb57e84d,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:04.460894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:04.500360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0906bed9-f673-4252-bfcd-ea985ee92f1d x-openstack-request-id: req-0906bed9-f673-4252-bfcd-ea985ee92f1d {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:14:04.500694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664ee5bf-61c7-4d48-a57f-3d118f3d67af", "tag": "8cc6098b-9de5-409c-9c1c-93eedb57e84d", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:14:04.500985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0906bed9-f673-4252-bfcd-ea985ee92f1d {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:14:04.501413 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664ee5bf-61c7-4d48-a57f-3d118f3d67af', 'tag': '8cc6098b-9de5-409c-9c1c-93eedb57e84d', 'status': 'completed', 'code': 200} Jun 03 22:14:04.558485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-746c25db-e657-44cf-a995-378761a0c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:04.559983 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-746c25db-e657-44cf-a995-378761a0c275 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15979a367242466f92d08ac9cd702951&device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 1096 time: 0.0924520 Jun 03 22:14:04.628507 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-059fd650-c8b5-4808-b5a4-8aa25b21d441 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d HTTP/1.1" status: 200 len: 217 time: 0.0603716 Jun 03 22:14:04.853028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-2d340b82-4a98-4f7d-a73d-e25837f6c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:04.854452 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-2d340b82-4a98-4f7d-a73d-e25837f6c647 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63672f9a-be26-4eb3-8113-098e3373e546 HTTP/1.1" status: 200 len: 854 time: 0.2199712 Jun 03 22:14:04.908518 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-10c7b73a-0b6a-4c0d-aeea-d7a87ca4db2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b031419-b7c3-42f9-9698-283b89982224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460203 Jun 03 22:14:05.027229 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf976-6275-474a-ae4a-aac5f7f98ad8 req-2e2f2615-19b8-4089-9e7b-3836ff52b672 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:05.028820 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-90fcf976-6275-474a-ae4a-aac5f7f98ad8 req-2e2f2615-19b8-4089-9e7b-3836ff52b672 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 943 time: 0.0837190 Jun 03 22:14:05.059758 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-3dffa0c4-01d8-4e3e-96d3-6d84117e8724 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444576 Jun 03 22:14:05.079611 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-90fcf976-6275-474a-ae4a-aac5f7f98ad8 req-f6050338-a973-4853-9e66-b75e99e0cd33 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447412 Jun 03 22:14:05.206000 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a93355f7-c62e-4fbc-a560-5f44faa02d7a req-b60085fe-c3c3-4835-ac84-dd59927341d0 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381724 Jun 03 22:14:05.339477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f6fcb-b749-4a8d-995b-c4abf291ee45 req-7e4c65c5-31c2-47a0-9460-0ae47f118628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:05.341116 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b25f6fcb-b749-4a8d-995b-c4abf291ee45 req-7e4c65c5-31c2-47a0-9460-0ae47f118628 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15979a367242466f92d08ac9cd702951&device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 1096 time: 0.0784454 Jun 03 22:14:05.488643 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f6fcb-b749-4a8d-995b-c4abf291ee45 req-3abfc8c7-a714-4ba5-a75f-2e2a9c6a4fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:05.490021 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b25f6fcb-b749-4a8d-995b-c4abf291ee45 req-3abfc8c7-a714-4ba5-a75f-2e2a9c6a4fae service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 200 len: 916 time: 0.1420093 Jun 03 22:14:05.581194 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b25f6fcb-b749-4a8d-995b-c4abf291ee45 req-4193db4c-cd7d-46ff-9918-cbe994d83a85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d HTTP/1.1" status: 200 len: 217 time: 0.0839980 Jun 03 22:14:05.650993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f6fcb-b749-4a8d-995b-c4abf291ee45 req-d967ee64-764e-477a-9aa9-69f259d3a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:05.652502 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b25f6fcb-b749-4a8d-995b-c4abf291ee45 req-d967ee64-764e-477a-9aa9-69f259d3a0c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63672f9a-be26-4eb3-8113-098e3373e546 HTTP/1.1" status: 200 len: 854 time: 0.0651071 Jun 03 22:14:05.703955 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b25f6fcb-b749-4a8d-995b-c4abf291ee45 req-287b8152-6c96-4e85-8d9c-a23b3f251a43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b031419-b7c3-42f9-9698-283b89982224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443733 Jun 03 22:14:05.853588 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b25f6fcb-b749-4a8d-995b-c4abf291ee45 req-4b4bec8c-b38f-4398-8c0d-a0e94a7cb646 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407621 Jun 03 22:14:05.999437 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b25f6fcb-b749-4a8d-995b-c4abf291ee45 req-cb50b0b9-eb79-49f2-83e4-d228029f8278 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393566 Jun 03 22:14:06.009079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:14:06.043859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:14:06.044250 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 61d8dfb1-35c1-4099-9a6f-a3b30ea28b00 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:14:06.283777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ba4f-e4b3-45e5-859f-9693a6be3425 req-a98dffaa-9844-4a85-a820-00ee5f8b9688 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:06.284476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c750ba4f-e4b3-45e5-859f-9693a6be3425 req-a98dffaa-9844-4a85-a820-00ee5f8b9688 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Synchronizing usage tracker for tenant:15979a367242466f92d08ac9cd702951 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:14:06.302606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c750ba4f-e4b3-45e5-859f-9693a6be3425 req-a98dffaa-9844-4a85-a820-00ee5f8b9688 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Unset dirty status for tenant:15979a367242466f92d08ac9cd702951 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:14:06.304082 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c750ba4f-e4b3-45e5-859f-9693a6be3425 req-a98dffaa-9844-4a85-a820-00ee5f8b9688 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 943 time: 0.1129963 Jun 03 22:14:06.356549 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c750ba4f-e4b3-45e5-859f-9693a6be3425 req-6e4e13ec-05ff-42ac-865a-6033f2e828ca tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443797 Jun 03 22:14:07.550285 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ea53b-8f80-4efe-834f-e11aa13dfd82 req-20d3a908-3d9f-4a5c-8423-b0043b58f2bf tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:07.551761 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-391ea53b-8f80-4efe-834f-e11aa13dfd82 req-20d3a908-3d9f-4a5c-8423-b0043b58f2bf tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 943 time: 0.0868013 Jun 03 22:14:07.600403 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-391ea53b-8f80-4efe-834f-e11aa13dfd82 req-7bbbe1bb-3d97-47a5-9348-9dd722f27032 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 Jun 03 22:14:08.023793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 8cc6098b-9de5-409c-9c1c-93eedb57e84d details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:14:08.174186 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 8cc6098b-9de5-409c-9c1c-93eedb57e84d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:14:08.188634 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '8cc6098b-9de5-409c-9c1c-93eedb57e84d', 'network_id': '2b031419-b7c3-42f9-9698-283b89982224', 'port_id': '8cc6098b-9de5-409c-9c1c-93eedb57e84d', 'mac_address': 'fa:16:3e:6a:4f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63672f9a-be26-4eb3-8113-098e3373e546', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:14:08.246749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:08.265267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc6098b-9de5-409c-9c1c-93eedb57e84d {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:14:08.280857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 8cc6098b-9de5-409c-9c1c-93eedb57e84d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:14:08.287139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:08.288860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:08.357224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=8cc6098b-9de5-409c-9c1c-93eedb57e84d,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:08.360282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:08.638842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['8cc6098b-9de5-409c-9c1c-93eedb57e84d'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:14:08.810762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eda17-b437-4194-a253-58bad5b6bf1a req-baa11a3a-1206-4590-91e5-07b2c04e0a67 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:08.812259 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ed8eda17-b437-4194-a253-58bad5b6bf1a req-baa11a3a-1206-4590-91e5-07b2c04e0a67 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 944 time: 0.0920947 Jun 03 22:14:08.860500 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ed8eda17-b437-4194-a253-58bad5b6bf1a req-3b171ffe-a02c-4b55-a40f-c02d6c8a5391 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 Jun 03 22:14:10.046382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 8cc6098b-9de5-409c-9c1c-93eedb57e84d up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:14:10.068217 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12affc5-eff9-4b41-874a-d89e2d809f8d req-63dde5ea-abcc-41d3-99c3-9eaa729619ba tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:10.069874 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c12affc5-eff9-4b41-874a-d89e2d809f8d req-63dde5ea-abcc-41d3-99c3-9eaa729619ba tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 944 time: 0.0896037 Jun 03 22:14:10.122339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 8cc6098b-9de5-409c-9c1c-93eedb57e84d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:14:10.128286 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 8cc6098b-9de5-409c-9c1c-93eedb57e84d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:14:10.128688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:10.249357 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c12affc5-eff9-4b41-874a-d89e2d809f8d req-922231e2-788d-450d-9f90-6c1ee34e6037 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730072 Jun 03 22:14:10.251566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:10.280100 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ee5bf-61c7-4d48-a57f-3d118f3d67af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc6098b-9de5-409c-9c1c-93eedb57e84d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:14:10.282841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18522dc8-03d2-4e31-8092-4ac9a3147320" -d '{"events": [{"server_uuid": "664ee5bf-61c7-4d48-a57f-3d118f3d67af", "name": "network-vif-plugged", "status": "completed", "tag": "8cc6098b-9de5-409c-9c1c-93eedb57e84d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:14:10.290914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 8cc6098b-9de5-409c-9c1c-93eedb57e84d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:14:10.295632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:10.297448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:10.331450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c58c8a0-1e29-4ea0-ab5f-abcb769136e4 x-openstack-request-id: req-6c58c8a0-1e29-4ea0-ab5f-abcb769136e4 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:14:10.331769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ee5bf-61c7-4d48-a57f-3d118f3d67af", "name": "network-vif-plugged", "status": "completed", "tag": "8cc6098b-9de5-409c-9c1c-93eedb57e84d", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:14:10.332058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6c58c8a0-1e29-4ea0-ab5f-abcb769136e4 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:14:10.332450 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ee5bf-61c7-4d48-a57f-3d118f3d67af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc6098b-9de5-409c-9c1c-93eedb57e84d', 'code': 200} Jun 03 22:14:10.370137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=8cc6098b-9de5-409c-9c1c-93eedb57e84d,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:10.373048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:10.576797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743d733-b9a1-44d6-a889-94db70e6bd70 req-19fe8b1e-d513-4cd4-b68f-be877540b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:10.578618 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f743d733-b9a1-44d6-a889-94db70e6bd70 req-19fe8b1e-d513-4cd4-b68f-be877540b373 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 1098 time: 0.0807574 Jun 03 22:14:10.621258 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f743d733-b9a1-44d6-a889-94db70e6bd70 req-02fe6a25-31f9-4cff-a874-db474c791693 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360453 Jun 03 22:14:11.462099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b493b3-945c-41e2-8bb7-2e9a2655a27b req-e1bc5fe6-4ba3-4af3-b3c8-a30699166a14 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:11.463488 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e8b493b3-945c-41e2-8bb7-2e9a2655a27b req-e1bc5fe6-4ba3-4af3-b3c8-a30699166a14 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0939045 Jun 03 22:14:11.517711 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e8b493b3-945c-41e2-8bb7-2e9a2655a27b req-3baa0448-4ce6-49e7-95c7-8f678fe2f879 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483854 Jun 03 22:14:12.727540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5f847-2b7c-4870-b955-3f94e0eef07c req-39a311e1-7aef-441d-bd69-44454c3616e5 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:12.728918 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-54f5f847-2b7c-4870-b955-3f94e0eef07c req-39a311e1-7aef-441d-bd69-44454c3616e5 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0947015 Jun 03 22:14:12.778603 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-54f5f847-2b7c-4870-b955-3f94e0eef07c req-ad87cbd4-0984-4267-ae31-ad05b7f48732 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 Jun 03 22:14:12.985737 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a0f4e-3c33-435d-ae32-a72c0b9c5066 req-2bc24ae8-7374-47cc-af25-eebf4edb1eee tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:12.987149 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8a4a0f4e-3c33-435d-ae32-a72c0b9c5066 req-2bc24ae8-7374-47cc-af25-eebf4edb1eee tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.1019058 Jun 03 22:14:13.034371 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8a4a0f4e-3c33-435d-ae32-a72c0b9c5066 req-c54e9cb4-abf6-4867-b055-e28461b6d535 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409615 Jun 03 22:14:13.415857 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-51ef2cbf-8de2-4d2b-a26e-c0dd8d12291f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769947 Jun 03 22:14:13.467694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100b5c3-2ea7-4600-8877-2ecb4f5fa378 req-0f4e02ca-120c-4064-863e-c2f9df9f659d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:13.469158 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b100b5c3-2ea7-4600-8877-2ecb4f5fa378 req-0f4e02ca-120c-4064-863e-c2f9df9f659d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0878384 Jun 03 22:14:13.516880 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b100b5c3-2ea7-4600-8877-2ecb4f5fa378 req-6bf08a86-5cc6-47b9-a574-03e72c3befa4 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 Jun 03 22:14:14.624045 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-581b2395-165b-4345-9f36-6b6bca48ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:14.625537 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-581b2395-165b-4345-9f36-6b6bca48ea43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15979a367242466f92d08ac9cd702951&device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 1098 time: 0.0787795 Jun 03 22:14:14.963940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-e012d80d-9d92-49ed-9fd3-ad8c1812c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:14.965294 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-e012d80d-9d92-49ed-9fd3-ad8c1812c6ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 200 len: 916 time: 0.3325579 Jun 03 22:14:14.977362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ad519-833a-4697-a4e5-92aeb7a2cc23 req-e33f9e10-bc76-4170-a6b7-208f063884a5 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:14.978761 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e71ad519-833a-4697-a4e5-92aeb7a2cc23 req-e33f9e10-bc76-4170-a6b7-208f063884a5 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.3279006 Jun 03 22:14:15.053559 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-3fd66749-c857-45c9-8d76-91b1b0083cb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d HTTP/1.1" status: 200 len: 217 time: 0.0738430 Jun 03 22:14:15.124622 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e71ad519-833a-4697-a4e5-92aeb7a2cc23 req-2f93e02c-6524-4b1e-8e78-04eaaf7ef71c tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976145 Jun 03 22:14:15.137861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-b05cc9af-106f-45a5-80cd-107359c0707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:15.139211 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-b05cc9af-106f-45a5-80cd-107359c0707f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63672f9a-be26-4eb3-8113-098e3373e546 HTTP/1.1" status: 200 len: 854 time: 0.0795159 Jun 03 22:14:15.190597 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-40db27d8-b395-45fe-8bcc-ad9a22be0478 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b031419-b7c3-42f9-9698-283b89982224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430784 Jun 03 22:14:15.340737 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-6717d865-9fda-49dd-a9d5-880d6216e4af service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424477 Jun 03 22:14:15.481302 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-6e381c2e-0b9a-4f41-8a0c-e21a4b8eda0c service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340327 Jun 03 22:14:16.333438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b43ee9-9c9c-4db1-b757-653890f3fc42 req-6effb3c1-32e6-4dcd-8440-39debcd9cf6d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:16.335147 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a6b43ee9-9c9c-4db1-b757-653890f3fc42 req-6effb3c1-32e6-4dcd-8440-39debcd9cf6d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0952187 Jun 03 22:14:16.386912 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a6b43ee9-9c9c-4db1-b757-653890f3fc42 req-f9a602a5-7ac4-41cc-8226-bad8fe0e3442 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438588 Jun 03 22:14:17.589757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320014b0-4330-4a47-9bd3-bc091c8aaec7 req-fbb0d224-ea73-40d3-8b36-0f2b23ec0821 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:17.591234 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-320014b0-4330-4a47-9bd3-bc091c8aaec7 req-fbb0d224-ea73-40d3-8b36-0f2b23ec0821 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0871801 Jun 03 22:14:17.638665 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-320014b0-4330-4a47-9bd3-bc091c8aaec7 req-ad7d49f1-49dd-491f-a0ce-242117b1305a tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Jun 03 22:14:18.839437 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c409b9-7b07-4446-accd-0346100c304a req-c6bbb9ea-05fb-4a88-815d-650ab29a978d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:18.840935 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d2c409b9-7b07-4446-accd-0346100c304a req-c6bbb9ea-05fb-4a88-815d-650ab29a978d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0904243 Jun 03 22:14:18.890222 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d2c409b9-7b07-4446-accd-0346100c304a req-c3f8dea3-0787-4b31-beca-86a2ca79679e tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 Jun 03 22:14:20.144246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a23307-fe53-4f74-8d84-c5ed7e49ec51 req-71bc42a8-b976-4a9b-b0d6-12e454dcef8d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:20.145838 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b0a23307-fe53-4f74-8d84-c5ed7e49ec51 req-71bc42a8-b976-4a9b-b0d6-12e454dcef8d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.1110630 Jun 03 22:14:20.207268 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b0a23307-fe53-4f74-8d84-c5ed7e49ec51 req-80a84ba8-b890-455e-a78d-72723ef119b4 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543487 Jun 03 22:14:21.424287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd4a0-f415-4f14-acc2-d9cac440e023 req-9bdc7ed8-8fe3-4c1e-9692-eab5ac6a5a69 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:21.425703 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f63dd4a0-f415-4f14-acc2-d9cac440e023 req-9bdc7ed8-8fe3-4c1e-9692-eab5ac6a5a69 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0994585 Jun 03 22:14:21.479764 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f63dd4a0-f415-4f14-acc2-d9cac440e023 req-95d7e808-1c71-4174-9bdb-06f46abc4bab tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472226 Jun 03 22:14:22.680549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88e8c4-81cb-47a5-99fd-ec3e496fe032 req-502ee694-69e8-4f3e-93a4-abab68c78bbd tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:22.681670 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dc88e8c4-81cb-47a5-99fd-ec3e496fe032 req-502ee694-69e8-4f3e-93a4-abab68c78bbd tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0922720 Jun 03 22:14:22.730109 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dc88e8c4-81cb-47a5-99fd-ec3e496fe032 req-55861945-7918-47e4-8b4c-2f10cb46d1a9 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400915 Jun 03 22:14:22.817324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-11763071-0b38-4c51-9b74-4243fafe4d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:23.937907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2210a9a-0b70-402c-b946-f5d76e425bf5 req-fe562293-0e7b-48d7-ba24-28e562c95ea4 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:23.939392 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d2210a9a-0b70-402c-b946-f5d76e425bf5 req-fe562293-0e7b-48d7-ba24-28e562c95ea4 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0917864 Jun 03 22:14:23.988598 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d2210a9a-0b70-402c-b946-f5d76e425bf5 req-8ec7604e-ea3c-499c-9e74-3e2e5c68efdd tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427759 Jun 03 22:14:25.209693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974432-83ec-45cf-a3d9-4867dc357645 req-3b83c72b-a7c3-4e07-a12a-46e237fc02a2 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:25.211192 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1974432-83ec-45cf-a3d9-4867dc357645 req-3b83c72b-a7c3-4e07-a12a-46e237fc02a2 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0990324 Jun 03 22:14:25.261551 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1974432-83ec-45cf-a3d9-4867dc357645 req-f671bcd4-7e1b-4b8a-bad7-4c5b42b19712 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426297 Jun 03 22:14:25.376244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:25.501004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1bec81c-382e-4321-b21d-955899a7cad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:26.471269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812deb2-1491-4f7a-aea8-c2e4daf7c30c req-eea8e250-ba69-489c-aa99-9f3e7ec84b26 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:26.472779 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7812deb2-1491-4f7a-aea8-c2e4daf7c30c req-eea8e250-ba69-489c-aa99-9f3e7ec84b26 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0972581 Jun 03 22:14:26.522728 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7812deb2-1491-4f7a-aea8-c2e4daf7c30c req-dcc1246b-187e-43a4-9e5b-7c8f6845c687 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Jun 03 22:14:26.946561 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:26.997344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:27.734158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8f1a6-ee05-4249-8887-ad0f99bae598 req-ab192b2e-8f62-4424-97ee-ed0c60700fbe tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:27.735620 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29d8f1a6-ee05-4249-8887-ad0f99bae598 req-ab192b2e-8f62-4424-97ee-ed0c60700fbe tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0968254 Jun 03 22:14:27.785723 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29d8f1a6-ee05-4249-8887-ad0f99bae598 req-95b7697a-9ee9-40be-8ce7-6a7cd1e5e66e tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411639 Jun 03 22:14:28.498216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:28.994574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b6721-c984-435b-9dda-39cd43ccad58 req-308c9354-d70c-4a3d-bd15-c3ea295e28fb tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:28.996154 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-505b6721-c984-435b-9dda-39cd43ccad58 req-308c9354-d70c-4a3d-bd15-c3ea295e28fb tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0844254 Jun 03 22:14:29.047762 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-505b6721-c984-435b-9dda-39cd43ccad58 req-58f0e6be-ad3f-48a9-ad92-3a2261feea88 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441403 Jun 03 22:14:30.259004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dea54-ce40-4cfa-a1d6-16c1badce365 req-dd625c58-be08-47e5-86fe-21fadd7bb6da tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:30.260665 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4f1dea54-ce40-4cfa-a1d6-16c1badce365 req-dd625c58-be08-47e5-86fe-21fadd7bb6da tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.1001873 Jun 03 22:14:30.309561 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4f1dea54-ce40-4cfa-a1d6-16c1badce365 req-576c1ac6-61b7-4178-9fbd-dd2118f3360f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414352 Jun 03 22:14:31.525796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22a91b-4177-405d-998a-b7e3175871dc req-7a36e61c-ae5e-4d10-b189-6901af7ec09c tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:31.527285 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e22a91b-4177-405d-998a-b7e3175871dc req-7a36e61c-ae5e-4d10-b189-6901af7ec09c tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0954733 Jun 03 22:14:31.576790 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e22a91b-4177-405d-998a-b7e3175871dc req-8334e380-13d0-4207-9da7-814b3a892193 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436358 Jun 03 22:14:32.775282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b25ba-b297-44cc-bda6-73fe224086b9 req-32ad85b4-98ad-4249-acd0-0a9364c7cfab tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:32.776680 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-266b25ba-b297-44cc-bda6-73fe224086b9 req-32ad85b4-98ad-4249-acd0-0a9364c7cfab tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0913591 Jun 03 22:14:32.827714 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-266b25ba-b297-44cc-bda6-73fe224086b9 req-0010a852-3514-4d14-a2b5-78415533436c tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452321 Jun 03 22:14:34.049693 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd3c9b-028c-4e9f-aebd-ace8c5eebf3b req-f366ac24-bffb-4e24-be54-1fcba8dc3aee tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:34.051169 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cdfd3c9b-028c-4e9f-aebd-ace8c5eebf3b req-f366ac24-bffb-4e24-be54-1fcba8dc3aee tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.1018286 Jun 03 22:14:34.098622 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cdfd3c9b-028c-4e9f-aebd-ace8c5eebf3b req-6e8f7c66-938b-4ad5-9718-d6dd2e4fff43 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414913 Jun 03 22:14:35.310412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff575-53f0-44de-b82e-8b7dcb7bfc59 req-c84aad28-41f0-4432-95e6-616b5fb67e22 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:35.311923 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7b2ff575-53f0-44de-b82e-8b7dcb7bfc59 req-c84aad28-41f0-4432-95e6-616b5fb67e22 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0924292 Jun 03 22:14:35.361540 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7b2ff575-53f0-44de-b82e-8b7dcb7bfc59 req-18c7b862-3903-4c56-be74-1231a12565e2 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Jun 03 22:14:36.571123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1a733-afb5-4080-b924-3d2e833d9cce req-5e85f676-b44d-43e1-9820-bd4a562fed70 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:36.572613 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-55f1a733-afb5-4080-b924-3d2e833d9cce req-5e85f676-b44d-43e1-9820-bd4a562fed70 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0924170 Jun 03 22:14:36.627299 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-55f1a733-afb5-4080-b924-3d2e833d9cce req-4868cb7d-e7f6-411a-940a-7bd73446334a tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457582 Jun 03 22:14:37.855785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3660f-ab45-4893-88ba-cc99aa60c76d req-e0e612f1-e342-4a6b-a109-f20131d7d7b2 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:37.857242 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-11b3660f-ab45-4893-88ba-cc99aa60c76d req-e0e612f1-e342-4a6b-a109-f20131d7d7b2 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0990763 Jun 03 22:14:37.904533 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-11b3660f-ab45-4893-88ba-cc99aa60c76d req-2b8b1d28-1ad4-4c83-b13d-86cf9684ab58 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414772 Jun 03 22:14:38.136893 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:14:39.115627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38d3b9-9486-4656-986b-67dad51ea2ad req-3a56793c-1167-49f1-90ad-3dd4b5231b56 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:39.117144 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6c38d3b9-9486-4656-986b-67dad51ea2ad req-3a56793c-1167-49f1-90ad-3dd4b5231b56 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0883651 Jun 03 22:14:39.167882 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6c38d3b9-9486-4656-986b-67dad51ea2ad req-a8dffdfc-3820-4a15-bf5b-700090679bd8 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448666 Jun 03 22:14:40.385893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbf4b2-f92b-4ea3-af02-dd70fd002b2d req-58c09294-e672-434f-b11e-6768eba7b38a tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:40.387911 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18cbf4b2-f92b-4ea3-af02-dd70fd002b2d req-58c09294-e672-434f-b11e-6768eba7b38a tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.1066198 Jun 03 22:14:40.437923 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-18cbf4b2-f92b-4ea3-af02-dd70fd002b2d req-bc911392-3a77-4656-9f38-c1a75c5ea575 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441043 Jun 03 22:14:41.639007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7171-9ddb-432d-8da6-2b4a65a7ac93 req-c10be04b-7b69-43e7-9745-7b0de132e3fd tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:41.640459 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a40f7171-9ddb-432d-8da6-2b4a65a7ac93 req-c10be04b-7b69-43e7-9745-7b0de132e3fd tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0879633 Jun 03 22:14:41.685775 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a40f7171-9ddb-432d-8da6-2b4a65a7ac93 req-0737a81c-1abb-4d4d-8734-115a14aaa37b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394962 Jun 03 22:14:42.207893 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-008a91f0-c7ce-41b1-beb3-198b3c4825e5 service neutron] 10.222.0.24 "GET /v2.0/ports/8cc6098b-9de5-409c-9c1c-93eedb57e84d/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0839982 Jun 03 22:14:42.514779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-a6d4fdcc-9935-485a-a064-a802ff02d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:42.516362 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-a6d4fdcc-9935-485a-a064-a802ff02d9eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af&tenant_id=15979a367242466f92d08ac9cd702951 HTTP/1.1" status: 200 len: 1098 time: 0.0836761 Jun 03 22:14:42.626233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-1d1dc38b-bf00-42df-aeaa-069ef1661a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:42.627794 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-1d1dc38b-bf00-42df-aeaa-069ef1661a5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15979a367242466f92d08ac9cd702951&device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 1098 time: 0.0864975 Jun 03 22:14:42.763917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-48be6035-8e72-4f82-ac4b-34bc96e41775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:42.765366 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-48be6035-8e72-4f82-ac4b-34bc96e41775 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 200 len: 916 time: 0.1309469 Jun 03 22:14:43.025770 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-9d2c28c7-9788-4f9f-980a-fc2feb0d07d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d HTTP/1.1" status: 200 len: 217 time: 0.2518690 Jun 03 22:14:43.097660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-d459ef31-fb64-4d37-a7ed-ad242c72fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:43.099182 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-d459ef31-fb64-4d37-a7ed-ad242c72fb9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63672f9a-be26-4eb3-8113-098e3373e546 HTTP/1.1" status: 200 len: 854 time: 0.0671456 Jun 03 22:14:43.157533 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-db65fae4-e110-4651-9160-b425539a99f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b031419-b7c3-42f9-9698-283b89982224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517488 Jun 03 22:14:43.165611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206451c-7bea-451f-88f2-1cebc39be44b req-7da59616-0933-451c-aaa5-f49bd6b3ea8f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:43.166995 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1206451c-7bea-451f-88f2-1cebc39be44b req-7da59616-0933-451c-aaa5-f49bd6b3ea8f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.3454235 Jun 03 22:14:43.303788 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1206451c-7bea-451f-88f2-1cebc39be44b req-c788a78f-8b22-4d6b-a324-baac1bb22ca0 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178782 Jun 03 22:14:43.335376 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-260ea576-5779-44e1-8640-940e99a5fa05 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674042 Jun 03 22:14:43.484325 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0c101790-4142-468e-a9a5-2e61661f9d95 req-3689e7f5-d9fd-4dee-97d9-74b500d32894 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413386 Jun 03 22:14:44.507882 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865315c-9d91-4af1-b10a-19425441def0 req-9b7a9ab6-26da-4f82-8f9c-4852175cc16d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:44.509343 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0865315c-9d91-4af1-b10a-19425441def0 req-9b7a9ab6-26da-4f82-8f9c-4852175cc16d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0854623 Jun 03 22:14:44.556416 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0865315c-9d91-4af1-b10a-19425441def0 req-483ee7ae-7568-4990-afe2-9ca96291143f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409789 Jun 03 22:14:45.772766 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fef0ce-2ca8-4e33-848d-b27d0c9d08cc req-9bf18661-b43f-4a54-a18d-a8d8ee2035ac tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:45.774268 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-12fef0ce-2ca8-4e33-848d-b27d0c9d08cc req-9bf18661-b43f-4a54-a18d-a8d8ee2035ac tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.1006794 Jun 03 22:14:45.820652 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-12fef0ce-2ca8-4e33-848d-b27d0c9d08cc req-1b0fd276-e272-4b08-b890-5be2fa12fd22 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Jun 03 22:14:46.241920 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 8cc6098b-9de5-409c-9c1c-93eedb57e84d details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:14:46.244329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 8cc6098b-9de5-409c-9c1c-93eedb57e84d no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:14:46.474611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:46.492619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 8cc6098b-9de5-409c-9c1c-93eedb57e84d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:14:46.512204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '8cc6098b-9de5-409c-9c1c-93eedb57e84d', 'network_id': '2b031419-b7c3-42f9-9698-283b89982224', 'port_id': '8cc6098b-9de5-409c-9c1c-93eedb57e84d', 'mac_address': 'fa:16:3e:6a:4f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63672f9a-be26-4eb3-8113-098e3373e546', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:14:46.517397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ee5bf-61c7-4d48-a57f-3d118f3d67af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc6098b-9de5-409c-9c1c-93eedb57e84d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:14:46.519644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bfe94f-8da5-4705-977d-7b4587f187b2" -d '{"events": [{"server_uuid": "664ee5bf-61c7-4d48-a57f-3d118f3d67af", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc6098b-9de5-409c-9c1c-93eedb57e84d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:14:46.551143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 8cc6098b-9de5-409c-9c1c-93eedb57e84d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:14:46.556655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:46.564288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:46.594580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 22:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8a4a3d-5aa0-47e5-946f-33bd4e90bbbd x-openstack-request-id: req-9a8a4a3d-5aa0-47e5-946f-33bd4e90bbbd {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:14:46.594829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ee5bf-61c7-4d48-a57f-3d118f3d67af", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc6098b-9de5-409c-9c1c-93eedb57e84d", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:14:46.595113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9a8a4a3d-5aa0-47e5-946f-33bd4e90bbbd {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:14:46.595504 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ee5bf-61c7-4d48-a57f-3d118f3d67af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc6098b-9de5-409c-9c1c-93eedb57e84d', 'code': 200} Jun 03 22:14:46.671569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:46.700025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc6098b-9de5-409c-9c1c-93eedb57e84d {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:14:46.706830 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=8cc6098b-9de5-409c-9c1c-93eedb57e84d,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:46.710523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:46.725752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 8cc6098b-9de5-409c-9c1c-93eedb57e84d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:14:46.731777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:46.733733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-810241d3-f319-487e-82c3-c6d2139b4324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:46.798527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['8cc6098b-9de5-409c-9c1c-93eedb57e84d'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:14:46.845001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=8cc6098b-9de5-409c-9c1c-93eedb57e84d,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:46.849555 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:47.026124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066be18-04e6-456b-8ebe-6764a469ffaf req-f355798f-ce7b-48ff-9d02-d2b10dde0fd2 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:47.027585 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b066be18-04e6-456b-8ebe-6764a469ffaf req-f355798f-ce7b-48ff-9d02-d2b10dde0fd2 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 944 time: 0.0885093 Jun 03 22:14:47.075125 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b066be18-04e6-456b-8ebe-6764a469ffaf req-94818d4f-e756-4d4e-8633-0b0411973ca6 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411630 Jun 03 22:14:47.474513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-368c3cf3-25c8-4095-a57d-795a5f81e674 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:47.476655 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-368c3cf3-25c8-4095-a57d-795a5f81e674 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.24 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af&tenant_id=15979a367242466f92d08ac9cd702951&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 944 time: 0.1532075 Jun 03 22:14:47.485353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77caf022-3a70-4864-95a9-b909b9d1a731 req-f741cb26-7ddf-4543-8920-40cbd261cb5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:47.486667 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-77caf022-3a70-4864-95a9-b909b9d1a731 req-f741cb26-7ddf-4543-8920-40cbd261cb5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 944 time: 0.1298325 Jun 03 22:14:47.492230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-54339d19-7471-45c2-8544-68c27a128d28 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:14:47.493155 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-54339d19-7471-45c2-8544-68c27a128d28 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056512 Jun 03 22:14:47.535871 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-77caf022-3a70-4864-95a9-b909b9d1a731 req-af18e9c4-6993-47de-8bb8-3cf1b8343c9d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 Jun 03 22:14:47.660337 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-8aabedc2-8148-4e20-ace5-346c64a61e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:47.661818 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-8aabedc2-8148-4e20-ace5-346c64a61e76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15979a367242466f92d08ac9cd702951&device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 1097 time: 0.0878353 Jun 03 22:14:47.802993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-ea7480c2-dc4a-4dfa-b073-858be662f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:47.804576 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-ea7480c2-dc4a-4dfa-b073-858be662f789 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 200 len: 916 time: 0.1362844 Jun 03 22:14:47.872292 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-e5311893-77a9-4a28-95ab-9628620d3a57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d HTTP/1.1" status: 200 len: 217 time: 0.0614371 Jun 03 22:14:47.940947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-23aafe71-12d2-45b8-86f2-c6cd4da5f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:47.942425 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-23aafe71-12d2-45b8-86f2-c6cd4da5f6ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=63672f9a-be26-4eb3-8113-098e3373e546 HTTP/1.1" status: 200 len: 854 time: 0.0620923 Jun 03 22:14:47.991725 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-3e4c65eb-dc48-4d54-84a7-e5f9ed75b15b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b031419-b7c3-42f9-9698-283b89982224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421882 Jun 03 22:14:48.135234 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-23373e2b-f6d7-4ea0-97f2-b8c8438b9053 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371992 Jun 03 22:14:48.263824 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 8cc6098b-9de5-409c-9c1c-93eedb57e84d up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:14:48.289344 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-301fc39a-c4cc-4ad1-8da9-df43ee9b2560 req-e9fbe434-e30d-459e-8ce1-1b01d58ab066 service neutron] 10.222.0.24 "GET /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474633 Jun 03 22:14:48.338353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 8cc6098b-9de5-409c-9c1c-93eedb57e84d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:14:48.338649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:48.459541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:48.492760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 8cc6098b-9de5-409c-9c1c-93eedb57e84d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:14:48.498582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:48.500468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:48.569043 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=8cc6098b-9de5-409c-9c1c-93eedb57e84d,revision_number=8']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:48.571929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:48.596789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ee5bf-61c7-4d48-a57f-3d118f3d67af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc6098b-9de5-409c-9c1c-93eedb57e84d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:14:48.599098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b29031-58a1-4d68-abd0-e31213eb7d3e" -d '{"events": [{"server_uuid": "664ee5bf-61c7-4d48-a57f-3d118f3d67af", "name": "network-vif-plugged", "status": "completed", "tag": "8cc6098b-9de5-409c-9c1c-93eedb57e84d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:14:48.656329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718dfc56-691b-47fb-85c2-cf1a74ed0737 x-openstack-request-id: req-718dfc56-691b-47fb-85c2-cf1a74ed0737 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:14:48.656623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ee5bf-61c7-4d48-a57f-3d118f3d67af", "name": "network-vif-plugged", "status": "completed", "tag": "8cc6098b-9de5-409c-9c1c-93eedb57e84d", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:14:48.656878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-718dfc56-691b-47fb-85c2-cf1a74ed0737 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:14:48.657291 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ee5bf-61c7-4d48-a57f-3d118f3d67af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc6098b-9de5-409c-9c1c-93eedb57e84d', 'code': 200} Jun 03 22:14:48.737128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c0216-7355-415a-ad6d-03c7f24a91ad req-c8f4fb59-902a-4fd6-bd8f-d8fb85130f72 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:48.738555 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d74c0216-7355-415a-ad6d-03c7f24a91ad req-c8f4fb59-902a-4fd6-bd8f-d8fb85130f72 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0878551 Jun 03 22:14:48.788970 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d74c0216-7355-415a-ad6d-03c7f24a91ad req-6c910931-220c-42fe-b573-274d619c8827 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419369 Jun 03 22:14:50.006039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f012b-61ab-4206-b04d-8627bcd35d68 req-e1e1c4ef-2c1b-4d33-8646-357ae8ffa40c tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:50.007487 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9a4f012b-61ab-4206-b04d-8627bcd35d68 req-e1e1c4ef-2c1b-4d33-8646-357ae8ffa40c tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.1068590 Jun 03 22:14:50.228678 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9a4f012b-61ab-4206-b04d-8627bcd35d68 req-5805d4c8-36f7-41d6-96e7-ef668c1842e6 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120209 Jun 03 22:14:50.422258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec398c0-eb9b-4918-a6b0-c9a1f74bd5ea req-a627e391-eb50-49b1-ba92-4f4ca58ac1dc tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:50.423789 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aec398c0-eb9b-4918-a6b0-c9a1f74bd5ea req-a627e391-eb50-49b1-ba92-4f4ca58ac1dc tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0837460 Jun 03 22:14:50.473364 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aec398c0-eb9b-4918-a6b0-c9a1f74bd5ea req-46f15ba7-b6fa-4191-adc0-afc5bce3170d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434606 Jun 03 22:14:50.660755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cfb27-e0ca-4146-9145-5c37f87be452 req-bbb69b9c-7381-4ed4-b727-7ca77b4d302d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:50.662252 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b22cfb27-e0ca-4146-9145-5c37f87be452 req-bbb69b9c-7381-4ed4-b727-7ca77b4d302d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0834663 Jun 03 22:14:50.713232 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b22cfb27-e0ca-4146-9145-5c37f87be452 req-f0759769-aeef-4f18-b917-2bf88fda4088 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403337 Jun 03 22:14:51.301522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb204cd-5098-490e-b9f0-7929573e1777 req-7e6fc825-e5b1-4c32-9a46-f4cae5cf933f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:51.302900 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0cb204cd-5098-490e-b9f0-7929573e1777 req-7e6fc825-e5b1-4c32-9a46-f4cae5cf933f tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.1014707 Jun 03 22:14:51.351506 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0cb204cd-5098-490e-b9f0-7929573e1777 req-04cc3d9c-90fe-4c2c-9c4e-02eaf5a1b4d9 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397990 Jun 03 22:14:52.554399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce6ad8-964d-4c1e-9336-a62b56fe1730 req-f5b8f365-ccc5-44be-b0c5-64b0841f2d1c tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:52.556186 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b8ce6ad8-964d-4c1e-9336-a62b56fe1730 req-f5b8f365-ccc5-44be-b0c5-64b0841f2d1c tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0923738 Jun 03 22:14:52.608697 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b8ce6ad8-964d-4c1e-9336-a62b56fe1730 req-5b31e626-09f2-4f75-9b25-1a4b37b2d3ef tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/security-groups?id=069c3cf9-852a-4626-9585-92884d7df402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444832 Jun 03 22:14:52.812403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-60b58e7b-685e-42a6-92b3-185b9f0113e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:52.996410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd43951-40c0-4524-a7cf-2b1d01fdb155 req-d52b1e3c-a4c0-4073-b671-160111128cbb tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:52.998040 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6cd43951-40c0-4524-a7cf-2b1d01fdb155 req-d52b1e3c-a4c0-4073-b671-160111128cbb tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.24 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 945 time: 0.0889645 Jun 03 22:14:53.147210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-6cd43951-40c0-4524-a7cf-2b1d01fdb155 req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Deleting port 8cc6098b-9de5-409c-9c1c-93eedb57e84d {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:14:53.147591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-6cd43951-40c0-4524-a7cf-2b1d01fdb155 req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:53.284586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-6cd43951-40c0-4524-a7cf-2b1d01fdb155 req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] For port 8cc6098b-9de5-409c-9c1c-93eedb57e84d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8cc6098b-9de5-409c-9c1c-93eedb57e84d,segment=NetworkSegment(ddf8dd31-9036-414a-9c55-a726cdd0b621),segment_id=ddf8dd31-9036-414a-9c55-a726cdd0b621)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:14:53.284925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-6cd43951-40c0-4524-a7cf-2b1d01fdb155 req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:53.419401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-6cd43951-40c0-4524-a7cf-2b1d01fdb155 req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Calling delete_port for 8cc6098b-9de5-409c-9c1c-93eedb57e84d owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:14:53.551562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-6cd43951-40c0-4524-a7cf-2b1d01fdb155 req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:53.557636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8e1efdae-c9b4-4524-a330-03d49a013e35 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:53.563069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['8cc6098b-9de5-409c-9c1c-93eedb57e84d'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:14:53.607235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Pushing event deleted for resources: {'Port': ['ID=8cc6098b-9de5-409c-9c1c-93eedb57e84d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:53.651250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:53.651676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:53.652047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:53.652422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:53.652837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:53.653268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:53.653625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:53.653991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:53.654353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:53.654698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:53.655057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:53.655421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:53.663002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:53.703171 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd43951-40c0-4524-a7cf-2b1d01fdb155 req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] No DVR routers for this DVR port 8cc6098b-9de5-409c-9c1c-93eedb57e84d on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:14:53.706351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-6cd43951-40c0-4524-a7cf-2b1d01fdb155 req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:53.709818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ee5bf-61c7-4d48-a57f-3d118f3d67af', 'name': 'network-vif-deleted', 'tag': '8cc6098b-9de5-409c-9c1c-93eedb57e84d'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:14:53.712316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bdeb22-dcca-4503-9ce9-e90e1a02851b" -d '{"events": [{"server_uuid": "664ee5bf-61c7-4d48-a57f-3d118f3d67af", "name": "network-vif-deleted", "tag": "8cc6098b-9de5-409c-9c1c-93eedb57e84d"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:14:53.729538 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6cd43951-40c0-4524-a7cf-2b1d01fdb155 req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.24 "DELETE /v2.0/ports/8cc6098b-9de5-409c-9c1c-93eedb57e84d HTTP/1.1" status: 204 len: 173 time: 0.7233312 Jun 03 22:14:53.768947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45624491-601f-4dc6-8c34-59dd7a78641a x-openstack-request-id: req-45624491-601f-4dc6-8c34-59dd7a78641a {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:14:53.769295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ee5bf-61c7-4d48-a57f-3d118f3d67af", "name": "network-vif-deleted", "tag": "8cc6098b-9de5-409c-9c1c-93eedb57e84d", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:14:53.769592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-45624491-601f-4dc6-8c34-59dd7a78641a {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:14:53.770037 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ee5bf-61c7-4d48-a57f-3d118f3d67af', 'name': 'network-vif-deleted', 'tag': '8cc6098b-9de5-409c-9c1c-93eedb57e84d', 'status': 'completed', 'code': 200} Jun 03 22:14:53.786996 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-04e9af6f-7963-4021-b13b-17cf3d86f693 req-672527d8-4c36-48ab-8b76-9026fac4d010 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] 10.222.0.96 "GET /v2.0/ports?device_id=664ee5bf-61c7-4d48-a57f-3d118f3d67af HTTP/1.1" status: 200 len: 210 time: 0.0552304 Jun 03 22:14:55.040348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 59190) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:14:55.107497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26d6110-6327-4e39-9438-0eccdadc7437 admin admin] Deleting subnet 63672f9a-be26-4eb3-8113-098e3373e546 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:14:55.111187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e26d6110-6327-4e39-9438-0eccdadc7437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:55.162852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e26d6110-6327-4e39-9438-0eccdadc7437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:55.236946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e26d6110-6327-4e39-9438-0eccdadc7437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:55.373179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:55.498905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ffe49902-3a91-49a5-a701-e43c0f08774c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:55.530402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e26d6110-6327-4e39-9438-0eccdadc7437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:55.534416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a4287491-e825-47b2-a313-1dda83f422a4 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:55.570111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d6110-6327-4e39-9438-0eccdadc7437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63672f9a-be26-4eb3-8113-098e3373e546,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:55.573315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e26d6110-6327-4e39-9438-0eccdadc7437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:55.575224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e26d6110-6327-4e39-9438-0eccdadc7437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:55.582739 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e26d6110-6327-4e39-9438-0eccdadc7437 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/63672f9a-be26-4eb3-8113-098e3373e546 HTTP/1.1" status: 204 len: 168 time: 0.5412805 Jun 03 22:14:55.585406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 59192) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:14:55.699108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:55.826381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:55.840950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b031419-b7c3-42f9-9698-283b89982224']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:14:55.857830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf8dd31-9036-414a-9c55-a726cdd0b621') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:14:55.858030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf8dd31-9036-414a-9c55-a726cdd0b621') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:14:55.870218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:55.888157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:55.894894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:14:55.895288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:14:55.908517 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:14:55.987503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:55.990899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3345ef0-751d-4190-a4c6-56d24ffafcd7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:56.004979 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:56.019741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b031419-b7c3-42f9-9698-283b89982224,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:56.023122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:56.032466 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-89075bfc-84e6-42ec-8583-b508e4df3f8b admin admin] 10.222.0.96 "DELETE /v2.0/networks/2b031419-b7c3-42f9-9698-283b89982224 HTTP/1.1" status: 204 len: 168 time: 0.4457231 Jun 03 22:14:56.179073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 59196) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:14:56.229000 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9db7b7f0-d802-4322-9077-be730345d07c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=15979a367242466f92d08ac9cd702951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485497 Jun 03 22:14:56.231476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 59198) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:14:56.292963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04881f82-4c5f-4229-8698-39906cc2e520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:56.319525 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 8cc6098b-9de5-409c-9c1c-93eedb57e84d no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:14:56.320315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04881f82-4c5f-4229-8698-39906cc2e520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:56.364136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 8cc6098b-9de5-409c-9c1c-93eedb57e84d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:14:56.365287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 8cc6098b-9de5-409c-9c1c-93eedb57e84d not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:14:56.395530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04881f82-4c5f-4229-8698-39906cc2e520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:56.402453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5bcafd9f-a1f3-445a-a226-cb67c8fcb3dc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:56.419273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04881f82-4c5f-4229-8698-39906cc2e520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069c3cf9-852a-4626-9585-92884d7df402,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:56.422222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-04881f82-4c5f-4229-8698-39906cc2e520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:56.428179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-04881f82-4c5f-4229-8698-39906cc2e520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:56.432067 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-04881f82-4c5f-4229-8698-39906cc2e520 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/069c3cf9-852a-4626-9585-92884d7df402 HTTP/1.1" status: 204 len: 168 time: 0.1968009 Jun 03 22:14:56.959973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:57.003321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:57.226292 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 59222) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:14:57.347833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-674718180-network', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:14:57.352885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:14:57.357351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Usage tracker for resource:network and tenant:30b52a7d7d914c589c1d74c7ef7bdf79 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:14:57.360526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:14:57.366367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:14:57.381345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Made reservation on behalf of 30b52a7d7d914c589c1d74c7ef7bdf79 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:14:57.384477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:57.401774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:57.420191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:14:57.424766 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Usage tracker for resource:security_group_rule and tenant:30b52a7d7d914c589c1d74c7ef7bdf79 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:14:57.427934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:14:57.434383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:14:57.524491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:57.532116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:57.537275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ca18e4a5-8083-4f12-b82c-626fff545668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:57.574147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1312} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:14:57.579691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291634c0-9596-43e7-902b-bcbbe9ead525,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:57.583416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:57.587655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:57.587869 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Added segment ff35660e-cbf8-4763-bb4c-2a4422730612 of type vlan for network b97b84f4-709f-4701-ad71-c5fb2c75b378 Jun 03 22:14:57.615897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:57.656801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:57.657953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:57.658548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:57.661969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fef39d6d-4681-4254-9c70-9db07e561d3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:57.909806 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6821938 Jun 03 22:14:57.910563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Pushing event updated for resources: {'Network': ['ID=b97b84f4-709f-4701-ad71-c5fb2c75b378,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:57.912460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 59226) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:14:57.914393 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:57.918366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Request body: {'subnet': {'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-674718180-subnet', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:14:57.921013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network b97b84f4-709f-4701-ad71-c5fb2c75b378 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:14:57.923425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:14:57.927334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Usage tracker for resource:subnet and tenant:30b52a7d7d914c589c1d74c7ef7bdf79 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:14:57.930424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:14:57.937044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:14:57.949665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Made reservation on behalf of 30b52a7d7d914c589c1d74c7ef7bdf79 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:14:57.952222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:58.390759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:58.394480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f42fa1fe-62a3-4a83-8070-e3f700956945 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:58.467737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:58.471041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:58.476996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Checking segment: {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:14:58.477341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Network hostable DHCP agents. Network: b97b84f4-709f-4701-ad71-c5fb2c75b378, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:14:58.498725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Network b97b84f4-709f-4701-ad71-c5fb2c75b378 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:14:58.499896 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:58.510668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, b97b84f4-709f-4701-ad71-c5fb2c75b378) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:14:58.520587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:14:58.520807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc9d4c5-fa14-4ac2-bd93-d524b3694510 None None] Network b97b84f4-709f-4701-ad71-c5fb2c75b378 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:14:58.521181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:58.544490 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7453c834-5d63-479b-8639-bb5d54fcd8eb admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6310070 Jun 03 22:14:58.547152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 59228) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:14:58.552205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:14:58.557413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:14:58.561939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Usage tracker for resource:router and tenant:30b52a7d7d914c589c1d74c7ef7bdf79 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:14:58.564846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:14:58.570876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:14:58.583716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:58.584853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:58.603119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:58.749226 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-b97b84f4-709f-4701-ad71-c5fb2c75b378', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:14:58.750759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:58.893843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:58.920512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Allocated IP 172.20.0.2 (b97b84f4-709f-4701-ad71-c5fb2c75b378/b51fa50c-24f2-488a-b0f8-9c5bba7d3de9/4867cb37-1c67-4c17-8f2f-2b09fdee85d2) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:14:59.135137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:59.145441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Transition to ACTIVE for port object 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:14:59.165029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Transition to ACTIVE for port object 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:14:59.172921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:59.176546 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:59.215772 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:59.237543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Network b97b84f4-709f-4701-ad71-c5fb2c75b378 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:14:59.240301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:14:59.243066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:14:59.245431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:59.258392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Pushing event updated for resources: {'Port': ['ID=4867cb37-1c67-4c17-8f2f-2b09fdee85d2,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:59.298862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:59.299255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:59.299567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:59.299928 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:59.300216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:59.300551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:59.300868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:59.301188 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:59.301499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:59.301815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:59.302126 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:59.302431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:14:59.306432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:59.359473 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Attempting to bind port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:14:59.359754 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Attempting to bind port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:14:59.360117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Attempting to bind port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 on network b97b84f4-709f-4701-ad71-c5fb2c75b378 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:14:59.365780 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:14:59.366157 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Checking segment: {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:14:59.366563 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:59.366960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Bound using segment: {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:14:59.367416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Bound port: 4867cb37-1c67-4c17-8f2f-2b09fdee85d2, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:14:59.368143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:59.390113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Allocated IP 172.26.3.138 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/4ff61ace-3f6d-4093-a0b2-99f14d92a99b) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:14:59.460168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] For port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:14:59.463809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] For port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4867cb37-1c67-4c17-8f2f-2b09fdee85d2,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:14:59.470624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:59.474555 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-061e3943-f489-40ac-9073-7d7ed5720747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:59.615253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Pushing event updated for resources: {'Port': ['ID=4867cb37-1c67-4c17-8f2f-2b09fdee85d2,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:59.619573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:14:59.707396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:59.741643 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:14:59.748568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2f783438-9134-4c04-bc0a-55640e0f87fd tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:14:59.830723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:14:59.833805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:14:59.836544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:14:59.879045 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Pushing event updated for resources: {'Port': ['ID=4ff61ace-3f6d-4093-a0b2-99f14d92a99b,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:14:59.882235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:00.298876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:00.500921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:15:00.531396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ddbd0e-1bb5-483d-869e-1c4f8aa75028 None None] Network b97b84f4-709f-4701-ad71-c5fb2c75b378 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:15:00.669534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:00.681163 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c1f2e6ad-aa36-440f-82b9-dbf309c39090 None None] Provisioning for port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:15:00.694798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:15:00.712083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:15:00.712083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:00.878135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:15:00.922554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:00.970138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4867cb37-1c67-4c17-8f2f-2b09fdee85d2,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:15:00.976005 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:00.978301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c532da54-cf66-4239-9d4b-15ac449abb22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:01.048334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=4867cb37-1c67-4c17-8f2f-2b09fdee85d2,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:01.051578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:01.221505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-11c586e6-452e-4f10-8b41-57635db8fb7b None None] Provisioning complete for port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:15:01.221924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-11c586e6-452e-4f10-8b41-57635db8fb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:01.225186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:15:01.250259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:01.250603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Sync routers for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:15:01.252083 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7038047 Jun 03 22:15:01.255225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 59230) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:15:01.276489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:15:01.277124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:14:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:15:01.517942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:15:01.803014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:00Z', 'revision_number': 3, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:15:01.807263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Checking router: 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:15:01.807649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Updating router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 port 4ff61ace-3f6d-4093-a0b2-99f14d92a99b binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:15:01.860410 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:01.951347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:02.175097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Allocated IP 172.20.0.1 (b97b84f4-709f-4701-ad71-c5fb2c75b378/b51fa50c-24f2-488a-b0f8-9c5bba7d3de9/ec760e19-163c-432c-98f3-5aa4b702a071) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:15:02.248048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:02.262806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Transition to ACTIVE for port object 4ff61ace-3f6d-4093-a0b2-99f14d92a99b will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:15:02.269505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:02.273130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:02.328234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:02.343757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Transition to ACTIVE for port object ec760e19-163c-432c-98f3-5aa4b702a071 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:15:02.350628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Attempting to bind port 4ff61ace-3f6d-4093-a0b2-99f14d92a99b on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:15:02.350940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Attempting to bind port 4ff61ace-3f6d-4093-a0b2-99f14d92a99b by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:15:02.351312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Attempting to bind port 4ff61ace-3f6d-4093-a0b2-99f14d92a99b on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:15:02.354798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a6d0e-3cdf-4f0c-bd5d-0ac4318e0af4 None None] Pushing event updated for resources: {'Port': ['ID=4ff61ace-3f6d-4093-a0b2-99f14d92a99b,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:02.358672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c81a6d0e-3cdf-4f0c-bd5d-0ac4318e0af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:02.359588 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:15:02.360037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:15:02.360361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:02.360742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:15:02.361199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Bound port: 4ff61ace-3f6d-4093-a0b2-99f14d92a99b, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:15:02.361586 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:02.369374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:02.374038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-344079c4-f31e-4af3-9eae-b6865facb5ec tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:02.436539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] For port 4ff61ace-3f6d-4093-a0b2-99f14d92a99b, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:15:02.436761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Network b97b84f4-709f-4701-ad71-c5fb2c75b378 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:15:02.440109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] For port 4ff61ace-3f6d-4093-a0b2-99f14d92a99b, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4ff61ace-3f6d-4093-a0b2-99f14d92a99b,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:15:02.444314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:15:02.446530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:02.447235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:15:02.451484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:02.480267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Pushing event updated for resources: {'Port': ['ID=ec760e19-163c-432c-98f3-5aa4b702a071,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:02.483811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:02.490396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:15:02.513593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:02.591399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:15:02.592072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:14:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:15:02.638866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a6d0e-3cdf-4f0c-bd5d-0ac4318e0af4 None None] Pushing event updated for resources: {'Port': ['ID=4ff61ace-3f6d-4093-a0b2-99f14d92a99b,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:02.647934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c81a6d0e-3cdf-4f0c-bd5d-0ac4318e0af4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:02.747052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:15:02.747260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:02.791636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:02.817305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-00113680-d460-4658-889e-8fb2697e0107 None None] Provisioning for port ec760e19-163c-432c-98f3-5aa4b702a071 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:15:02.842790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:15:02.885966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-00113680-d460-4658-889e-8fb2697e0107 None None] Provisioning complete for port ec760e19-163c-432c-98f3-5aa4b702a071 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:15:02.886241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-00113680-d460-4658-889e-8fb2697e0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:03.114431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-00113680-d460-4658-889e-8fb2697e0107 None None] Port ec760e19-163c-432c-98f3-5aa4b702a071 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:15:03.185752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:03.190927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:03.218645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b78cc788-7279-4049-98c6-17b1c1d164b0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:03.235027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:00Z', 'revision_number': 3, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:15:03.239098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b846f-53c8-4dba-81d3-cd751196b9f9 None None] The sync data for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv is: [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:00Z', 'revision_number': 3, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:15:03.306977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Pushing event updated for resources: {'Port': ['ID=ec760e19-163c-432c-98f3-5aa4b702a071,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:03.310885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:03.311863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:03.471432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Network b97b84f4-709f-4701-ad71-c5fb2c75b378 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:15:03.472944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:15:03.680464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:15:03.737645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1260eb8c-37e3-46a0-bd72-f5004082d3da None None] Provisioning complete for port ec760e19-163c-432c-98f3-5aa4b702a071 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:15:03.738017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1260eb8c-37e3-46a0-bd72-f5004082d3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:03.797693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-1260eb8c-37e3-46a0-bd72-f5004082d3da None None] Port ec760e19-163c-432c-98f3-5aa4b702a071 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:15:03.885836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:15:03.895181 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] 10.222.0.96 "PUT /v2.0/routers/23dc3f3d-501f-416b-85de-c4dc9fbcc5a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6389103 Jun 03 22:15:04.506353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4ff61ace-3f6d-4093-a0b2-99f14d92a99b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:15:04.554835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 59238) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:15:04.559999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885061647', 'description': 'tempest-description--52716203'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:15:04.566370 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:15:04.570477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Usage tracker for resource:security_group and tenant:30b52a7d7d914c589c1d74c7ef7bdf79 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:15:04.573716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:15:04.581246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:15:04.585839 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 4ff61ace-3f6d-4093-a0b2-99f14d92a99b completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:15:04.591398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 4ff61ace-3f6d-4093-a0b2-99f14d92a99b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:15:04.591841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:04.600246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:04.626231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:15:04.630358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Usage tracker for resource:security_group_rule and tenant:30b52a7d7d914c589c1d74c7ef7bdf79 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:15:04.633253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:15:04.639230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:15:04.714730 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:04.718909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:04.725137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:04.732374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 4ff61ace-3f6d-4093-a0b2-99f14d92a99b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4ff61ace-3f6d-4093-a0b2-99f14d92a99b,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:15:04.735568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0957d0d5-c270-4c1d-8114-00c9f6d99319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:04.737403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:04.739275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:04.779403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1326fd56-e1fc-44bb-89b9-1b3a634cad0c,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:04.783031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:04.783681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:04.787921 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 59240) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:15:04.788394 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2320168 Jun 03 22:15:04.792831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Request body: {'security_group_rule': {'security_group_id': '1326fd56-e1fc-44bb-89b9-1b3a634cad0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:15:04.795321 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Sync routers for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:15:04.799651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:15:04.803810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Usage tracker for resource:security_group_rule and tenant:30b52a7d7d914c589c1d74c7ef7bdf79 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:15:04.806790 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:15:04.806961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:15:04.807575 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:14:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:15:04.814027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:15:04.820024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=4ff61ace-3f6d-4093-a0b2-99f14d92a99b,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:04.823983 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:04.836869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:04.905161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:04.909873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:04.911735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-af32fe7a-dd73-4055-88ef-723947b6d4cf tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:04.935873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c57a1f0-94ee-4f50-b09c-26631d9e33d2,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:04.946142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:04.946553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:04.947050 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:04.947283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:04.950161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:04.950161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:04.950161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:04.950161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:04.950161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:04.950161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:04.950161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:04.950161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:04.953346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:04.954529 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655874 Jun 03 22:15:04.955448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-325d9e0c-57ed-48e9-9210-4ccd2ec1a550 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:04.958424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 59242) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:15:04.963222 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-bf856d10-e14c-461c-9921-35ff5a2a45cd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Request body: {'security_group_rule': {'security_group_id': '1326fd56-e1fc-44bb-89b9-1b3a634cad0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:15:04.969692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-bf856d10-e14c-461c-9921-35ff5a2a45cd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:15:04.974099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-bf856d10-e14c-461c-9921-35ff5a2a45cd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Usage tracker for resource:security_group_rule and tenant:30b52a7d7d914c589c1d74c7ef7bdf79 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:15:04.977038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-bf856d10-e14c-461c-9921-35ff5a2a45cd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:15:04.983102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-bf856d10-e14c-461c-9921-35ff5a2a45cd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:15:04.993874 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:15:05.001060 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf856d10-e14c-461c-9921-35ff5a2a45cd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:05.068484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf856d10-e14c-461c-9921-35ff5a2a45cd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:05.074215 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf856d10-e14c-461c-9921-35ff5a2a45cd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:05.076476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-12327967-e598-42d5-b099-ccda96b03dfc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:05.100559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf856d10-e14c-461c-9921-35ff5a2a45cd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a25fe3-a9be-4812-80c5-762eb478b9af,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:05.105569 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bf856d10-e14c-461c-9921-35ff5a2a45cd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:05.111318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bf856d10-e14c-461c-9921-35ff5a2a45cd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:05.112598 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bf856d10-e14c-461c-9921-35ff5a2a45cd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532433 Jun 03 22:15:05.115675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 59244) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:15:05.120417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:15:05.126868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:15:05.131085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Usage tracker for resource:floatingip and tenant:30b52a7d7d914c589c1d74c7ef7bdf79 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:15:05.133954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:15:05.140028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:15:05.152570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:05.317992 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:03Z', 'revision_number': 2, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:15:05.322684 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Checking router: 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:15:05.323043 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Updating router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 port ec760e19-163c-432c-98f3-5aa4b702a071 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:15:05.377658 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:05.426248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:05.574413 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Allocated IP 172.26.3.246 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/e8e4b4b7-bd9c-430d-83df-258c14c66974) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:15:05.731034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:05.765583 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:05.769075 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:05.774203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ea6fa0c8-e2c0-4e64-8d34-9482f94fadef tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:05.778649 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Transition to ACTIVE for port object ec760e19-163c-432c-98f3-5aa4b702a071 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:15:05.788578 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:05.793971 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:05.834684 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:15:05.837598 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:15:05.841256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:15:05.886370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event updated for resources: {'Port': ['ID=e8e4b4b7-bd9c-430d-83df-258c14c66974,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:05.894717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:05.939163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:05.954403 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Pushing event updated for resources: {'Port': ['ID=ec760e19-163c-432c-98f3-5aa4b702a071,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:05.971207 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:05.971585 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:05.971913 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:05.972374 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:05.972698 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:05.973013 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:05.973327 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:05.973634 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:05.973943 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:05.974247 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:05.974553 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:05.974854 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:15:06.002428 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:06.010668 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:06.034422 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Attempting to bind port ec760e19-163c-432c-98f3-5aa4b702a071 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:15:06.034919 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Attempting to bind port ec760e19-163c-432c-98f3-5aa4b702a071 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:15:06.035229 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Attempting to bind port ec760e19-163c-432c-98f3-5aa4b702a071 on network b97b84f4-709f-4701-ad71-c5fb2c75b378 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:15:06.041167 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:15:06.041534 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Checking segment: {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:15:06.041932 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:06.042327 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Bound using segment: {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:15:06.042797 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Bound port: ec760e19-163c-432c-98f3-5aa4b702a071, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:15:06.043157 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:06.142233 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] For port ec760e19-163c-432c-98f3-5aa4b702a071, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:15:06.145318 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] For port ec760e19-163c-432c-98f3-5aa4b702a071, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ec760e19-163c-432c-98f3-5aa4b702a071,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:15:06.151552 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:06.155225 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-94d38b5b-26e3-43e1-a401-82d0ee0a3c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:06.232096 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:15:06.232722 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:14:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:15:06.233384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:06.240212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:06.244761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5a991e77-6102-4503-8925-0d73e3967c18 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:06.296191 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Pushing event updated for resources: {'Port': ['ID=ec760e19-163c-432c-98f3-5aa4b702a071,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:06.309388 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:06.361023 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event updated for resources: {'Port': ['ID=e8e4b4b7-bd9c-430d-83df-258c14c66974,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:06.365863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:06.371277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:06.398040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:06.399271 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2826676 Jun 03 22:15:06.457058 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:15:06.482299 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4ff61ace-3f6d-4093-a0b2-99f14d92a99b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:15:06.599561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b9198853-0ff8-4886-910b-39815c3d3117 req-6bea2059-dc83-4e8e-a879-fc19839d897b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Synchronizing usage tracker for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:15:06.619057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b9198853-0ff8-4886-910b-39815c3d3117 req-6bea2059-dc83-4e8e-a879-fc19839d897b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Unset dirty status for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:15:06.620993 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-6bea2059-dc83-4e8e-a879-fc19839d897b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1885061647&fields=id&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 267 time: 0.0660350 Jun 03 22:15:06.623868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 4ff61ace-3f6d-4093-a0b2-99f14d92a99b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:15:06.624458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:06.787642 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:06Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:15:06.792010 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a39c70-5fd2-44c2-955c-b4026a68e4ef None None] The sync data for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv is: [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:06Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:15:06.793513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9198853-0ff8-4886-910b-39815c3d3117 req-3eed7dee-8d6d-4765-b339-2c9bc4f3e89e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:06.794252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b9198853-0ff8-4886-910b-39815c3d3117 req-3eed7dee-8d6d-4765-b339-2c9bc4f3e89e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Synchronizing usage tracker for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:15:06.816994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b9198853-0ff8-4886-910b-39815c3d3117 req-3eed7dee-8d6d-4765-b339-2c9bc4f3e89e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Unset dirty status for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:15:06.818455 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-3eed7dee-8d6d-4765-b339-2c9bc4f3e89e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 811 time: 0.1892769 Jun 03 22:15:06.840980 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-79b0a189-f4d8-4e01-9b3d-3d0e961e4bfd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/quotas/30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 375 time: 0.0160966 Jun 03 22:15:06.957867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b9198853-0ff8-4886-910b-39815c3d3117 req-9be29884-c7a6-4475-bd73-2ad18baac7f2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Synchronizing usage tracker for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:15:06.980205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b9198853-0ff8-4886-910b-39815c3d3117 req-9be29884-c7a6-4475-bd73-2ad18baac7f2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Unset dirty status for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:15:06.981582 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-9be29884-c7a6-4475-bd73-2ad18baac7f2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1285923 Jun 03 22:15:07.191919 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-635b2f95-b275-4c53-95e3-a8669e77a2a2 service neutron] 10.222.0.96 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977806 Jun 03 22:15:07.526498 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-3e914d6d-a34f-4049-978e-aeeefb7ee94c service neutron] 10.222.0.96 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270805 Jun 03 22:15:07.733371 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8a93ec5b-54bd-4090-a26b-afc59f1ea46f req-dac4b5a2-9b08-4115-ab71-df4f445dc0f4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 210 time: 0.0480142 Jun 03 22:15:08.486199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ec760e19-163c-432c-98f3-5aa4b702a071 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:15:08.560359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port ec760e19-163c-432c-98f3-5aa4b702a071 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:15:08.568370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ec760e19-163c-432c-98f3-5aa4b702a071 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:15:08.568744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:08.708941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:08.743575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port ec760e19-163c-432c-98f3-5aa4b702a071, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ec760e19-163c-432c-98f3-5aa4b702a071,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:15:08.748289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:08.752434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:08.829021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=ec760e19-163c-432c-98f3-5aa4b702a071,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:08.832635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:08.934320 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-adccacd8-bafd-4838-b587-aeac4dd8bb31 req-181e8462-62cb-44a7-919e-86501654d02f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 210 time: 0.0741878 Jun 03 22:15:08.943621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9198853-0ff8-4886-910b-39815c3d3117 req-f9e7df93-475e-4c11-9fd2-d4d857222472 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:08.945563 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-f9e7df93-475e-4c11-9fd2-d4d857222472 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 811 time: 0.2289658 Jun 03 22:15:09.000122 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-350e6a93-031e-4711-81d2-d2fa0b055fbb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 380 time: 0.0455365 Jun 03 22:15:09.009869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Request body: {'port': {'device_id': '8da64cec-e8c2-471b-b675-b7621be11629', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'admin_state_up': True, 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'security_groups': ['1326fd56-e1fc-44bb-89b9-1b3a634cad0c']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:15:09.152348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:15:09.162246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:15:09.173627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Made reservation on behalf of 30b52a7d7d914c589c1d74c7ef7bdf79 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:15:09.177226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:09.349946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Allocated IP 172.20.0.7 (b97b84f4-709f-4701-ad71-c5fb2c75b378/b51fa50c-24f2-488a-b0f8-9c5bba7d3de9/6a4a837e-b073-4b14-b027-a11515fcada6) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:15:09.554308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:09.575741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Transition to ACTIVE for port object 6a4a837e-b073-4b14-b027-a11515fcada6 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:15:09.606187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:09.612951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:09.677909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Network b97b84f4-709f-4701-ad71-c5fb2c75b378 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:15:09.681137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:15:09.690260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:15:09.726328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event updated for resources: {'Port': ['ID=6a4a837e-b073-4b14-b027-a11515fcada6,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:09.731696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:09.764222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:09.764901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:09.793500 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7876680 Jun 03 22:15:09.855496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Request body: {'port': {'device_id': '8da64cec-e8c2-471b-b675-b7621be11629', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:15:09.917367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-df26c019-6826-4316-b3bd-cd91558a5794 None None] Provisioning for port 6a4a837e-b073-4b14-b027-a11515fcada6 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:15:09.922437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-df26c019-6826-4316-b3bd-cd91558a5794 None None] Provisioning complete for port 6a4a837e-b073-4b14-b027-a11515fcada6 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:15:09.922787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-df26c019-6826-4316-b3bd-cd91558a5794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:09.976310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:09.983849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-df26c019-6826-4316-b3bd-cd91558a5794 None None] Port 6a4a837e-b073-4b14-b027-a11515fcada6 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:15:10.141043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd902a-5d70-46d4-bd67-325d490e0716 req-86abc31f-af01-4798-9692-d0ffeca820fc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:10.142540 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-63bd902a-5d70-46d4-bd67-325d490e0716 req-86abc31f-af01-4798-9692-d0ffeca820fc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 931 time: 0.0911603 Jun 03 22:15:10.189861 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-63bd902a-5d70-46d4-bd67-325d490e0716 req-6b54a379-aa17-4126-94e1-1e60613f92c0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414057 Jun 03 22:15:10.348513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4a837e-b073-4b14-b027-a11515fcada6 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:15:10.360861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:10.379116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Transition to ACTIVE for port object 6a4a837e-b073-4b14-b027-a11515fcada6 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:15:10.385760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:10.389616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-82384709-2261-4be2-b970-5a5ce48c45a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:10.467108 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ec760e19-163c-432c-98f3-5aa4b702a071 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:15:10.538979 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ec760e19-163c-432c-98f3-5aa4b702a071 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:15:10.539782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:10.547808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4a837e-b073-4b14-b027-a11515fcada6,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:10.556706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:10.634165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Attempting to bind port 6a4a837e-b073-4b14-b027-a11515fcada6 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:15:10.634544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Attempting to bind port 6a4a837e-b073-4b14-b027-a11515fcada6 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:15:10.634821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Attempting to bind port 6a4a837e-b073-4b14-b027-a11515fcada6 on network b97b84f4-709f-4701-ad71-c5fb2c75b378 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:15:10.641553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Port 6a4a837e-b073-4b14-b027-a11515fcada6 on network b97b84f4-709f-4701-ad71-c5fb2c75b378 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:15:10.641884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Attempting to bind port 6a4a837e-b073-4b14-b027-a11515fcada6 on network b97b84f4-709f-4701-ad71-c5fb2c75b378 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:15:10.647330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:15:10.647672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Checking segment: {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:15:10.648180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Bound using segment: {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:15:10.648616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Bound port: 6a4a837e-b073-4b14-b027-a11515fcada6, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:15:10.648977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:10.741858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] For port 6a4a837e-b073-4b14-b027-a11515fcada6, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:15:10.745256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] For port 6a4a837e-b073-4b14-b027-a11515fcada6, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a4a837e-b073-4b14-b027-a11515fcada6,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:15:10.749586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:10.753639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e6a60fbc-2034-4576-a124-34aebd0c1f5e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:10.805548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:10.806071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:10.807478 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] 10.222.0.24 "PUT /v2.0/ports/6a4a837e-b073-4b14-b027-a11515fcada6 HTTP/1.1" status: 200 len: 1093 time: 1.0051341 Jun 03 22:15:10.808008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da64cec-e8c2-471b-b675-b7621be11629', 'tag': '6a4a837e-b073-4b14-b027-a11515fcada6'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:15:10.810331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62658b5f-e81a-4f17-98d7-d09b16797bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "8da64cec-e8c2-471b-b675-b7621be11629", "tag": "6a4a837e-b073-4b14-b027-a11515fcada6"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:15:10.837854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4a837e-b073-4b14-b027-a11515fcada6,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:10.842727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:10.887721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1da29b-b5e3-4b83-87f3-48f329404226 x-openstack-request-id: req-dd1da29b-b5e3-4b83-87f3-48f329404226 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:15:10.888054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da64cec-e8c2-471b-b675-b7621be11629", "tag": "6a4a837e-b073-4b14-b027-a11515fcada6", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:15:10.888346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dd1da29b-b5e3-4b83-87f3-48f329404226 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:15:10.888784 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da64cec-e8c2-471b-b675-b7621be11629', 'tag': '6a4a837e-b073-4b14-b027-a11515fcada6', 'status': 'completed', 'code': 200} Jun 03 22:15:11.092779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9198853-0ff8-4886-910b-39815c3d3117 req-02878a4d-59f9-4635-91c2-5564d2de3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:11.094289 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-02878a4d-59f9-4635-91c2-5564d2de3d4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 1096 time: 0.2450974 Jun 03 22:15:11.169160 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-2bcdc304-fbd0-4437-986c-ea3e80ec6ed4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4a837e-b073-4b14-b027-a11515fcada6 HTTP/1.1" status: 200 len: 217 time: 0.0662591 Jun 03 22:15:11.239121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9198853-0ff8-4886-910b-39815c3d3117 req-43005d07-4bda-4d38-8862-aaf4de1c3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:11.240596 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-43005d07-4bda-4d38-8862-aaf4de1c3236 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0652828 Jun 03 22:15:11.322326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9198853-0ff8-4886-910b-39815c3d3117 req-9cbc66f8-6e5d-4cbe-90ed-b260b0b55178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:11.324064 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-9cbc66f8-6e5d-4cbe-90ed-b260b0b55178 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763659 Jun 03 22:15:11.381495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0d196-772c-477d-a09d-39a7f193c04c req-6aa0de40-a713-4607-9f27-08f9d754ade0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:11.382963 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-98d0d196-772c-477d-a09d-39a7f193c04c req-6aa0de40-a713-4607-9f27-08f9d754ade0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 943 time: 0.0840926 Jun 03 22:15:11.433439 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-98d0d196-772c-477d-a09d-39a7f193c04c req-d5bec01a-1672-4111-afb6-8acd0528be30 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436716 Jun 03 22:15:11.470509 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-4cda942f-96d5-48a6-8c6a-8e74634a2279 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398113 Jun 03 22:15:11.615355 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9198853-0ff8-4886-910b-39815c3d3117 req-a4b0de71-2838-4a8c-aa05-b69c158122a5 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380231 Jun 03 22:15:11.766338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62658b5f-e81a-4f17-98d7-d09b16797bd8 req-58bb355f-a9e7-45f2-b030-edda56bf9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:11.767753 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-62658b5f-e81a-4f17-98d7-d09b16797bd8 req-58bb355f-a9e7-45f2-b030-edda56bf9c3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 1096 time: 0.0950270 Jun 03 22:15:11.907970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62658b5f-e81a-4f17-98d7-d09b16797bd8 req-7e78dc5c-833d-47ba-95aa-9d45a08f369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:11.909427 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-62658b5f-e81a-4f17-98d7-d09b16797bd8 req-7e78dc5c-833d-47ba-95aa-9d45a08f369f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1355321 Jun 03 22:15:12.002929 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-62658b5f-e81a-4f17-98d7-d09b16797bd8 req-a186553a-ab5e-4e75-a7a9-8ac045e7a2aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4a837e-b073-4b14-b027-a11515fcada6 HTTP/1.1" status: 200 len: 217 time: 0.0860043 Jun 03 22:15:12.083668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62658b5f-e81a-4f17-98d7-d09b16797bd8 req-c3a298af-a0b7-4aec-8802-cd137eff462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:12.085108 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-62658b5f-e81a-4f17-98d7-d09b16797bd8 req-c3a298af-a0b7-4aec-8802-cd137eff462e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0751660 Jun 03 22:15:12.164509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62658b5f-e81a-4f17-98d7-d09b16797bd8 req-c0292623-fba7-4f35-9562-80c2c7eebc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:12.166359 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-62658b5f-e81a-4f17-98d7-d09b16797bd8 req-c0292623-fba7-4f35-9562-80c2c7eebc65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738208 Jun 03 22:15:12.322027 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-62658b5f-e81a-4f17-98d7-d09b16797bd8 req-298a5670-eb2e-472e-8230-5a596202985f service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483471 Jun 03 22:15:12.474788 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-62658b5f-e81a-4f17-98d7-d09b16797bd8 req-2ba2d3e1-fcdd-44db-b7d9-a256bb0fe1e5 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439929 Jun 03 22:15:12.642466 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ad189-67de-420e-8531-a4328f744ba9 req-8c7c9756-0d9a-4e3a-9f9a-df2d0c7e7308 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:12.643156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-438ad189-67de-420e-8531-a4328f744ba9 req-8c7c9756-0d9a-4e3a-9f9a-df2d0c7e7308 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Synchronizing usage tracker for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:15:12.667352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-438ad189-67de-420e-8531-a4328f744ba9 req-8c7c9756-0d9a-4e3a-9f9a-df2d0c7e7308 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Unset dirty status for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:15:12.669241 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-438ad189-67de-420e-8531-a4328f744ba9 req-8c7c9756-0d9a-4e3a-9f9a-df2d0c7e7308 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 943 time: 0.1269853 Jun 03 22:15:12.716222 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-438ad189-67de-420e-8531-a4328f744ba9 req-7d16caee-020d-4ae4-92dd-0add4e5a64ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405872 Jun 03 22:15:13.915477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589acbdf-aa91-4eb2-b462-fec4822bcf6b req-248b2649-4b78-45ed-bf92-eb443a86ba93 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:13.917031 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-589acbdf-aa91-4eb2-b462-fec4822bcf6b req-248b2649-4b78-45ed-bf92-eb443a86ba93 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 943 time: 0.0863538 Jun 03 22:15:13.965431 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-589acbdf-aa91-4eb2-b462-fec4822bcf6b req-e9cc3437-e26e-48c1-a2f1-0baddbfda012 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411603 Jun 03 22:15:14.385416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a4a837e-b073-4b14-b027-a11515fcada6 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:15:14.527094 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a4a837e-b073-4b14-b027-a11515fcada6, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a4a837e-b073-4b14-b027-a11515fcada6,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:15:14.540621 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '6a4a837e-b073-4b14-b027-a11515fcada6', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'port_id': '6a4a837e-b073-4b14-b027-a11515fcada6', 'mac_address': 'fa:16:3e:e3:58:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:15:14.596381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:14.614208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4a837e-b073-4b14-b027-a11515fcada6 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:15:14.633966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a4a837e-b073-4b14-b027-a11515fcada6, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a4a837e-b073-4b14-b027-a11515fcada6,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:15:14.640721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:14.642373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:14.712803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=6a4a837e-b073-4b14-b027-a11515fcada6,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:14.716027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:14.941691 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['6a4a837e-b073-4b14-b027-a11515fcada6'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:15:15.136273 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:15:15.176674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5d88a-7fa4-423a-a0c7-19302be71753 req-0bb65934-6534-4e32-b9b5-830339415cb9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:15.178191 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7bb5d88a-7fa4-423a-a0c7-19302be71753 req-0bb65934-6534-4e32-b9b5-830339415cb9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 944 time: 0.0846837 Jun 03 22:15:15.232628 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7bb5d88a-7fa4-423a-a0c7-19302be71753 req-ab161e13-2e73-4470-a74c-40770110fbf2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456502 Jun 03 22:15:16.395337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a4a837e-b073-4b14-b027-a11515fcada6 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:15:16.439764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3102e6-b8c7-4958-b924-4f1b8d1b2255 req-3c44c2b2-dc84-4d14-94a3-0e665ffc3ef8 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:16.441263 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ab3102e6-b8c7-4958-b924-4f1b8d1b2255 req-3c44c2b2-dc84-4d14-94a3-0e665ffc3ef8 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 944 time: 0.0975652 Jun 03 22:15:16.469361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 6a4a837e-b073-4b14-b027-a11515fcada6 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:15:16.474277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 6a4a837e-b073-4b14-b027-a11515fcada6 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:15:16.474654 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:16.489026 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ab3102e6-b8c7-4958-b924-4f1b8d1b2255 req-7491af49-48c1-4a5a-9840-7c1a386c8adc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419667 Jun 03 22:15:16.603417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:16.636447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da64cec-e8c2-471b-b675-b7621be11629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4a837e-b073-4b14-b027-a11515fcada6'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:15:16.638650 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad20b66-ffd2-4622-80fa-86c503db537b" -d '{"events": [{"server_uuid": "8da64cec-e8c2-471b-b675-b7621be11629", "name": "network-vif-plugged", "status": "completed", "tag": "6a4a837e-b073-4b14-b027-a11515fcada6"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:15:16.648963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a4a837e-b073-4b14-b027-a11515fcada6, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a4a837e-b073-4b14-b027-a11515fcada6,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:15:16.653726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:16.655604 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:15:16.690666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59395f3d-3a84-464a-814f-a30fff27d491 x-openstack-request-id: req-59395f3d-3a84-464a-814f-a30fff27d491 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:15:16.690967 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da64cec-e8c2-471b-b675-b7621be11629", "name": "network-vif-plugged", "status": "completed", "tag": "6a4a837e-b073-4b14-b027-a11515fcada6", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:15:16.691242 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-59395f3d-3a84-464a-814f-a30fff27d491 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:15:16.691677 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da64cec-e8c2-471b-b675-b7621be11629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4a837e-b073-4b14-b027-a11515fcada6', 'code': 200} Jun 03 22:15:16.726878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=6a4a837e-b073-4b14-b027-a11515fcada6,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:15:16.730255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:15:16.933990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafa23d-490f-4186-a593-722fc1a1a988 req-ebd5a0b8-a4d9-4d9b-b745-635be0d1d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:16.935430 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cdafa23d-490f-4186-a593-722fc1a1a988 req-ebd5a0b8-a4d9-4d9b-b745-635be0d1d9fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 1098 time: 0.0780017 Jun 03 22:15:16.986403 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cdafa23d-490f-4186-a593-722fc1a1a988 req-42d5b11d-533d-45aa-ac61-2524c2c60534 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436358 Jun 03 22:15:17.690442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934ff12-90ba-474c-aa65-c0b7dffb3809 req-adad64db-d3e0-4356-8591-dbc6344f629b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:17.691819 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2934ff12-90ba-474c-aa65-c0b7dffb3809 req-adad64db-d3e0-4356-8591-dbc6344f629b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0900745 Jun 03 22:15:17.738317 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2934ff12-90ba-474c-aa65-c0b7dffb3809 req-3656f1c8-be07-45e1-9863-0c00c25ae18b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405233 Jun 03 22:15:18.938061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78b28-f485-45bd-aca4-f11633ef6b72 req-e4f77b2b-9819-4c56-8bb7-8746bfa560d3 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:18.939567 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dad78b28-f485-45bd-aca4-f11633ef6b72 req-e4f77b2b-9819-4c56-8bb7-8746bfa560d3 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0911913 Jun 03 22:15:18.989601 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dad78b28-f485-45bd-aca4-f11633ef6b72 req-f21087e1-c0c8-40da-9e7c-76bf36b47cf9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440221 Jun 03 22:15:19.183129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a4691-7f5e-4073-ac62-50312bec66e0 req-0bb5a9e0-7ea2-4d68-8893-bc7890132361 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:19.184580 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1c9a4691-7f5e-4073-ac62-50312bec66e0 req-0bb5a9e0-7ea2-4d68-8893-bc7890132361 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0859458 Jun 03 22:15:19.197736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 59302) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:15:19.202523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-926774ef-fd46-4346-a329-f4f5b399bd60 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Request body: {'floatingip': {'port_id': '6a4a837e-b073-4b14-b027-a11515fcada6'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:15:19.282259 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-926774ef-fd46-4346-a329-f4f5b399bd60 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:20.023853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-926774ef-fd46-4346-a329-f4f5b399bd60 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:20.031102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-926774ef-fd46-4346-a329-f4f5b399bd60 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:20.220197 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-926774ef-fd46-4346-a329-f4f5b399bd60 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152 associated. External IP: 172.26.3.246, port: 6a4a837e-b073-4b14-b027-a11515fcada6. Jun 03 22:15:20.600269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926774ef-fd46-4346-a329-f4f5b399bd60 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:15:20.936860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926774ef-fd46-4346-a329-f4f5b399bd60 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:15:20.942476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-926774ef-fd46-4346-a329-f4f5b399bd60 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:20.947014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28cb767-031f-4134-b134-bcaecc0281cb None None] Sync routers for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:15:20.956585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28cb767-031f-4134-b134-bcaecc0281cb None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:15:20.957206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-a28cb767-031f-4134-b134-bcaecc0281cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:14:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:15:20.998759 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-926774ef-fd46-4346-a329-f4f5b399bd60 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "PUT /v2.0/floatingips/6a716bd3-d443-48b7-b9b5-3c3e395e0152 HTTP/1.1" status: 200 len: 991 time: 1.7998457 Jun 03 22:15:20.999453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da64cec-e8c2-471b-b675-b7621be11629', 'tag': '6a4a837e-b073-4b14-b027-a11515fcada6'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:15:21.001879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627213f9-8258-46d1-8ddc-58a29fa0bf74" -d '{"events": [{"name": "network-changed", "server_uuid": "8da64cec-e8c2-471b-b675-b7621be11629", "tag": "6a4a837e-b073-4b14-b027-a11515fcada6"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:15:21.052113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7239e337-48a5-411d-b585-0350b0f21b68 x-openstack-request-id: req-7239e337-48a5-411d-b585-0350b0f21b68 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:15:21.052512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da64cec-e8c2-471b-b675-b7621be11629", "tag": "6a4a837e-b073-4b14-b027-a11515fcada6", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:15:21.052820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7239e337-48a5-411d-b585-0350b0f21b68 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:15:21.053251 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da64cec-e8c2-471b-b675-b7621be11629', 'tag': '6a4a837e-b073-4b14-b027-a11515fcada6', 'status': 'completed', 'code': 200} Jun 03 22:15:21.149012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-a28cb767-031f-4134-b134-bcaecc0281cb None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:15:21.152404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627213f9-8258-46d1-8ddc-58a29fa0bf74 req-2bde3732-f5b2-48fe-bc64-c7423d5a9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:21.153943 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-627213f9-8258-46d1-8ddc-58a29fa0bf74 req-2bde3732-f5b2-48fe-bc64-c7423d5a9635 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 1098 time: 0.0798299 Jun 03 22:15:21.296764 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627213f9-8258-46d1-8ddc-58a29fa0bf74 req-88aa47c3-e5d0-4ba6-8512-62b30f1c4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:21.298118 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-627213f9-8258-46d1-8ddc-58a29fa0bf74 req-88aa47c3-e5d0-4ba6-8512-62b30f1c4b59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1375473 Jun 03 22:15:21.416566 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-627213f9-8258-46d1-8ddc-58a29fa0bf74 req-4a9c5eb8-99d1-49c9-ae68-7a0bca6bd590 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4a837e-b073-4b14-b027-a11515fcada6 HTTP/1.1" status: 200 len: 999 time: 0.1112275 Jun 03 22:15:21.483097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627213f9-8258-46d1-8ddc-58a29fa0bf74 req-364327cf-4ed2-414e-89a6-9dc627915501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:21.485165 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-627213f9-8258-46d1-8ddc-58a29fa0bf74 req-364327cf-4ed2-414e-89a6-9dc627915501 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0625801 Jun 03 22:15:21.556642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-a28cb767-031f-4134-b134-bcaecc0281cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6a716bd3-d443-48b7-b9b5-3c3e395e0152', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'port_id': '6a4a837e-b073-4b14-b027-a11515fcada6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'mac_address': 'fa:16:3e:e3:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da64cec-e8c2-471b-b675-b7621be11629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:15:05Z', 'updated_at': '2021-06-03T22:15:19Z', 'revision_number': 1, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:15:21.561136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28cb767-031f-4134-b134-bcaecc0281cb None None] Checking router: 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:15:21.574269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28cb767-031f-4134-b134-bcaecc0281cb None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:15:21.575363 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-a28cb767-031f-4134-b134-bcaecc0281cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:14:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:15:21.581747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627213f9-8258-46d1-8ddc-58a29fa0bf74 req-c6bc5c1d-c32a-4b65-8334-234ad73dd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:21.583131 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-627213f9-8258-46d1-8ddc-58a29fa0bf74 req-c6bc5c1d-c32a-4b65-8334-234ad73dd3e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911918 Jun 03 22:15:21.784960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-a28cb767-031f-4134-b134-bcaecc0281cb None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:15:21.899143 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-627213f9-8258-46d1-8ddc-58a29fa0bf74 req-baa78dea-8ea2-4d71-81a7-1590e9e14d34 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090928 Jun 03 22:15:22.075914 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-627213f9-8258-46d1-8ddc-58a29fa0bf74 req-8531dd00-3675-4eea-8af6-1ba7f88ceeca service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698458 Jun 03 22:15:22.217343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-a28cb767-031f-4134-b134-bcaecc0281cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6a716bd3-d443-48b7-b9b5-3c3e395e0152', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'port_id': '6a4a837e-b073-4b14-b027-a11515fcada6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'mac_address': 'fa:16:3e:e3:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da64cec-e8c2-471b-b675-b7621be11629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:15:05Z', 'updated_at': '2021-06-03T22:15:19Z', 'revision_number': 1, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:15:22.222220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28cb767-031f-4134-b134-bcaecc0281cb None None] The sync data for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv is: [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6a716bd3-d443-48b7-b9b5-3c3e395e0152', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'port_id': '6a4a837e-b073-4b14-b027-a11515fcada6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'mac_address': 'fa:16:3e:e3:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da64cec-e8c2-471b-b675-b7621be11629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:15:05Z', 'updated_at': '2021-06-03T22:15:19Z', 'revision_number': 1, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:15:22.435723 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad811a29-d04e-494b-bdc1-d6cb468e2368 None None] New status for floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:15:22.817861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4ee8ac50-1709-4dc5-88b6-def1887951a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:25.374623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:25.495183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4d807cf6-5d30-4150-9c9b-f02c79d6c76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:26.978937 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:27.001517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:28.598469 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:52.136426 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:15:52.444903 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a23a7fab-e754-413f-977d-ea525525d0a9 req-0f770890-e037-4e81-ae6a-3eec2e211901 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758770 Jun 03 22:15:52.604702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a7fab-e754-413f-977d-ea525525d0a9 req-04459f9f-51ac-484c-b012-58802d1558e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:52.606227 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a23a7fab-e754-413f-977d-ea525525d0a9 req-04459f9f-51ac-484c-b012-58802d1558e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 1098 time: 0.0890107 Jun 03 22:15:52.772464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a7fab-e754-413f-977d-ea525525d0a9 req-097d2fed-dbf2-4751-9cf4-8b51561cda3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:52.774021 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a23a7fab-e754-413f-977d-ea525525d0a9 req-097d2fed-dbf2-4751-9cf4-8b51561cda3b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1471035 Jun 03 22:15:52.824258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-32791da1-e019-438c-a764-4c133bd7e193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:52.890232 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a23a7fab-e754-413f-977d-ea525525d0a9 req-beb1d0b6-c48b-465d-bbc6-cf9dd932836f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4a837e-b073-4b14-b027-a11515fcada6 HTTP/1.1" status: 200 len: 1001 time: 0.1069422 Jun 03 22:15:52.957604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a7fab-e754-413f-977d-ea525525d0a9 req-caf1a477-d914-4e5e-a9d3-27402bdf6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:52.959065 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a23a7fab-e754-413f-977d-ea525525d0a9 req-caf1a477-d914-4e5e-a9d3-27402bdf6043 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0618403 Jun 03 22:15:53.047817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a7fab-e754-413f-977d-ea525525d0a9 req-b8e65a52-77f4-451e-b687-3c9eb25007fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:15:53.049242 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a23a7fab-e754-413f-977d-ea525525d0a9 req-b8e65a52-77f4-451e-b687-3c9eb25007fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837626 Jun 03 22:15:53.198390 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a23a7fab-e754-413f-977d-ea525525d0a9 req-681dee9c-295a-4750-91fc-4889a62637a1 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415408 Jun 03 22:15:53.344773 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a23a7fab-e754-413f-977d-ea525525d0a9 req-fac56443-a9c1-48cf-889f-b33db39fb7ba service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398025 Jun 03 22:15:55.373763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:55.500911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-26f34476-20cb-4575-b6a6-befd9f273aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:57.004558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:57.009476 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:15:58.508576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:22.821520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-acef3f0b-b607-4d4f-8247-3154b75ba8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:25.370894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:25.498062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-67cf3bc5-f4ed-4e60-9181-db8c03988959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:27.025822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:27.026956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:28.511097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:29.138637 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:16:33.633650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498aead9-c0a4-4aa4-a03b-2d80e39e52d1 req-6314273e-84fc-4f5e-995a-8071448a007c tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:33.635155 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-498aead9-c0a4-4aa4-a03b-2d80e39e52d1 req-6314273e-84fc-4f5e-995a-8071448a007c tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0953839 Jun 03 22:16:33.688580 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-498aead9-c0a4-4aa4-a03b-2d80e39e52d1 req-cb5ce507-b6f8-49f5-97bd-2179283dbb57 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451446 Jun 03 22:16:34.045594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 59454) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:16:34.119524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8263063-d874-4a7a-9a2f-8b80da806174 req-40fa4ae7-e41d-41ef-8f9a-a08dfde0a610 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:34.120908 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c8263063-d874-4a7a-9a2f-8b80da806174 req-40fa4ae7-e41d-41ef-8f9a-a08dfde0a610 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0877643 Jun 03 22:16:34.169397 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c8263063-d874-4a7a-9a2f-8b80da806174 req-528145b5-ed26-4f41-9caf-1a6d98b58e33 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415366 Jun 03 22:16:34.170803 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-ba4e45c0-d66a-4388-9be0-1281746af23d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1239347 Jun 03 22:16:35.386453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70575729-a36b-4c2a-9f93-014c1aacb098 req-8a44165a-fa55-46d3-895c-06db6adce870 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:35.387906 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-70575729-a36b-4c2a-9f93-014c1aacb098 req-8a44165a-fa55-46d3-895c-06db6adce870 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.1004865 Jun 03 22:16:35.479220 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-70575729-a36b-4c2a-9f93-014c1aacb098 req-990a18a7-e072-43d8-be9f-5e028a47cb4d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809367 Jun 03 22:16:35.511972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-eb314fbd-3543-479a-ad01-2d7ab9e03286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:35.513474 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-eb314fbd-3543-479a-ad01-2d7ab9e03286 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 1098 time: 0.0844901 Jun 03 22:16:35.651023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-31c45a63-d08d-4c45-ae8c-aa7a842968ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:35.652441 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-31c45a63-d08d-4c45-ae8c-aa7a842968ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1320779 Jun 03 22:16:35.758784 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-ec204c64-1f17-4199-9be0-5ea0ea4249a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4a837e-b073-4b14-b027-a11515fcada6 HTTP/1.1" status: 200 len: 1001 time: 0.0991066 Jun 03 22:16:35.838641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-e431befe-01c9-4fd3-8006-6bbb78660d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:35.840316 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-e431befe-01c9-4fd3-8006-6bbb78660d2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0738328 Jun 03 22:16:36.070997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-78eaa5d6-3283-4cfa-9f62-fe55617a00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:36.072536 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-78eaa5d6-3283-4cfa-9f62-fe55617a00e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2251544 Jun 03 22:16:36.216197 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-4cced8ea-fe9f-477f-a482-5c6f0f8a68c5 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358297 Jun 03 22:16:36.361501 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-aa1ddd6a-e3a8-4b93-a72a-c6ae4c220689 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359303 Jun 03 22:16:36.688251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1ce5c-6553-4edb-9c5d-a84d228decbc req-3e47d3d8-7740-463f-bd40-9d49176eee3a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:36.689648 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-74e1ce5c-6553-4edb-9c5d-a84d228decbc req-3e47d3d8-7740-463f-bd40-9d49176eee3a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0937543 Jun 03 22:16:36.738955 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-74e1ce5c-6553-4edb-9c5d-a84d228decbc req-9b5cb7e1-17cb-4354-990b-447329e01cb4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414119 Jun 03 22:16:37.954819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229e725-9040-415b-90db-9b1f50a5c660 req-00bc7c4e-4288-47b1-82d1-10888da9c580 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:37.956425 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5229e725-9040-415b-90db-9b1f50a5c660 req-00bc7c4e-4288-47b1-82d1-10888da9c580 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0961158 Jun 03 22:16:38.004249 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5229e725-9040-415b-90db-9b1f50a5c660 req-370107cb-cc87-46c9-9730-b2a69a4957b3 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415747 Jun 03 22:16:39.206612 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fae3f-82a7-44d2-84fb-77c1a10a1d8b req-cdd891ec-bfaa-403e-adef-f499c489e879 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:39.208127 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ab7fae3f-82a7-44d2-84fb-77c1a10a1d8b req-cdd891ec-bfaa-403e-adef-f499c489e879 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0949764 Jun 03 22:16:39.256986 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ab7fae3f-82a7-44d2-84fb-77c1a10a1d8b req-b9378298-863a-4d08-bd0a-420a43006f58 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Jun 03 22:16:40.492427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713f727-69ce-433b-b028-c9c51eb6d5e0 req-1dc00f62-e90e-4595-86d5-9554c1c519fa tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:40.494147 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d713f727-69ce-433b-b028-c9c51eb6d5e0 req-1dc00f62-e90e-4595-86d5-9554c1c519fa tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0837693 Jun 03 22:16:40.547355 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d713f727-69ce-433b-b028-c9c51eb6d5e0 req-8d2563be-a762-4ca5-a79d-0caa2ec53806 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439005 Jun 03 22:16:41.763872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6404eef-bcbb-4d5c-8b9d-91d2a70157f9 req-9affed32-02e2-442c-9d41-c5ddb2d9af88 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:41.765386 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f6404eef-bcbb-4d5c-8b9d-91d2a70157f9 req-9affed32-02e2-442c-9d41-c5ddb2d9af88 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.1041265 Jun 03 22:16:41.814485 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f6404eef-bcbb-4d5c-8b9d-91d2a70157f9 req-4fbafb33-55c9-40ef-982d-8c9ee96cd3cf tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429053 Jun 03 22:16:43.035813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc6eb3-9bc6-4ea9-8d16-75af8e0129dc req-b9af1c1e-485c-4c98-a801-53700548ce0f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:43.035813 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-10bc6eb3-9bc6-4ea9-8d16-75af8e0129dc req-b9af1c1e-485c-4c98-a801-53700548ce0f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.1010201 Jun 03 22:16:43.090022 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-10bc6eb3-9bc6-4ea9-8d16-75af8e0129dc req-ce0abcfd-1b0a-40c4-9020-fa275975d665 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473349 Jun 03 22:16:44.284631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430d00b-7d71-4ac6-914c-192e723ad7f1 req-1a3acd17-7699-47b9-894f-8ba41e779af2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:44.286107 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2430d00b-7d71-4ac6-914c-192e723ad7f1 req-1a3acd17-7699-47b9-894f-8ba41e779af2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0861320 Jun 03 22:16:44.336166 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2430d00b-7d71-4ac6-914c-192e723ad7f1 req-9bab0e24-c434-4e51-987b-c2270a47ce16 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438364 Jun 03 22:16:45.547534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632d85a-d687-48e8-86e6-e790b729cf67 req-de368650-56a5-40da-8104-e8c08bedd4e6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:45.549011 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4632d85a-d687-48e8-86e6-e790b729cf67 req-de368650-56a5-40da-8104-e8c08bedd4e6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.1000066 Jun 03 22:16:45.601939 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4632d85a-d687-48e8-86e6-e790b729cf67 req-933a5068-a834-4981-990e-485ab1943bde tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469625 Jun 03 22:16:46.814067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1a23b-d854-4839-91e3-16aaeee0878f req-4e841686-21a3-4615-a814-56dd67a9f430 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:46.815612 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1aa1a23b-d854-4839-91e3-16aaeee0878f req-4e841686-21a3-4615-a814-56dd67a9f430 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0921965 Jun 03 22:16:46.864253 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1aa1a23b-d854-4839-91e3-16aaeee0878f req-0469ee11-a3b3-4923-9fce-5bde9ebed864 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425165 Jun 03 22:16:48.129541 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-a250298c-392a-4ff3-a143-6aadf0167afd service neutron] 10.222.0.24 "GET /v2.0/ports/6a4a837e-b073-4b14-b027-a11515fcada6/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0952578 Jun 03 22:16:48.143861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf41e3-fc75-44e6-a6b8-a93f1c1e2a7b req-0210c8dc-55c6-4c98-af26-4496493e94fc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:48.145505 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5edf41e3-fc75-44e6-a6b8-a93f1c1e2a7b req-0210c8dc-55c6-4c98-af26-4496493e94fc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.1631021 Jun 03 22:16:48.205771 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5edf41e3-fc75-44e6-a6b8-a93f1c1e2a7b req-5206e566-6f1b-418f-bfb1-ac9dceca7f94 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535185 Jun 03 22:16:48.424719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-a3c3826d-5074-4346-8ba4-a96f152c163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:48.426231 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-a3c3826d-5074-4346-8ba4-a96f152c163d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 1098 time: 0.0798991 Jun 03 22:16:48.538609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-31b28657-577a-44a7-b0be-3c06a41d4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:48.540154 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-31b28657-577a-44a7-b0be-3c06a41d4f2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 1098 time: 0.0898151 Jun 03 22:16:48.674755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-daada966-388d-4c08-be7e-0f606621c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:48.676259 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-daada966-388d-4c08-be7e-0f606621c2df service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1295929 Jun 03 22:16:48.783183 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-929154d0-dd26-4e64-b376-dd873a9c8a92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4a837e-b073-4b14-b027-a11515fcada6 HTTP/1.1" status: 200 len: 1001 time: 0.0998597 Jun 03 22:16:48.848262 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-45788c4a-a3b6-4440-b6ac-8b60eeeac7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:48.849755 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-45788c4a-a3b6-4440-b6ac-8b60eeeac7f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0589418 Jun 03 22:16:48.929410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-da67706a-4a0b-4a65-b516-90ddc976143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:48.930863 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-da67706a-4a0b-4a65-b516-90ddc976143b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739496 Jun 03 22:16:49.073717 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-5a13ed11-4fef-49ae-9b93-734fdbc55438 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356709 Jun 03 22:16:49.370629 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69d6478d-107b-4a44-9f48-78d53e64e0f1 req-b94c769a-a03a-4358-bc12-a6d1bf18bc93 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899001 Jun 03 22:16:49.407351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d74099-56d2-4a68-bc80-e065323d6780 req-c27f0539-aaab-4f40-ae90-ce88015b03ca tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:49.408927 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-93d74099-56d2-4a68-bc80-e065323d6780 req-c27f0539-aaab-4f40-ae90-ce88015b03ca tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0898309 Jun 03 22:16:49.455524 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-93d74099-56d2-4a68-bc80-e065323d6780 req-ef36cedf-1791-45d2-bae6-01a44d1c76eb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406823 Jun 03 22:16:50.649599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a6229-7a5a-4462-83a9-3598d23990a3 req-6d6a3bf7-750e-42ae-a8fd-e1306d4614fa tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:50.651164 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a86a6229-7a5a-4462-83a9-3598d23990a3 req-6d6a3bf7-750e-42ae-a8fd-e1306d4614fa tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0839908 Jun 03 22:16:50.698508 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a86a6229-7a5a-4462-83a9-3598d23990a3 req-8f248b04-3871-4d45-90ca-ac9bd87ed7b6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414867 Jun 03 22:16:50.958167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a4a837e-b073-4b14-b027-a11515fcada6 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:16:50.960497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a4a837e-b073-4b14-b027-a11515fcada6 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:16:51.236396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:51.254737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a4a837e-b073-4b14-b027-a11515fcada6, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a4a837e-b073-4b14-b027-a11515fcada6,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:16:51.275504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '6a4a837e-b073-4b14-b027-a11515fcada6', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'port_id': '6a4a837e-b073-4b14-b027-a11515fcada6', 'mac_address': 'fa:16:3e:e3:58:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:16:51.283046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da64cec-e8c2-471b-b675-b7621be11629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a4a837e-b073-4b14-b027-a11515fcada6'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:16:51.285282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0539a06-e279-4032-9228-30952bb0b0b9" -d '{"events": [{"server_uuid": "8da64cec-e8c2-471b-b675-b7621be11629", "name": "network-vif-unplugged", "status": "completed", "tag": "6a4a837e-b073-4b14-b027-a11515fcada6"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:16:51.334987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a4a837e-b073-4b14-b027-a11515fcada6, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a4a837e-b073-4b14-b027-a11515fcada6,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:16:51.344671 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:51.348345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:16:51.384169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 22:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8837d83b-0b6a-4aac-ab9d-207082f536ea x-openstack-request-id: req-8837d83b-0b6a-4aac-ab9d-207082f536ea {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:16:51.384465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da64cec-e8c2-471b-b675-b7621be11629", "name": "network-vif-unplugged", "status": "completed", "tag": "6a4a837e-b073-4b14-b027-a11515fcada6", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:16:51.384722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8837d83b-0b6a-4aac-ab9d-207082f536ea {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:16:51.385171 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da64cec-e8c2-471b-b675-b7621be11629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a4a837e-b073-4b14-b027-a11515fcada6', 'code': 200} Jun 03 22:16:51.392398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:51.421564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a4a837e-b073-4b14-b027-a11515fcada6 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:16:51.479713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=6a4a837e-b073-4b14-b027-a11515fcada6,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:16:51.491721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:51.491987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:51.492317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:51.492624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:51.492966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:51.493296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:51.493609 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:51.493925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:51.494243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:51.494751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:51.495067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:51.495447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:51.500924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:16:51.511908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 22:16:51.512451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 22:16:51.895366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf26bb3-9bf6-4428-8d3b-673c5bedab36 req-6dcf99d4-5c50-47bc-9732-f70d37f96c6e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:51.896896 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9bf26bb3-9bf6-4428-8d3b-673c5bedab36 req-6dcf99d4-5c50-47bc-9732-f70d37f96c6e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 943 time: 0.0864024 Jun 03 22:16:51.951812 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9bf26bb3-9bf6-4428-8d3b-673c5bedab36 req-cacd4011-d82d-41ab-aa3a-996fb99d5f5c tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487494 Jun 03 22:16:52.077994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:52.096683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4a837e-b073-4b14-b027-a11515fcada6 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:16:52.114361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a4a837e-b073-4b14-b027-a11515fcada6, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a4a837e-b073-4b14-b027-a11515fcada6,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:16:52.121423 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:52.123177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:16:52.201398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=6a4a837e-b073-4b14-b027-a11515fcada6,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:16:52.204927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:16:52.207091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['6a4a837e-b073-4b14-b027-a11515fcada6'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:16:52.450547 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71cbca5b-7000-40f3-afb8-685ce24d73f8 req-17ef84b3-e12a-403c-8957-5486edee6046 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0932183 Jun 03 22:16:52.616624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbca5b-7000-40f3-afb8-685ce24d73f8 req-0a0a75cb-7daf-4b1a-9df7-4389ab9f8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:52.618692 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71cbca5b-7000-40f3-afb8-685ce24d73f8 req-0a0a75cb-7daf-4b1a-9df7-4389ab9f8e93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 1097 time: 0.0884967 Jun 03 22:16:52.791210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbca5b-7000-40f3-afb8-685ce24d73f8 req-fdfca77a-548d-429b-bb80-1f6fede6f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:52.793054 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71cbca5b-7000-40f3-afb8-685ce24d73f8 req-fdfca77a-548d-429b-bb80-1f6fede6f004 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1542730 Jun 03 22:16:52.817713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2428576e-7aac-4b80-a27c-c83113be794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:52.907504 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71cbca5b-7000-40f3-afb8-685ce24d73f8 req-649da01c-fd04-4513-89e8-eabe01aa07db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4a837e-b073-4b14-b027-a11515fcada6 HTTP/1.1" status: 200 len: 1000 time: 0.1071193 Jun 03 22:16:52.972331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbca5b-7000-40f3-afb8-685ce24d73f8 req-b6133e93-71da-41b2-9572-ea04da035c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:52.973832 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71cbca5b-7000-40f3-afb8-685ce24d73f8 req-b6133e93-71da-41b2-9572-ea04da035c97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0588605 Jun 03 22:16:52.976926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a4a837e-b073-4b14-b027-a11515fcada6 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:16:53.052988 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 6a4a837e-b073-4b14-b027-a11515fcada6 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:16:53.053544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:53.053661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbca5b-7000-40f3-afb8-685ce24d73f8 req-7503ee43-939f-48f3-9624-b8d11cd6bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:53.055103 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71cbca5b-7000-40f3-afb8-685ce24d73f8 req-7503ee43-939f-48f3-9624-b8d11cd6bbfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741959 Jun 03 22:16:53.156978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f83c85-9d35-454d-9e93-eaaddb149457 req-ddb31a46-dec1-41cd-b84b-4bd2228c9ab0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:53.158651 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-46f83c85-9d35-454d-9e93-eaaddb149457 req-ddb31a46-dec1-41cd-b84b-4bd2228c9ab0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 944 time: 0.0941226 Jun 03 22:16:53.181546 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:53.196917 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71cbca5b-7000-40f3-afb8-685ce24d73f8 req-e87aad99-7cfd-45d7-a9dd-6efe7138a3a6 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345823 Jun 03 22:16:53.211392 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-46f83c85-9d35-454d-9e93-eaaddb149457 req-1ebd71bf-9177-4cdd-8b3e-74f6f0c1cbac tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468471 Jun 03 22:16:53.216067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a4a837e-b073-4b14-b027-a11515fcada6, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a4a837e-b073-4b14-b027-a11515fcada6,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:16:53.221601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:53.225140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:16:53.293542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=6a4a837e-b073-4b14-b027-a11515fcada6,revision_number=8']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:16:53.296569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:16:53.356039 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71cbca5b-7000-40f3-afb8-685ce24d73f8 req-5e596797-c029-4d2c-8e0e-e6a8ade60fc3 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516318 Jun 03 22:16:53.386394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da64cec-e8c2-471b-b675-b7621be11629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4a837e-b073-4b14-b027-a11515fcada6'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:16:53.388885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763f3479-fefa-4f81-b514-4362c8fd82d2" -d '{"events": [{"server_uuid": "8da64cec-e8c2-471b-b675-b7621be11629", "name": "network-vif-plugged", "status": "completed", "tag": "6a4a837e-b073-4b14-b027-a11515fcada6"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:16:53.443527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1178651-7e19-4de7-9d19-498364ae1d01 x-openstack-request-id: req-b1178651-7e19-4de7-9d19-498364ae1d01 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:16:53.443825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da64cec-e8c2-471b-b675-b7621be11629", "name": "network-vif-plugged", "status": "completed", "tag": "6a4a837e-b073-4b14-b027-a11515fcada6", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:16:53.444089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b1178651-7e19-4de7-9d19-498364ae1d01 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:16:53.444485 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da64cec-e8c2-471b-b675-b7621be11629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4a837e-b073-4b14-b027-a11515fcada6', 'code': 200} Jun 03 22:16:53.537019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23d35f-f925-41fc-be99-8878c5e1617a req-893204da-a98a-4fd8-a0d3-0c705414a476 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:53.538483 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-eb23d35f-f925-41fc-be99-8878c5e1617a req-893204da-a98a-4fd8-a0d3-0c705414a476 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0868549 Jun 03 22:16:53.555129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06d1cd-356a-465b-868d-b702ee96e26a req-755c912e-37ae-47fc-b2db-2ee32e10d812 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:53.556623 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d06d1cd-356a-465b-868d-b702ee96e26a req-755c912e-37ae-47fc-b2db-2ee32e10d812 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 945 time: 0.0899210 Jun 03 22:16:53.588979 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-eb23d35f-f925-41fc-be99-8878c5e1617a req-263da993-ae68-4c96-8b7f-2fe2ea3387fa tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433738 Jun 03 22:16:53.698741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06d1cd-356a-465b-868d-b702ee96e26a req-bc8d9c41-4e29-4c3e-9434-f4c2f3eefab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:53.700691 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d06d1cd-356a-465b-868d-b702ee96e26a req-bc8d9c41-4e29-4c3e-9434-f4c2f3eefab1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 1098 time: 0.0744724 Jun 03 22:16:53.836648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06d1cd-356a-465b-868d-b702ee96e26a req-c718704b-5b2f-461d-ac3a-6a6a6a0fad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:53.838125 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d06d1cd-356a-465b-868d-b702ee96e26a req-c718704b-5b2f-461d-ac3a-6a6a6a0fad57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1317668 Jun 03 22:16:53.950316 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d06d1cd-356a-465b-868d-b702ee96e26a req-ad44e9e0-b9a7-4b72-aee3-d989d494a95d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4a837e-b073-4b14-b027-a11515fcada6 HTTP/1.1" status: 200 len: 1001 time: 0.1014223 Jun 03 22:16:54.017238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06d1cd-356a-465b-868d-b702ee96e26a req-1695c15e-b194-41dc-8298-37725128afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:54.018655 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d06d1cd-356a-465b-868d-b702ee96e26a req-1695c15e-b194-41dc-8298-37725128afd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0622468 Jun 03 22:16:54.105183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06d1cd-356a-465b-868d-b702ee96e26a req-ab1bc8ea-5cc3-44dd-9ecb-605942d7bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:54.106670 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d06d1cd-356a-465b-868d-b702ee96e26a req-ab1bc8ea-5cc3-44dd-9ecb-605942d7bdd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810497 Jun 03 22:16:54.243084 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d06d1cd-356a-465b-868d-b702ee96e26a req-be61c0b5-afa5-43fb-a2ee-81b17dabc953 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286640 Jun 03 22:16:54.531759 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8d06d1cd-356a-465b-868d-b702ee96e26a req-eb227b3a-af72-4acf-823c-4198d84548d4 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800038 Jun 03 22:16:54.783373 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181948b-bbee-4b3c-819b-909ae05332af req-3b77a3e7-7c7f-4d4b-8363-b3df4740b8bc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:54.784792 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2181948b-bbee-4b3c-819b-909ae05332af req-3b77a3e7-7c7f-4d4b-8363-b3df4740b8bc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0826232 Jun 03 22:16:54.835334 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2181948b-bbee-4b3c-819b-909ae05332af req-59cff9d2-c7a2-4552-b182-4d2734a73066 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444810 Jun 03 22:16:55.377309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:55.499212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-70a1d0ea-7224-4f06-8b80-f421e88f44f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:56.058166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98600a91-43c6-430f-9861-e3566da98ac6 req-a7350672-0a9e-4cd9-84e4-06993765c50e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:56.059641 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-98600a91-43c6-430f-9861-e3566da98ac6 req-a7350672-0a9e-4cd9-84e4-06993765c50e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.1001198 Jun 03 22:16:56.106331 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-98600a91-43c6-430f-9861-e3566da98ac6 req-2e0a5da9-01dc-4df9-a7f1-fb1bf86123db tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407224 Jun 03 22:16:56.315553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15829-a57e-430a-8202-1b9356be071d req-1c631d08-4905-4420-a03d-1fc8b501cbd1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:56.317077 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4be15829-a57e-430a-8202-1b9356be071d req-1c631d08-4905-4420-a03d-1fc8b501cbd1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0954847 Jun 03 22:16:56.373335 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4be15829-a57e-430a-8202-1b9356be071d req-a6f9c9d1-6d84-46bf-907b-68e9ed65b55f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449653 Jun 03 22:16:56.589523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589b26c-074b-4257-a45e-f876b3ad96f5 req-6976a8f4-9a89-4694-a39b-10d2035b61f5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:56.591044 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6589b26c-074b-4257-a45e-f876b3ad96f5 req-6976a8f4-9a89-4694-a39b-10d2035b61f5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0914292 Jun 03 22:16:56.644872 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6589b26c-074b-4257-a45e-f876b3ad96f5 req-0d56133e-e1a1-4cee-8137-a2fccb83733c tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451202 Jun 03 22:16:57.022538 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:57.024261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:57.064080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca4ca9-e824-41e8-9176-fb07cb6500ae req-2a304f80-b95d-4881-8f02-7b21a0fa3f71 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:57.065731 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-55ca4ca9-e824-41e8-9176-fb07cb6500ae req-2a304f80-b95d-4881-8f02-7b21a0fa3f71 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0985734 Jun 03 22:16:57.122307 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-55ca4ca9-e824-41e8-9176-fb07cb6500ae req-4e7145b0-3b21-41b8-a35b-a6f8e9286bcc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467625 Jun 03 22:16:58.356132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fca9a-e2f6-4bae-b5b2-9cab25f983c7 req-5e56e90a-8e50-4c0e-b422-d89a500947ac tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:58.358579 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dc4fca9a-e2f6-4bae-b5b2-9cab25f983c7 req-5e56e90a-8e50-4c0e-b422-d89a500947ac tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.1123002 Jun 03 22:16:58.413427 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dc4fca9a-e2f6-4bae-b5b2-9cab25f983c7 req-c8a6bc29-2ef7-4640-9c95-5cc84ca334ca tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488422 Jun 03 22:16:58.519491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:58.911785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90e03f-2162-4049-89d9-8aac79be994e req-2060f19c-af0b-4bc6-b0cb-1955ce83ba1d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:58.913296 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4a90e03f-2162-4049-89d9-8aac79be994e req-2060f19c-af0b-4bc6-b0cb-1955ce83ba1d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0912080 Jun 03 22:16:59.067795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Deleting port 6a4a837e-b073-4b14-b027-a11515fcada6 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:16:59.068125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:59.211605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] For port 6a4a837e-b073-4b14-b027-a11515fcada6, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a4a837e-b073-4b14-b027-a11515fcada6,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:16:59.211856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:59.525275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:59.526071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:59.526250 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152 disassociated. External IP: 172.26.3.246, port: 6a4a837e-b073-4b14-b027-a11515fcada6. Jun 03 22:16:59.527100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Calling delete_port for 6a4a837e-b073-4b14-b027-a11515fcada6 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:16:59.615867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b939cd-7711-4e6e-b3cb-0abb80837eb5 req-6913f44b-1afd-4091-8ffd-c19b059dd654 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:16:59.617337 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a0b939cd-7711-4e6e-b3cb-0abb80837eb5 req-6913f44b-1afd-4091-8ffd-c19b059dd654 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 945 time: 0.0853410 Jun 03 22:16:59.646224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:16:59.652564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-51703770-4cbd-4d17-9477-4173f1235f12 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:16:59.670068 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a0b939cd-7711-4e6e-b3cb-0abb80837eb5 req-63e0ea15-16a1-4856-ab34-ba93fefcc62a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463033 Jun 03 22:16:59.700310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event deleted for resources: {'Port': ['ID=6a4a837e-b073-4b14-b027-a11515fcada6,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:16:59.710514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:59.710911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:59.711296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:59.711746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:59.712079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:59.712431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:59.712786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:59.713231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:59.713593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:59.713939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:59.714299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:59.714655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:16:59.770767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:16:59.910073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:17:00.254177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:17:00.265276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b531e675-d4eb-4531-996e-e48c580b9edd None None] Sync routers for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:17:00.280557 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531e675-d4eb-4531-996e-e48c580b9edd None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:17:00.281205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b531e675-d4eb-4531-996e-e48c580b9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:16:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:17:00.344006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] No DVR routers for this DVR port 6a4a837e-b073-4b14-b027-a11515fcada6 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:17:00.346247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:00.349227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da64cec-e8c2-471b-b675-b7621be11629', 'name': 'network-vif-deleted', 'tag': '6a4a837e-b073-4b14-b027-a11515fcada6'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:17:00.351725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08faae67-10db-4e7a-ae73-12d081ba5047" -d '{"events": [{"server_uuid": "8da64cec-e8c2-471b-b675-b7621be11629", "name": "network-vif-deleted", "tag": "6a4a837e-b073-4b14-b027-a11515fcada6"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:17:00.368963 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4a90e03f-2162-4049-89d9-8aac79be994e req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "DELETE /v2.0/ports/6a4a837e-b073-4b14-b027-a11515fcada6 HTTP/1.1" status: 204 len: 173 time: 1.4492967 Jun 03 22:17:00.402589 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586a618b-3206-4e77-8672-405e02454b24 x-openstack-request-id: req-586a618b-3206-4e77-8672-405e02454b24 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:17:00.402926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da64cec-e8c2-471b-b675-b7621be11629", "name": "network-vif-deleted", "tag": "6a4a837e-b073-4b14-b027-a11515fcada6", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:17:00.403216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-586a618b-3206-4e77-8672-405e02454b24 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:17:00.403682 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da64cec-e8c2-471b-b675-b7621be11629', 'name': 'network-vif-deleted', 'tag': '6a4a837e-b073-4b14-b027-a11515fcada6', 'status': 'completed', 'code': 200} Jun 03 22:17:00.474099 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b531e675-d4eb-4531-996e-e48c580b9edd None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:17:00.805172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b531e675-d4eb-4531-996e-e48c580b9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:17:00.810929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b531e675-d4eb-4531-996e-e48c580b9edd None None] Checking router: 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:17:00.820106 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531e675-d4eb-4531-996e-e48c580b9edd None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:17:00.820742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b531e675-d4eb-4531-996e-e48c580b9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:16:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:17:00.850483 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3ec043b-c51c-4795-9cda-5de924aa3749 req-9884fc6b-49a6-4672-a9a0-5772690fd2f1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=8da64cec-e8c2-471b-b675-b7621be11629 HTTP/1.1" status: 200 len: 210 time: 0.0565023 Jun 03 22:17:01.058036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b531e675-d4eb-4531-996e-e48c580b9edd None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:17:01.386821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b531e675-d4eb-4531-996e-e48c580b9edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:17:01.390836 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b531e675-d4eb-4531-996e-e48c580b9edd None None] The sync data for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv is: [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:17:01.635382 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d6846b-7d6f-488d-8b7b-db2c1ccc6030 None None] New status for floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:17:02.227497 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-e171bf0d-8cf6-4dd1-9641-1e5c125588f5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1885061647&fields=id&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 267 time: 0.0551744 Jun 03 22:17:02.422389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-d1eeeb6e-0c4f-4035-ba2f-70236d09b691 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:02.423819 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-d1eeeb6e-0c4f-4035-ba2f-70236d09b691 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 811 time: 0.1875932 Jun 03 22:17:02.441123 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-6fe88c44-bd09-4617-a481-ed3e056b32af tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/quotas/30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 375 time: 0.0112662 Jun 03 22:17:02.540130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-6b3341e8-c588-41f3-a1bc-bb1ebeb0b557 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Synchronizing usage tracker for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:17:02.559344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-6b3341e8-c588-41f3-a1bc-bb1ebeb0b557 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Unset dirty status for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:17:02.560790 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-6b3341e8-c588-41f3-a1bc-bb1ebeb0b557 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1132865 Jun 03 22:17:02.721605 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-f2d9aafc-9f80-4a47-9a57-ec157f6466e4 service neutron] 10.222.0.96 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480558 Jun 03 22:17:02.862697 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-e4721a19-6cc1-4703-8b8f-5cb98ecb1c2b service neutron] 10.222.0.96 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349878 Jun 03 22:17:03.046688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a4a837e-b073-4b14-b027-a11515fcada6 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:17:03.061072 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1878e0c6-a83f-475b-b1a5-1c6245acdb3e req-1d7563d7-6bc6-4c8d-9002-f8bd4d719076 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 210 time: 0.0465956 Jun 03 22:17:03.089277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 6a4a837e-b073-4b14-b027-a11515fcada6 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:17:03.089926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a4a837e-b073-4b14-b027-a11515fcada6 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:17:04.177966 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-848f8da0-dbed-4bb7-9c7a-a791fa1b6d55 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:04.179573 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-848f8da0-dbed-4bb7-9c7a-a791fa1b6d55 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 811 time: 0.1649618 Jun 03 22:17:04.240712 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-923d8bf6-c3ec-4b78-8d26-7b3e8cc8970a req-cd606058-413e-4f61-8122-79f24000f660 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 210 time: 0.0601740 Jun 03 22:17:04.271310 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-7c0c46c3-ff13-4c86-9a4e-23b171f21d1b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 380 time: 0.0604043 Jun 03 22:17:04.283864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Request body: {'port': {'device_id': '4fdd133d-6553-4b11-b080-616c252389c9', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'admin_state_up': True, 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'security_groups': ['1326fd56-e1fc-44bb-89b9-1b3a634cad0c']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:17:04.443688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:17:04.453700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:17:04.466007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Made reservation on behalf of 30b52a7d7d914c589c1d74c7ef7bdf79 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:17:04.469559 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:04.639590 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Allocated IP 172.20.0.13 (b97b84f4-709f-4701-ad71-c5fb2c75b378/b51fa50c-24f2-488a-b0f8-9c5bba7d3de9/c7477d87-5acd-4f37-bf0f-03f2d908b2e1) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:17:04.829539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:04.850649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Transition to ACTIVE for port object c7477d87-5acd-4f37-bf0f-03f2d908b2e1 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:17:04.881041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:04.887792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b677418a-7759-4096-91f5-ba67560a1d89 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:17:04.949000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Network b97b84f4-709f-4701-ad71-c5fb2c75b378 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:17:04.951984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:17:04.960737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:17:04.996744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event updated for resources: {'Port': ['ID=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:17:05.003786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:17:05.039495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:05.040348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:05.071738 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7917476 Jun 03 22:17:05.084124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Request body: {'port': {'device_id': '4fdd133d-6553-4b11-b080-616c252389c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:17:05.199193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:05.215358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b10f3e4f-7ca0-4ec3-9ae5-671249969126 None None] Provisioning for port c7477d87-5acd-4f37-bf0f-03f2d908b2e1 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:17:05.220823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b10f3e4f-7ca0-4ec3-9ae5-671249969126 None None] Provisioning complete for port c7477d87-5acd-4f37-bf0f-03f2d908b2e1 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:17:05.221274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b10f3e4f-7ca0-4ec3-9ae5-671249969126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:05.279766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b10f3e4f-7ca0-4ec3-9ae5-671249969126 None None] Port c7477d87-5acd-4f37-bf0f-03f2d908b2e1 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:17:05.446286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9b2fd-4062-4356-afde-dd6bc9decde2 req-be7b7401-642f-47bb-a228-06eded6a5100 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:05.448496 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-61a9b2fd-4062-4356-afde-dd6bc9decde2 req-be7b7401-642f-47bb-a228-06eded6a5100 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 932 time: 0.0938346 Jun 03 22:17:05.498954 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-61a9b2fd-4062-4356-afde-dd6bc9decde2 req-304b675e-20ff-47bc-8bd7-0da5f64e43ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447752 Jun 03 22:17:05.731376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7477d87-5acd-4f37-bf0f-03f2d908b2e1 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:17:05.738872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:05.754439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Transition to ACTIVE for port object c7477d87-5acd-4f37-bf0f-03f2d908b2e1 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:17:05.760889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:05.765025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79bb4c08-d884-41d0-9311-49e7468cbc77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:17:05.919815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Pushing event updated for resources: {'Port': ['ID=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:17:05.922819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:17:06.006680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Attempting to bind port c7477d87-5acd-4f37-bf0f-03f2d908b2e1 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:17:06.006877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Attempting to bind port c7477d87-5acd-4f37-bf0f-03f2d908b2e1 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:17:06.007205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Attempting to bind port c7477d87-5acd-4f37-bf0f-03f2d908b2e1 on network b97b84f4-709f-4701-ad71-c5fb2c75b378 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:17:06.012399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Port c7477d87-5acd-4f37-bf0f-03f2d908b2e1 on network b97b84f4-709f-4701-ad71-c5fb2c75b378 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:17:06.012717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Attempting to bind port c7477d87-5acd-4f37-bf0f-03f2d908b2e1 on network b97b84f4-709f-4701-ad71-c5fb2c75b378 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:17:06.017909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:17:06.018239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Checking segment: {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:17:06.018620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Bound using segment: {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:17:06.019040 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Bound port: c7477d87-5acd-4f37-bf0f-03f2d908b2e1, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:17:06.019385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:06.121182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] For port c7477d87-5acd-4f37-bf0f-03f2d908b2e1, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:17:06.124929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] For port c7477d87-5acd-4f37-bf0f-03f2d908b2e1, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:17:06.131408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:06.135498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4ff82b9b-8a18-4a18-bbf0-ed853f1dc74a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:17:06.138273 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:17:06.190474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:06.191080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:06.192614 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] 10.222.0.24 "PUT /v2.0/ports/c7477d87-5acd-4f37-bf0f-03f2d908b2e1 HTTP/1.1" status: 200 len: 1094 time: 1.1130576 Jun 03 22:17:06.193138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdd133d-6553-4b11-b080-616c252389c9', 'tag': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:17:06.195434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018205f7-39c1-49b0-bb74-c1015853c4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdd133d-6553-4b11-b080-616c252389c9", "tag": "c7477d87-5acd-4f37-bf0f-03f2d908b2e1"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:17:06.221403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Pushing event updated for resources: {'Port': ['ID=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:17:06.225243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:17:06.270744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3841c9d-a54c-48e1-b564-6c2693617804 x-openstack-request-id: req-c3841c9d-a54c-48e1-b564-6c2693617804 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:17:06.271060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdd133d-6553-4b11-b080-616c252389c9", "tag": "c7477d87-5acd-4f37-bf0f-03f2d908b2e1", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:17:06.271371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c3841c9d-a54c-48e1-b564-6c2693617804 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:17:06.271879 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdd133d-6553-4b11-b080-616c252389c9', 'tag': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1', 'status': 'completed', 'code': 200} Jun 03 22:17:06.319507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-99daf1fe-e0e2-4d3c-a030-5e8427074653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:06.321281 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-99daf1fe-e0e2-4d3c-a030-5e8427074653 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 1097 time: 0.0835292 Jun 03 22:17:06.400194 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-843c7d1b-aed1-4725-9522-5bf5eb8d7e54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1 HTTP/1.1" status: 200 len: 217 time: 0.0713067 Jun 03 22:17:06.463758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8698567b-7cc9-4bc0-b9a0-eb9ee2330291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:06.465259 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-8698567b-7cc9-4bc0-b9a0-eb9ee2330291 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0584967 Jun 03 22:17:06.551697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-212e977a-1c90-4b23-8481-34b368fb11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:06.553173 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-212e977a-1c90-4b23-8481-34b368fb11b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817630 Jun 03 22:17:06.692063 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-9f5d337f-9517-4630-a307-aea3d68f4305 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314487 Jun 03 22:17:06.702594 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026e6a-bb86-400c-a567-4b09e3aea773 req-b97f5be9-2330-4eb2-9608-ed064aa6825d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:06.704174 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cc026e6a-bb86-400c-a567-4b09e3aea773 req-b97f5be9-2330-4eb2-9608-ed064aa6825d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 944 time: 0.0868869 Jun 03 22:17:06.752667 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cc026e6a-bb86-400c-a567-4b09e3aea773 req-6056835d-7759-42b7-a467-aeab1ea53c58 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422697 Jun 03 22:17:06.829615 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf591f32-7645-42c5-a8e7-5ab1f1f5c962 req-b8d42c8b-c671-4dab-903e-d16e05eed39b service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302259 Jun 03 22:17:06.962485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018205f7-39c1-49b0-bb74-c1015853c4a0 req-82a2d447-0481-481d-bd38-7f489cc800d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:06.964709 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-018205f7-39c1-49b0-bb74-c1015853c4a0 req-82a2d447-0481-481d-bd38-7f489cc800d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 1097 time: 0.0810063 Jun 03 22:17:07.110147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018205f7-39c1-49b0-bb74-c1015853c4a0 req-cce0e634-7587-4fc0-b741-2b75c10489bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:07.111646 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-018205f7-39c1-49b0-bb74-c1015853c4a0 req-cce0e634-7587-4fc0-b741-2b75c10489bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1400042 Jun 03 22:17:07.196844 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-018205f7-39c1-49b0-bb74-c1015853c4a0 req-76dd1e39-2c7d-4a1c-976a-3c8bde175a63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1 HTTP/1.1" status: 200 len: 217 time: 0.0776668 Jun 03 22:17:07.276769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018205f7-39c1-49b0-bb74-c1015853c4a0 req-9eab0355-90a2-4b1b-b7c6-972c5491fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:07.278438 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-018205f7-39c1-49b0-bb74-c1015853c4a0 req-9eab0355-90a2-4b1b-b7c6-972c5491fa00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0748963 Jun 03 22:17:07.371741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018205f7-39c1-49b0-bb74-c1015853c4a0 req-504e781c-5198-4828-be36-9e2e30770bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:07.373112 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-018205f7-39c1-49b0-bb74-c1015853c4a0 req-504e781c-5198-4828-be36-9e2e30770bb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876546 Jun 03 22:17:07.670322 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-018205f7-39c1-49b0-bb74-c1015853c4a0 req-f689292f-8654-4e57-a315-2d7360c61370 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898331 Jun 03 22:17:07.809027 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-018205f7-39c1-49b0-bb74-c1015853c4a0 req-e98b0070-807d-41bb-91b8-7b9fd7d6831d service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318462 Jun 03 22:17:07.958250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c7f29-c07f-49cc-9f3f-ffbcad86fcf2 req-33bfdd99-5c03-4d92-8730-77a1137ceb90 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:07.958836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b13c7f29-c07f-49cc-9f3f-ffbcad86fcf2 req-33bfdd99-5c03-4d92-8730-77a1137ceb90 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Synchronizing usage tracker for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:17:07.979202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-b13c7f29-c07f-49cc-9f3f-ffbcad86fcf2 req-33bfdd99-5c03-4d92-8730-77a1137ceb90 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Unset dirty status for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:17:07.980737 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b13c7f29-c07f-49cc-9f3f-ffbcad86fcf2 req-33bfdd99-5c03-4d92-8730-77a1137ceb90 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 944 time: 0.1103919 Jun 03 22:17:08.034797 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b13c7f29-c07f-49cc-9f3f-ffbcad86fcf2 req-9b8006b2-6957-4a09-96f7-05cc739f2446 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473273 Jun 03 22:17:09.062364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c7477d87-5acd-4f37-bf0f-03f2d908b2e1 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:17:09.203266 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c7477d87-5acd-4f37-bf0f-03f2d908b2e1, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:17:09.218174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'port_id': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1', 'mac_address': 'fa:16:3e:c0:27:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:17:09.232718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654066d9-54e9-4613-95e6-e89eede8accb req-74ee538c-1ed6-47ca-a380-1a28e9657d65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:09.234404 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-654066d9-54e9-4613-95e6-e89eede8accb req-74ee538c-1ed6-47ca-a380-1a28e9657d65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 944 time: 0.0881996 Jun 03 22:17:09.280515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:09.281609 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-654066d9-54e9-4613-95e6-e89eede8accb req-0a07ff73-252d-43d8-88b8-7a1b615b9615 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414221 Jun 03 22:17:09.297896 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7477d87-5acd-4f37-bf0f-03f2d908b2e1 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:17:09.314562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c7477d87-5acd-4f37-bf0f-03f2d908b2e1, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:17:09.320690 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:09.323542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:17:09.407236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:17:09.411451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:17:09.636398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['c7477d87-5acd-4f37-bf0f-03f2d908b2e1'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:17:10.482565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39494f-a7a9-44f3-8a5e-27d79c9a5342 req-b3ce7bd3-1d53-41b8-83e5-7f6a89d409d1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:10.484061 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0e39494f-a7a9-44f3-8a5e-27d79c9a5342 req-b3ce7bd3-1d53-41b8-83e5-7f6a89d409d1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 945 time: 0.0954833 Jun 03 22:17:10.531307 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0e39494f-a7a9-44f3-8a5e-27d79c9a5342 req-079dc6d3-e63b-4462-ac4e-5374858c65c1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 Jun 03 22:17:11.092673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c7477d87-5acd-4f37-bf0f-03f2d908b2e1 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:17:11.165752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port c7477d87-5acd-4f37-bf0f-03f2d908b2e1 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:17:11.171191 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port c7477d87-5acd-4f37-bf0f-03f2d908b2e1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:17:11.171642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:11.298259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:11.325200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdd133d-6553-4b11-b080-616c252389c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:17:11.327615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05b2eb3-1aa8-467c-82a3-78b88d52f3b4" -d '{"events": [{"server_uuid": "4fdd133d-6553-4b11-b080-616c252389c9", "name": "network-vif-plugged", "status": "completed", "tag": "c7477d87-5acd-4f37-bf0f-03f2d908b2e1"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:17:11.336378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c7477d87-5acd-4f37-bf0f-03f2d908b2e1, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:17:11.342084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:11.344997 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:17:11.377218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c39eb2a-1d95-4659-b74c-11d6713bde76 x-openstack-request-id: req-0c39eb2a-1d95-4659-b74c-11d6713bde76 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:17:11.377515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdd133d-6553-4b11-b080-616c252389c9", "name": "network-vif-plugged", "status": "completed", "tag": "c7477d87-5acd-4f37-bf0f-03f2d908b2e1", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:17:11.377774 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0c39eb2a-1d95-4659-b74c-11d6713bde76 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:17:11.378163 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdd133d-6553-4b11-b080-616c252389c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1', 'code': 200} Jun 03 22:17:11.432328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:17:11.435446 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:17:11.625483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4a956-4d98-4cfe-99b8-50afd4150f16 req-66d57989-be19-4e81-9c5b-912b473c2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:11.626877 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-82d4a956-4d98-4cfe-99b8-50afd4150f16 req-66d57989-be19-4e81-9c5b-912b473c2310 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 1099 time: 0.0754051 Jun 03 22:17:11.729783 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-82d4a956-4d98-4cfe-99b8-50afd4150f16 req-947354b3-0d80-4d84-9f42-bae24c9535c8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955725 Jun 03 22:17:11.768246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2995d6-afcc-41d1-a86a-c8644a78e340 req-42e8d7f8-6bd1-4856-a3d1-5722e471a852 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:11.770383 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3e2995d6-afcc-41d1-a86a-c8644a78e340 req-42e8d7f8-6bd1-4856-a3d1-5722e471a852 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.1185279 Jun 03 22:17:11.826459 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3e2995d6-afcc-41d1-a86a-c8644a78e340 req-5c570fb4-c04a-4023-8e34-62f8a94ff684 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462065 Jun 03 22:17:13.037724 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f69ab-ea3e-471a-b9b0-b049ba59b053 req-5c3fdc0a-390d-4817-b9d3-0c97c323ea4d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:13.039213 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ab5f69ab-ea3e-471a-b9b0-b049ba59b053 req-5c3fdc0a-390d-4817-b9d3-0c97c323ea4d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0957918 Jun 03 22:17:13.163308 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ab5f69ab-ea3e-471a-b9b0-b049ba59b053 req-e676dfcc-24b0-4df7-8846-679cf5a2e5b7 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178467 Jun 03 22:17:13.357598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba7b1c-2f83-41e6-805b-df736c8ae4d3 req-4a9ff7a2-60a0-41a8-8aeb-f806d638dd90 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:13.359061 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c4ba7b1c-2f83-41e6-805b-df736c8ae4d3 req-4a9ff7a2-60a0-41a8-8aeb-f806d638dd90 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0879164 Jun 03 22:17:13.372113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 59608) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:17:13.377314 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-200052bd-f4e0-48c4-9a53-33fc456fc1f4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Request body: {'floatingip': {'port_id': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:17:13.590204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-200052bd-f4e0-48c4-9a53-33fc456fc1f4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:14.255417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-200052bd-f4e0-48c4-9a53-33fc456fc1f4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:14.261807 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-200052bd-f4e0-48c4-9a53-33fc456fc1f4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:14.439585 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-200052bd-f4e0-48c4-9a53-33fc456fc1f4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152 associated. External IP: 172.26.3.246, port: c7477d87-5acd-4f37-bf0f-03f2d908b2e1. Jun 03 22:17:14.812854 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200052bd-f4e0-48c4-9a53-33fc456fc1f4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:17:15.136724 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200052bd-f4e0-48c4-9a53-33fc456fc1f4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:17:15.141805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-200052bd-f4e0-48c4-9a53-33fc456fc1f4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:15.146405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb8d78-f260-4581-87e4-c9edcdaf8304 None None] Sync routers for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:17:15.157279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb8d78-f260-4581-87e4-c9edcdaf8304 None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:17:15.158030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-22bb8d78-f260-4581-87e4-c9edcdaf8304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:16:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:17:15.200086 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-200052bd-f4e0-48c4-9a53-33fc456fc1f4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "PUT /v2.0/floatingips/6a716bd3-d443-48b7-b9b5-3c3e395e0152 HTTP/1.1" status: 200 len: 992 time: 1.8268259 Jun 03 22:17:15.200725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdd133d-6553-4b11-b080-616c252389c9', 'tag': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:17:15.203033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6d7e1c-752a-48b4-9b07-6f050f10b023" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdd133d-6553-4b11-b080-616c252389c9", "tag": "c7477d87-5acd-4f37-bf0f-03f2d908b2e1"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:17:15.255207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47d3ddd-e524-495b-8cf3-d0e986022f24 x-openstack-request-id: req-c47d3ddd-e524-495b-8cf3-d0e986022f24 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:17:15.255578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdd133d-6553-4b11-b080-616c252389c9", "tag": "c7477d87-5acd-4f37-bf0f-03f2d908b2e1", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:17:15.256161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c47d3ddd-e524-495b-8cf3-d0e986022f24 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:17:15.256333 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdd133d-6553-4b11-b080-616c252389c9', 'tag': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1', 'status': 'completed', 'code': 200} Jun 03 22:17:15.348028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-22bb8d78-f260-4581-87e4-c9edcdaf8304 None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:17:15.365368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d7e1c-752a-48b4-9b07-6f050f10b023 req-2e6d16f7-0cfe-4b0d-91fe-8047b301b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:15.366907 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fe6d7e1c-752a-48b4-9b07-6f050f10b023 req-2e6d16f7-0cfe-4b0d-91fe-8047b301b2f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 1099 time: 0.0821822 Jun 03 22:17:15.510876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d7e1c-752a-48b4-9b07-6f050f10b023 req-792b1428-d81c-417e-9877-27a2d8a829bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:15.512415 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fe6d7e1c-752a-48b4-9b07-6f050f10b023 req-792b1428-d81c-417e-9877-27a2d8a829bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1385183 Jun 03 22:17:15.627041 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fe6d7e1c-752a-48b4-9b07-6f050f10b023 req-f3e496f8-1e76-4c09-9c20-2be116726460 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1 HTTP/1.1" status: 200 len: 1000 time: 0.1077645 Jun 03 22:17:15.693118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d7e1c-752a-48b4-9b07-6f050f10b023 req-d2aa9e4f-7c86-423c-a0a2-e0e6a64121a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:15.694521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fe6d7e1c-752a-48b4-9b07-6f050f10b023 req-d2aa9e4f-7c86-423c-a0a2-e0e6a64121a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0612285 Jun 03 22:17:15.762501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-22bb8d78-f260-4581-87e4-c9edcdaf8304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6a716bd3-d443-48b7-b9b5-3c3e395e0152', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'port_id': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'mac_address': 'fa:16:3e:c0:27:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd133d-6553-4b11-b080-616c252389c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:15:05Z', 'updated_at': '2021-06-03T22:17:14Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:17:15.767047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb8d78-f260-4581-87e4-c9edcdaf8304 None None] Checking router: 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:17:15.775401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d7e1c-752a-48b4-9b07-6f050f10b023 req-df601112-abb7-4418-9d0d-5d7417b915a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:15.776071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb8d78-f260-4581-87e4-c9edcdaf8304 None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:17:15.776690 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-22bb8d78-f260-4581-87e4-c9edcdaf8304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:16:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:17:15.776905 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fe6d7e1c-752a-48b4-9b07-6f050f10b023 req-df601112-abb7-4418-9d0d-5d7417b915a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764685 Jun 03 22:17:15.919351 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fe6d7e1c-752a-48b4-9b07-6f050f10b023 req-8091e759-8c6c-4e75-8d99-e69990095099 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358471 Jun 03 22:17:15.974656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-22bb8d78-f260-4581-87e4-c9edcdaf8304 None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:17:16.055652 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fe6d7e1c-752a-48b4-9b07-6f050f10b023 req-b6cbab23-76aa-464d-83fb-ea0f31775c08 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296887 Jun 03 22:17:16.345792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-22bb8d78-f260-4581-87e4-c9edcdaf8304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6a716bd3-d443-48b7-b9b5-3c3e395e0152', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'port_id': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'mac_address': 'fa:16:3e:c0:27:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd133d-6553-4b11-b080-616c252389c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:15:05Z', 'updated_at': '2021-06-03T22:17:14Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:17:16.350065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb8d78-f260-4581-87e4-c9edcdaf8304 None None] The sync data for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv is: [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6a716bd3-d443-48b7-b9b5-3c3e395e0152', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'port_id': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'mac_address': 'fa:16:3e:c0:27:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd133d-6553-4b11-b080-616c252389c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:15:05Z', 'updated_at': '2021-06-03T22:17:14Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:17:16.552075 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beca06d-9115-4fb3-83ce-3426a711c988 None None] New status for floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:17:22.816695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd8f7-d18a-4e1f-be61-1182f838bbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:25.365480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:25.496185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b87bc75-dfdf-4d2e-871d-eb07e5340b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:27.026659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:27.028422 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:28.582961 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:43.138152 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:17:52.812378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-133a805f-ea28-4609-8112-d11897e09ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:53.432584 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-52f33c8f-3157-4cc1-ba5c-1df70b8ce166 req-dc0b580a-0638-4877-967a-3aa0e18916c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776720 Jun 03 22:17:53.605315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f33c8f-3157-4cc1-ba5c-1df70b8ce166 req-cfbb622b-a6ed-4a49-82e6-03647042a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:53.607537 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-52f33c8f-3157-4cc1-ba5c-1df70b8ce166 req-cfbb622b-a6ed-4a49-82e6-03647042a68d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 1099 time: 0.0901048 Jun 03 22:17:53.926033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f33c8f-3157-4cc1-ba5c-1df70b8ce166 req-aaf73234-b252-4e59-b7a6-565f4723fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:53.929689 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-52f33c8f-3157-4cc1-ba5c-1df70b8ce166 req-aaf73234-b252-4e59-b7a6-565f4723fd41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.2996094 Jun 03 22:17:54.045424 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-52f33c8f-3157-4cc1-ba5c-1df70b8ce166 req-045e5f28-7f2e-47d1-8353-2dcf9b3fce1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1 HTTP/1.1" status: 200 len: 1002 time: 0.1081984 Jun 03 22:17:54.110794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f33c8f-3157-4cc1-ba5c-1df70b8ce166 req-d7baa399-9df3-4d10-8d02-63abdca34257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:54.112252 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-52f33c8f-3157-4cc1-ba5c-1df70b8ce166 req-d7baa399-9df3-4d10-8d02-63abdca34257 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0611846 Jun 03 22:17:54.193212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f33c8f-3157-4cc1-ba5c-1df70b8ce166 req-cbe50bc3-3566-4fe1-902b-61d9e8ac24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:17:54.194707 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-52f33c8f-3157-4cc1-ba5c-1df70b8ce166 req-cbe50bc3-3566-4fe1-902b-61d9e8ac24be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756073 Jun 03 22:17:54.338790 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-52f33c8f-3157-4cc1-ba5c-1df70b8ce166 req-8017242a-9754-487a-bdb0-c38cff65fe30 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356854 Jun 03 22:17:54.479940 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-52f33c8f-3157-4cc1-ba5c-1df70b8ce166 req-10e75460-fb5c-420e-817b-d3168c9948cd service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337190 Jun 03 22:17:55.362419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:55.491940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2145baff-4e0e-4d59-857f-c5e96a4e90da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:57.023732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:57.025876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:17:58.534259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:20.137697 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:18:22.819162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-10412708-a2ec-4773-8a13-dfb4e45ee6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:24.864479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649aa22-75ed-4c5a-99d7-864c70172147 req-b3edd190-ee2b-4665-98bb-8c6560757155 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:24.865940 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b649aa22-75ed-4c5a-99d7-864c70172147 req-b3edd190-ee2b-4665-98bb-8c6560757155 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.1728828 Jun 03 22:18:24.919064 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b649aa22-75ed-4c5a-99d7-864c70172147 req-73f9d6bd-31e4-45b8-8c20-694755998642 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443578 Jun 03 22:18:25.358908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:25.489968 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7230-6703-42d8-9741-a8cbdfc51195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:26.129339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651f1d2-e429-43c3-9167-fca349b09438 req-054c8a18-3c86-4ea6-8191-56f944d0bb97 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:26.131312 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b651f1d2-e429-43c3-9167-fca349b09438 req-054c8a18-3c86-4ea6-8191-56f944d0bb97 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0927112 Jun 03 22:18:26.181569 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b651f1d2-e429-43c3-9167-fca349b09438 req-48160a3a-f71f-4270-a25f-4cc30878b5bf tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443099 Jun 03 22:18:27.030975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:27.042920 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:27.396057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2c7a5-10e1-4367-b95b-966143834c46 req-a0740731-a014-4afd-b7ef-24f5980a7c9b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:27.397548 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cfc2c7a5-10e1-4367-b95b-966143834c46 req-a0740731-a014-4afd-b7ef-24f5980a7c9b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0955434 Jun 03 22:18:27.445139 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cfc2c7a5-10e1-4367-b95b-966143834c46 req-0099d00c-dfb4-4ef3-a61c-7f269645e52d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418379 Jun 03 22:18:28.529480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:28.653036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdaf02-62fd-42d9-9975-abd64110a7ad req-a3a111be-5456-4b97-a8d0-9beb89954caf tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:28.654536 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-85fdaf02-62fd-42d9-9975-abd64110a7ad req-a3a111be-5456-4b97-a8d0-9beb89954caf tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0886388 Jun 03 22:18:28.718036 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-85fdaf02-62fd-42d9-9975-abd64110a7ad req-fad40347-8f58-4d9d-b47b-1a89daff3900 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544715 Jun 03 22:18:29.921481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb32ab-3f1a-4438-934d-78080c6f14f2 req-10986720-0fd0-4527-8440-af6df8ab4000 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:29.922941 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-09bb32ab-3f1a-4438-934d-78080c6f14f2 req-10986720-0fd0-4527-8440-af6df8ab4000 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0973370 Jun 03 22:18:29.970563 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-09bb32ab-3f1a-4438-934d-78080c6f14f2 req-5dda451b-5b6a-47e3-bcaa-f27161399679 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414200 Jun 03 22:18:31.182082 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02ae95-812a-4e5a-8fed-0b6fe7c1df63 req-a0152ead-86cd-4d10-929d-b832c9fbc6e2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:31.183872 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9d02ae95-812a-4e5a-8fed-0b6fe7c1df63 req-a0152ead-86cd-4d10-929d-b832c9fbc6e2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0943413 Jun 03 22:18:31.232093 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9d02ae95-812a-4e5a-8fed-0b6fe7c1df63 req-4d7cbaad-f164-449c-b4ea-93be7190a696 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423687 Jun 03 22:18:32.461342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e82bc8-00b3-4a03-a0db-eb348a90ff82 req-0d98537d-f9e4-40a3-a718-98acf3d1eea4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:32.462750 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c0e82bc8-00b3-4a03-a0db-eb348a90ff82 req-0d98537d-f9e4-40a3-a718-98acf3d1eea4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0912378 Jun 03 22:18:32.512635 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c0e82bc8-00b3-4a03-a0db-eb348a90ff82 req-4171855b-5166-4b5f-8691-264082f57528 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440130 Jun 03 22:18:33.715607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db422038-058e-4b7a-a53a-a7e157c43202 req-1fa63f0e-d0fa-44df-a613-511b472c68ad tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:33.717103 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-db422038-058e-4b7a-a53a-a7e157c43202 req-1fa63f0e-d0fa-44df-a613-511b472c68ad tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0937736 Jun 03 22:18:33.774617 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-db422038-058e-4b7a-a53a-a7e157c43202 req-c3b0326e-e075-4180-b9e4-3003d91470c2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490556 Jun 03 22:18:34.970941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29619599-08f9-41e8-b3de-421d65c66a27 req-86fd002a-8201-47e0-a9fe-cb7b3927e7e0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:34.972438 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29619599-08f9-41e8-b3de-421d65c66a27 req-86fd002a-8201-47e0-a9fe-cb7b3927e7e0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0873289 Jun 03 22:18:35.031152 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29619599-08f9-41e8-b3de-421d65c66a27 req-48821ae9-7ace-4416-b7b6-e2639c3e1501 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499122 Jun 03 22:18:36.227275 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77557743-838b-443e-91bc-f4e0b791b1c8 req-896974ff-ffed-4b88-b99f-c49aca087cb8 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:36.228794 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-77557743-838b-443e-91bc-f4e0b791b1c8 req-896974ff-ffed-4b88-b99f-c49aca087cb8 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0878870 Jun 03 22:18:36.292797 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-77557743-838b-443e-91bc-f4e0b791b1c8 req-dad217b2-299a-431c-9817-ed59809c22b1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581164 Jun 03 22:18:37.508482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf2b2c-2ebc-48b2-b9d3-b4928d3450dd req-9c0cb998-b0ce-4066-814d-261269531968 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:37.509875 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-81bf2b2c-2ebc-48b2-b9d3-b4928d3450dd req-9c0cb998-b0ce-4066-814d-261269531968 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.1054947 Jun 03 22:18:37.556677 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-81bf2b2c-2ebc-48b2-b9d3-b4928d3450dd req-4845717f-3457-43dc-8f00-a829657e0dd3 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409117 Jun 03 22:18:38.765548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e87940-74c3-406d-9282-9cf8cb88bc2c req-1554d199-7214-4925-98df-075fa6ae082d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:38.767062 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f0e87940-74c3-406d-9282-9cf8cb88bc2c req-1554d199-7214-4925-98df-075fa6ae082d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0949838 Jun 03 22:18:38.817135 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f0e87940-74c3-406d-9282-9cf8cb88bc2c req-59790410-88b0-46a5-b810-e0b7b2ba03fe tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440128 Jun 03 22:18:40.042884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3e417-3713-4388-afd6-d80ae64dee67 req-9ad21d56-b7c0-4f8a-b724-1aacefc5a036 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:40.044403 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f2b3e417-3713-4388-afd6-d80ae64dee67 req-9ad21d56-b7c0-4f8a-b724-1aacefc5a036 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.1114159 Jun 03 22:18:40.091478 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f2b3e417-3713-4388-afd6-d80ae64dee67 req-d6eb3ae4-a0b1-4551-bf1e-eb7a0abb342e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408709 Jun 03 22:18:41.312397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9500b3-249b-450a-97dc-2026d30a2523 req-3e7b7285-6b97-4fac-b83e-ecaa650bf9ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:41.313851 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2a9500b3-249b-450a-97dc-2026d30a2523 req-3e7b7285-6b97-4fac-b83e-ecaa650bf9ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0953686 Jun 03 22:18:41.365471 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2a9500b3-249b-450a-97dc-2026d30a2523 req-30f36d0a-cb55-4121-8e95-18859167cfd8 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427642 Jun 03 22:18:41.735311 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-f22fd0a3-7bd3-472f-82f4-86b40b10c06e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730875 Jun 03 22:18:41.793995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc9c51-a192-42a3-9057-eb521628bb9c req-50752f5e-0c1e-4df2-8ac9-ba3c2638c688 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:41.795472 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f8bc9c51-a192-42a3-9057-eb521628bb9c req-50752f5e-0c1e-4df2-8ac9-ba3c2638c688 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0893712 Jun 03 22:18:41.845536 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f8bc9c51-a192-42a3-9057-eb521628bb9c req-102db1d2-577b-4e1e-805b-a0d079cb652d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438747 Jun 03 22:18:43.109896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5c6e5-23d0-438f-9cec-38b8ad507a7e req-29c0eb8a-7439-4731-b00d-263e71de86ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:43.111346 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5af5c6e5-23d0-438f-9cec-38b8ad507a7e req-29c0eb8a-7439-4731-b00d-263e71de86ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.1461470 Jun 03 22:18:43.137543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-aaa99fac-6443-44c3-9f92-9ba8a32ba97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:43.138894 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-aaa99fac-6443-44c3-9f92-9ba8a32ba97b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 1099 time: 0.1366777 Jun 03 22:18:43.200570 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5af5c6e5-23d0-438f-9cec-38b8ad507a7e req-12c55353-cd3b-4313-bfec-d4e998af5227 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829964 Jun 03 22:18:43.295228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-96e0ff86-9e5f-43fa-866f-ede75e626ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:43.296721 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-96e0ff86-9e5f-43fa-866f-ede75e626ef8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1504245 Jun 03 22:18:43.407265 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-43dc4255-1b35-49cc-8840-e7d03722cf3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1 HTTP/1.1" status: 200 len: 1002 time: 0.1034110 Jun 03 22:18:43.478281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-124387d5-f464-41ba-90e5-d4f18f3a7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:43.479773 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-124387d5-f464-41ba-90e5-d4f18f3a7262 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0662322 Jun 03 22:18:43.561765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-3c9b74bf-47ef-4c6b-a98f-108a5d4888b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:43.563251 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-3c9b74bf-47ef-4c6b-a98f-108a5d4888b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769420 Jun 03 22:18:43.709771 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-11320f6b-4047-4914-b273-d2bac3f25daa service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390269 Jun 03 22:18:43.861445 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-6dd5520c-4693-40a9-823a-36d1c2b5cb8f service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440222 Jun 03 22:18:44.408516 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da99550-cf97-473b-b437-c75d4c1e1e92 req-d347d9bd-8672-4f2f-9584-98aa1c56d2b1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:44.409973 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3da99550-cf97-473b-b437-c75d4c1e1e92 req-d347d9bd-8672-4f2f-9584-98aa1c56d2b1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0965061 Jun 03 22:18:44.460760 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3da99550-cf97-473b-b437-c75d4c1e1e92 req-57a0d505-3d06-4edc-82ab-4d95e9ea5575 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424554 Jun 03 22:18:45.766124 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-86f1c61b-93d7-4cac-ac0c-09faddb6bb8d service neutron] 10.222.0.24 "GET /v2.0/ports/c7477d87-5acd-4f37-bf0f-03f2d908b2e1/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.2719941 Jun 03 22:18:45.799682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21849e2-9855-40a6-b0b9-12ca616e708c req-9bd88ea6-05a4-4489-a818-ec9d1bc35f6c tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:45.801155 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a21849e2-9855-40a6-b0b9-12ca616e708c req-9bd88ea6-05a4-4489-a818-ec9d1bc35f6c tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.1102443 Jun 03 22:18:45.849946 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a21849e2-9855-40a6-b0b9-12ca616e708c req-ae5c8195-75a5-4f50-a340-884e86c87204 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418520 Jun 03 22:18:46.051948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-b1eb896d-4fbb-4f72-8d00-e1fb75801469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:46.053370 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-b1eb896d-4fbb-4f72-8d00-e1fb75801469 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 1099 time: 0.0819166 Jun 03 22:18:46.154334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-a0c123ea-b63c-417d-bfdd-5c7e75ff30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:46.155849 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-a0c123ea-b63c-417d-bfdd-5c7e75ff30a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 1099 time: 0.0745716 Jun 03 22:18:46.300194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-52ca4fa9-96bf-4a41-bab9-c0eef2d37496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:46.302654 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-52ca4fa9-96bf-4a41-bab9-c0eef2d37496 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1406732 Jun 03 22:18:46.408039 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-efef6ea2-ba2e-4a94-ac70-671ab25a00e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1 HTTP/1.1" status: 200 len: 1002 time: 0.0990431 Jun 03 22:18:46.484878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-571c76fb-cbd2-4168-88bd-660336282104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:46.486341 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-571c76fb-cbd2-4168-88bd-660336282104 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0708070 Jun 03 22:18:46.574638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-6826fa66-ad91-49b2-aff4-67fb289b1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:46.576037 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-6826fa66-ad91-49b2-aff4-67fb289b1be6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827022 Jun 03 22:18:46.711602 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-ed5b1f9d-62b4-4948-9af2-068f34065c31 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289153 Jun 03 22:18:46.861015 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7886ccc5-117e-4b6e-968d-1cbf8a6321bf req-3b6cbfd4-3d7c-48f0-988b-fc5a84d6e75b service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427147 Jun 03 22:18:47.067196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeb271-5fe4-4530-aa00-567137449616 req-251b9264-a244-4fc6-842d-829784e2b7b6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:47.068754 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0fdeb271-5fe4-4530-aa00-567137449616 req-251b9264-a244-4fc6-842d-829784e2b7b6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.1000235 Jun 03 22:18:47.119274 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0fdeb271-5fe4-4530-aa00-567137449616 req-6fd0b9c1-1975-49f3-9647-77d72b2caa23 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443094 Jun 03 22:18:48.332120 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f0d9f-f1b0-45b8-beb4-ccd53a0c771a req-8213f8a9-458e-49fa-aeff-1fa69d47973a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:48.333742 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d48f0d9f-f1b0-45b8-beb4-ccd53a0c771a req-8213f8a9-458e-49fa-aeff-1fa69d47973a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0986416 Jun 03 22:18:48.391038 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d48f0d9f-f1b0-45b8-beb4-ccd53a0c771a req-45f18cf0-fcc4-49f6-a0f3-a01bc190a237 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508349 Jun 03 22:18:49.576051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c7477d87-5acd-4f37-bf0f-03f2d908b2e1 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:18:49.578495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c7477d87-5acd-4f37-bf0f-03f2d908b2e1 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:18:49.595423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63983fe-f9cb-483b-ac12-705271a58368 req-230b0b5c-a687-4e58-b68f-a91ed52b1fd9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:49.596949 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d63983fe-f9cb-483b-ac12-705271a58368 req-230b0b5c-a687-4e58-b68f-a91ed52b1fd9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0946643 Jun 03 22:18:49.648925 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d63983fe-f9cb-483b-ac12-705271a58368 req-42e691fd-9e2d-436b-a1d9-f1b6d85a3afc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457690 Jun 03 22:18:49.875892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:49.891004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c7477d87-5acd-4f37-bf0f-03f2d908b2e1, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:18:49.909457 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'port_id': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1', 'mac_address': 'fa:16:3e:c0:27:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:18:49.950129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdd133d-6553-4b11-b080-616c252389c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:18:49.952333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7d697e-f932-40a1-8241-a2c1812361fe" -d '{"events": [{"server_uuid": "4fdd133d-6553-4b11-b080-616c252389c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c7477d87-5acd-4f37-bf0f-03f2d908b2e1"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:18:49.975902 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c7477d87-5acd-4f37-bf0f-03f2d908b2e1, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:18:49.990044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e134371-367d-4805-8c10-9b0124f2809a req-abbc7826-b833-4377-aae2-dee407ea6055 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:49.991963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:49.992371 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e134371-367d-4805-8c10-9b0124f2809a req-abbc7826-b833-4377-aae2-dee407ea6055 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 946 time: 0.0976410 Jun 03 22:18:49.992692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160379f-8dc8-4c4a-b6f2-4d64ab8e9044 req-c747e02b-3894-4ff9-ab96-79382edcf658 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:49.995111 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b160379f-8dc8-4c4a-b6f2-4d64ab8e9044 req-c747e02b-3894-4ff9-ab96-79382edcf658 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0933230 Jun 03 22:18:49.996015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:18:50.043434 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b160379f-8dc8-4c4a-b6f2-4d64ab8e9044 req-8f4f9321-adc7-407e-ab93-17c852903194 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415819 Jun 03 22:18:50.050073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:50.084810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7477d87-5acd-4f37-bf0f-03f2d908b2e1 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:18:50.092397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:18:50.131692 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4f2d7b-4eea-466a-bbca-3d16ee6a41a2 x-openstack-request-id: req-3e4f2d7b-4eea-466a-bbca-3d16ee6a41a2 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:18:50.131989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdd133d-6553-4b11-b080-616c252389c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c7477d87-5acd-4f37-bf0f-03f2d908b2e1", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:18:50.132243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3e4f2d7b-4eea-466a-bbca-3d16ee6a41a2 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:18:50.132625 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdd133d-6553-4b11-b080-616c252389c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1', 'code': 200} Jun 03 22:18:50.134331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:50.134331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:50.134527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:50.134819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:50.135143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:50.135496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:50.135799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:50.136124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:50.136439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:50.136748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:50.137059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:50.137367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:50.147250 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:18:50.163281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e134371-367d-4805-8c10-9b0124f2809a req-b740e035-276b-4261-b10d-82239f57472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:50.164847 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e134371-367d-4805-8c10-9b0124f2809a req-b740e035-276b-4261-b10d-82239f57472f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 1097 time: 0.0839486 Jun 03 22:18:50.168928 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 22:18:50.169300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 22:18:50.308087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e134371-367d-4805-8c10-9b0124f2809a req-3ebe1a4d-3435-4107-b2ef-1c1fad2e8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:50.309555 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e134371-367d-4805-8c10-9b0124f2809a req-3ebe1a4d-3435-4107-b2ef-1c1fad2e8bc8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1384141 Jun 03 22:18:50.415064 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e134371-367d-4805-8c10-9b0124f2809a req-792143c7-5715-4c08-94a8-66725bc5fa0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1 HTTP/1.1" status: 200 len: 1000 time: 0.0979576 Jun 03 22:18:50.493187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e134371-367d-4805-8c10-9b0124f2809a req-b1fc20b1-2541-4105-b819-222e4482107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:50.494991 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e134371-367d-4805-8c10-9b0124f2809a req-b1fc20b1-2541-4105-b819-222e4482107c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0736866 Jun 03 22:18:50.577922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e134371-367d-4805-8c10-9b0124f2809a req-a38fc435-f8e0-499b-99c4-8224463f7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:50.579313 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e134371-367d-4805-8c10-9b0124f2809a req-a38fc435-f8e0-499b-99c4-8224463f7425 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769970 Jun 03 22:18:50.724002 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e134371-367d-4805-8c10-9b0124f2809a req-f97f5ff5-c588-4fcf-b70b-51ecf5751478 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375840 Jun 03 22:18:50.725494 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:50.743999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7477d87-5acd-4f37-bf0f-03f2d908b2e1 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:18:50.762435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c7477d87-5acd-4f37-bf0f-03f2d908b2e1, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:18:50.767932 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:50.771054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:18:50.843895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['c7477d87-5acd-4f37-bf0f-03f2d908b2e1'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:18:50.883968 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e134371-367d-4805-8c10-9b0124f2809a req-59baf54c-db94-4aab-8c59-2d3f8685d350 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519444 Jun 03 22:18:50.884872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:18:50.890216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:18:51.263273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817b5d3-b550-42e0-9bb9-ba81bbf94db1 req-1cab790f-855d-4b78-926f-4cb5a9f34ff3 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:51.264791 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c817b5d3-b550-42e0-9bb9-ba81bbf94db1 req-1cab790f-855d-4b78-926f-4cb5a9f34ff3 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 945 time: 0.0978911 Jun 03 22:18:51.314817 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c817b5d3-b550-42e0-9bb9-ba81bbf94db1 req-5b1a4d6c-d573-48a5-80d3-9326e442b5e9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434937 Jun 03 22:18:51.588709 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c7477d87-5acd-4f37-bf0f-03f2d908b2e1 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:18:51.670457 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port c7477d87-5acd-4f37-bf0f-03f2d908b2e1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:18:51.670831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:51.794374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:51.827884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c7477d87-5acd-4f37-bf0f-03f2d908b2e1, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:18:51.834766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:51.836843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:18:51.917103 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,revision_number=8']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:18:51.921347 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:18:52.133823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdd133d-6553-4b11-b080-616c252389c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:18:52.136463 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df56a83c-1bca-4ac6-8bcc-5335a514e713" -d '{"events": [{"server_uuid": "4fdd133d-6553-4b11-b080-616c252389c9", "name": "network-vif-plugged", "status": "completed", "tag": "c7477d87-5acd-4f37-bf0f-03f2d908b2e1"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:18:52.188181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e56265a-3a6c-4739-89aa-50ff0f716365 x-openstack-request-id: req-0e56265a-3a6c-4739-89aa-50ff0f716365 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:18:52.188482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdd133d-6553-4b11-b080-616c252389c9", "name": "network-vif-plugged", "status": "completed", "tag": "c7477d87-5acd-4f37-bf0f-03f2d908b2e1", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:18:52.188767 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0e56265a-3a6c-4739-89aa-50ff0f716365 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:18:52.189163 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdd133d-6553-4b11-b080-616c252389c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1', 'code': 200} Jun 03 22:18:52.520395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc785ef-b0af-467e-a70b-c4a8b60e5172 req-75d010c4-785f-4d71-85dd-4cb8ba1bd393 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:52.521882 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7bc785ef-b0af-467e-a70b-c4a8b60e5172 req-75d010c4-785f-4d71-85dd-4cb8ba1bd393 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0945585 Jun 03 22:18:52.574734 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7bc785ef-b0af-467e-a70b-c4a8b60e5172 req-9783175b-3596-46eb-9cea-1df2b22606a0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465639 Jun 03 22:18:52.794750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99382bd4-2f84-4d15-8783-3953fe51ce7c req-3d0ece2b-08ca-4bae-8778-181cad8ae2b8 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:52.796326 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-99382bd4-2f84-4d15-8783-3953fe51ce7c req-3d0ece2b-08ca-4bae-8778-181cad8ae2b8 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.1001360 Jun 03 22:18:52.815011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-56823c4c-e064-4ce2-8bbe-c0d8fd512c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:52.845609 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-99382bd4-2f84-4d15-8783-3953fe51ce7c req-c86c1d8a-999d-46b8-a326-10061c542337 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430467 Jun 03 22:18:53.412010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd96ac-39ae-436e-b70a-acd841e42101 req-86270768-e8bf-400a-ba58-7a742d2e21e2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:53.413453 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0ccd96ac-39ae-436e-b70a-acd841e42101 req-86270768-e8bf-400a-ba58-7a742d2e21e2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.2716959 Jun 03 22:18:53.465990 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0ccd96ac-39ae-436e-b70a-acd841e42101 req-2fa5bfda-a555-47ad-bbc6-fdf267182c21 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453861 Jun 03 22:18:53.480072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d039-33fa-4aec-aa5e-e06863687f0d req-4cdf3ede-2f9a-49b6-9625-a6effc63db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:53.482078 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3994d039-33fa-4aec-aa5e-e06863687f0d req-4cdf3ede-2f9a-49b6-9625-a6effc63db97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 1099 time: 0.2688568 Jun 03 22:18:53.624032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d039-33fa-4aec-aa5e-e06863687f0d req-1db398a7-31f3-49b4-9e77-1a27c2858bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:53.625482 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3994d039-33fa-4aec-aa5e-e06863687f0d req-1db398a7-31f3-49b4-9e77-1a27c2858bb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1337886 Jun 03 22:18:53.734189 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3994d039-33fa-4aec-aa5e-e06863687f0d req-d4713f66-0f3b-4661-b0bf-2f12a4abca0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1 HTTP/1.1" status: 200 len: 1002 time: 0.1018524 Jun 03 22:18:53.799789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d039-33fa-4aec-aa5e-e06863687f0d req-80e6adce-903c-4e67-a84d-16bc42312a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:53.801303 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3994d039-33fa-4aec-aa5e-e06863687f0d req-80e6adce-903c-4e67-a84d-16bc42312a8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0606983 Jun 03 22:18:53.888745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d039-33fa-4aec-aa5e-e06863687f0d req-249920a5-f629-405d-bd50-da6d33f242c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:53.890258 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3994d039-33fa-4aec-aa5e-e06863687f0d req-249920a5-f629-405d-bd50-da6d33f242c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823042 Jun 03 22:18:54.041199 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3994d039-33fa-4aec-aa5e-e06863687f0d req-9a862c8f-0262-4858-9462-f52d27ac6b68 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435726 Jun 03 22:18:54.181210 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3994d039-33fa-4aec-aa5e-e06863687f0d req-3b125962-d09b-4737-ae8d-9c97baabd567 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315873 Jun 03 22:18:54.386397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874acf8-47bb-47f8-86b2-5c54086917e7 req-ace20228-e85f-4131-b46e-9b961894e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:54.388029 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7874acf8-47bb-47f8-86b2-5c54086917e7 req-ace20228-e85f-4131-b46e-9b961894e28a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 1099 time: 0.0931640 Jun 03 22:18:54.558226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874acf8-47bb-47f8-86b2-5c54086917e7 req-b7d0f105-1325-45db-b8bb-40a00b888d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:54.559701 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7874acf8-47bb-47f8-86b2-5c54086917e7 req-b7d0f105-1325-45db-b8bb-40a00b888d5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1417322 Jun 03 22:18:54.667968 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7874acf8-47bb-47f8-86b2-5c54086917e7 req-ce271f9a-6679-42b3-a106-dcf3fbf8573c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1 HTTP/1.1" status: 200 len: 1002 time: 0.1014404 Jun 03 22:18:54.669356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759aefe0-006f-46ef-86a3-8d0eea1b7fce req-2e90995d-de9a-4d86-af6d-cd5bc5088982 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:54.670821 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-759aefe0-006f-46ef-86a3-8d0eea1b7fce req-2e90995d-de9a-4d86-af6d-cd5bc5088982 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0911362 Jun 03 22:18:54.718461 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-759aefe0-006f-46ef-86a3-8d0eea1b7fce req-d8ebce0c-5ecc-433b-8989-7989da1e83ef tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417287 Jun 03 22:18:54.738592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874acf8-47bb-47f8-86b2-5c54086917e7 req-4d301539-415d-404a-81de-9d52ee9aea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:54.740071 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7874acf8-47bb-47f8-86b2-5c54086917e7 req-4d301539-415d-404a-81de-9d52ee9aea4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0642197 Jun 03 22:18:54.825766 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874acf8-47bb-47f8-86b2-5c54086917e7 req-900d49c2-2582-4ec5-95f9-c00b6e17a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:54.827282 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7874acf8-47bb-47f8-86b2-5c54086917e7 req-900d49c2-2582-4ec5-95f9-c00b6e17a53c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802791 Jun 03 22:18:54.970780 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7874acf8-47bb-47f8-86b2-5c54086917e7 req-1fa498c3-70dc-460c-8535-7a601f9f6b3d service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358745 Jun 03 22:18:55.107716 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7874acf8-47bb-47f8-86b2-5c54086917e7 req-72c8300b-1727-4699-8122-d92e2119c2b9 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303070 Jun 03 22:18:55.361633 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:55.496145 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18da6562-c137-4035-bca0-e4bedf0e7610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:55.929154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ec5da-5ac0-4f60-ba70-1b857c28740a req-b315b6b3-29cf-4de3-b9e0-b6e43fab0879 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:55.930650 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-997ec5da-5ac0-4f60-ba70-1b857c28740a req-b315b6b3-29cf-4de3-b9e0-b6e43fab0879 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.1037748 Jun 03 22:18:55.976226 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-997ec5da-5ac0-4f60-ba70-1b857c28740a req-508e06ed-f304-4a43-bad9-6a888d49ba60 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388474 Jun 03 22:18:56.544602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed53064-c9d4-45f3-b70d-eedee1aff4c1 req-38207a2e-91da-4532-a4ab-9acf5db066e6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:56.546515 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5ed53064-c9d4-45f3-b70d-eedee1aff4c1 req-38207a2e-91da-4532-a4ab-9acf5db066e6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.2572794 Jun 03 22:18:56.594952 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5ed53064-c9d4-45f3-b70d-eedee1aff4c1 req-23a45420-8118-446c-a549-f06d9742cd9a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402727 Jun 03 22:18:57.033232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:57.038725 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:57.140647 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:18:57.802987 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd1e4d-0f9d-4bd6-a9ed-612567db7f71 req-5db631e5-aed9-43c4-be63-fc312e6b4bdc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:57.804522 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9ffd1e4d-0f9d-4bd6-a9ed-612567db7f71 req-5db631e5-aed9-43c4-be63-fc312e6b4bdc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0882087 Jun 03 22:18:57.861040 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9ffd1e4d-0f9d-4bd6-a9ed-612567db7f71 req-28d889f6-6c00-4a9f-ba8b-0b742b671e3e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504847 Jun 03 22:18:58.132160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-26b30bff-2d86-4241-8498-00505dfb372e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:18:58.133610 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-26b30bff-2d86-4241-8498-00505dfb372e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 946 time: 0.0979497 Jun 03 22:18:58.274645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Deleting port c7477d87-5acd-4f37-bf0f-03f2d908b2e1 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:18:58.274929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:58.435531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] For port c7477d87-5acd-4f37-bf0f-03f2d908b2e1, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:18:58.436006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:58.529490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:58.764491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:58.764831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:58.765165 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152 disassociated. External IP: 172.26.3.246, port: c7477d87-5acd-4f37-bf0f-03f2d908b2e1. Jun 03 22:18:58.765535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Calling delete_port for c7477d87-5acd-4f37-bf0f-03f2d908b2e1 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:18:58.882903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:58.889308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5ea011ee-745e-4a81-a646-4b140bc0da5b tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:18:58.939170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event deleted for resources: {'Port': ['ID=c7477d87-5acd-4f37-bf0f-03f2d908b2e1,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:18:58.950607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:58.951110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:58.951447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:58.951756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:58.952132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:58.952573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:58.953011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:58.953381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:58.953748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:58.954195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:58.954640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:58.954811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:18:58.958723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:18:59.070063 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-58cc6da2-a043-4f15-9562-6d51b10db3fa req-ae231cbe-e9e6-46f4-adb7-ea8911f90edd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 210 time: 0.0612252 Jun 03 22:18:59.192117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:18:59.384744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:18:59.397846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bdc0eb-7c18-4bbf-8831-923aaf02f9bb None None] Sync routers for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:18:59.410785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bdc0eb-7c18-4bbf-8831-923aaf02f9bb None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:18:59.411427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-62bdc0eb-7c18-4bbf-8831-923aaf02f9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:18:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:18:59.465863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] No DVR routers for this DVR port c7477d87-5acd-4f37-bf0f-03f2d908b2e1 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:18:59.468842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:18:59.471665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdd133d-6553-4b11-b080-616c252389c9', 'name': 'network-vif-deleted', 'tag': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:18:59.473994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0671f9d-8b0d-44d4-81f5-1d7fa86a47fb" -d '{"events": [{"server_uuid": "4fdd133d-6553-4b11-b080-616c252389c9", "name": "network-vif-deleted", "tag": "c7477d87-5acd-4f37-bf0f-03f2d908b2e1"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:18:59.489278 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-791518b8-26d2-48b5-8a6b-bb79f3390bab req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "DELETE /v2.0/ports/c7477d87-5acd-4f37-bf0f-03f2d908b2e1 HTTP/1.1" status: 204 len: 173 time: 1.3488925 Jun 03 22:18:59.585182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6125ee5c-8cee-4461-947f-4bcbb6887dee x-openstack-request-id: req-6125ee5c-8cee-4461-947f-4bcbb6887dee {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:18:59.585593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdd133d-6553-4b11-b080-616c252389c9", "name": "network-vif-deleted", "tag": "c7477d87-5acd-4f37-bf0f-03f2d908b2e1", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:18:59.586000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6125ee5c-8cee-4461-947f-4bcbb6887dee {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:18:59.586516 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdd133d-6553-4b11-b080-616c252389c9', 'name': 'network-vif-deleted', 'tag': 'c7477d87-5acd-4f37-bf0f-03f2d908b2e1', 'status': 'completed', 'code': 200} Jun 03 22:18:59.604386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-62bdc0eb-7c18-4bbf-8831-923aaf02f9bb None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:18:59.940506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-62bdc0eb-7c18-4bbf-8831-923aaf02f9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:18:59.945818 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bdc0eb-7c18-4bbf-8831-923aaf02f9bb None None] Checking router: 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:18:59.955419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bdc0eb-7c18-4bbf-8831-923aaf02f9bb None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:18:59.956264 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-62bdc0eb-7c18-4bbf-8831-923aaf02f9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:18:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:19:00.202694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-62bdc0eb-7c18-4bbf-8831-923aaf02f9bb None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:19:00.238502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-aa7d1fd1-9c91-4eda-ba84-0fb134775ec1 req-a4e37a97-ce86-4cf0-ad37-fcd55614b45a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Synchronizing usage tracker for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:19:00.258777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-aa7d1fd1-9c91-4eda-ba84-0fb134775ec1 req-a4e37a97-ce86-4cf0-ad37-fcd55614b45a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Unset dirty status for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:19:00.260857 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa7d1fd1-9c91-4eda-ba84-0fb134775ec1 req-a4e37a97-ce86-4cf0-ad37-fcd55614b45a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=4fdd133d-6553-4b11-b080-616c252389c9 HTTP/1.1" status: 200 len: 210 time: 0.0663390 Jun 03 22:19:00.555351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-62bdc0eb-7c18-4bbf-8831-923aaf02f9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:19:00.560002 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bdc0eb-7c18-4bbf-8831-923aaf02f9bb None None] The sync data for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv is: [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:19:00.801973 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee8dc41-19ed-4be5-88e6-04fdf3ee4096 None None] New status for floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:19:01.644094 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c7477d87-5acd-4f37-bf0f-03f2d908b2e1 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:19:01.668509 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-b9944524-ca91-40e0-9a2a-909320ea54b8 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1885061647&fields=id&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 267 time: 0.0461030 Jun 03 22:19:01.681534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: c7477d87-5acd-4f37-bf0f-03f2d908b2e1 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:19:01.681872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c7477d87-5acd-4f37-bf0f-03f2d908b2e1 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:19:01.961436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-2aa113b6-a478-439f-8152-0fbf3368c2b1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:01.962787 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-2aa113b6-a478-439f-8152-0fbf3368c2b1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 811 time: 0.2871652 Jun 03 22:19:01.980302 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-5dfb2de9-f4d0-4416-be9c-6c63694d0e05 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/quotas/30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 375 time: 0.0097227 Jun 03 22:19:02.075734 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4987bdef-901b-43b2-922a-c5a4ef5f5103 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889058 Jun 03 22:19:02.265865 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-392a15e8-4f2f-4e9c-8546-19133f927a63 service neutron] 10.222.0.96 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766529 Jun 03 22:19:02.412096 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-3ea4c669-b830-42fa-808d-40c56d7bd8ff service neutron] 10.222.0.96 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376412 Jun 03 22:19:03.641948 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-638ebc0a-b557-49c2-87cf-a5efa2c804e8 req-b2bf503b-c9c1-4251-a734-a95c8ec38072 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 210 time: 0.0526848 Jun 03 22:19:04.816543 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-26e480b0-d5b6-480f-9c23-b6950962216a req-4e8813d5-2b20-4e45-b26b-b5cd7571bec4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 210 time: 0.0530367 Jun 03 22:19:04.940372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-7cc03f58-35cc-47bb-a002-d7bcb92b0c77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:04.941842 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-7cc03f58-35cc-47bb-a002-d7bcb92b0c77 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 811 time: 0.3126338 Jun 03 22:19:04.992651 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-fa0b9ed5-f2ff-4773-9af0-e3bae9af8487 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 380 time: 0.0420513 Jun 03 22:19:05.002247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Request body: {'port': {'device_id': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'admin_state_up': True, 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'security_groups': ['1326fd56-e1fc-44bb-89b9-1b3a634cad0c']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:19:05.142458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:19:05.153689 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:19:05.168010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Made reservation on behalf of 30b52a7d7d914c589c1d74c7ef7bdf79 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:19:05.173550 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:05.368736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Allocated IP 172.20.0.13 (b97b84f4-709f-4701-ad71-c5fb2c75b378/b51fa50c-24f2-488a-b0f8-9c5bba7d3de9/83bc7fc1-b289-442d-a8a8-19aab7a0fda0) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:19:05.568899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:05.584796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Transition to ACTIVE for port object 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:19:05.612366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:05.618181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:19:05.679550 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Network b97b84f4-709f-4701-ad71-c5fb2c75b378 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:19:05.682510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:19:05.695999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:19:05.727919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event updated for resources: {'Port': ['ID=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:19:05.737604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:19:05.767447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:05.768163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:05.803410 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8044620 Jun 03 22:19:05.816898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Request body: {'port': {'device_id': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:19:05.967258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1b2d9477-e1a4-43a2-87b3-d10c32ede951 None None] Provisioning for port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:19:05.973019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1b2d9477-e1a4-43a2-87b3-d10c32ede951 None None] Provisioning complete for port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:19:05.973396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9477-e1a4-43a2-87b3-d10c32ede951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:05.988103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:06.029376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d9477-e1a4-43a2-87b3-d10c32ede951 None None] Port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:19:06.149553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5b1a5-d4ab-4818-8ce2-61b2bec5d82b req-4044af7b-5d14-4203-a112-bd0db4bcd6ac tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:06.150272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d4d5b1a5-d4ab-4818-8ce2-61b2bec5d82b req-4044af7b-5d14-4203-a112-bd0db4bcd6ac tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Synchronizing usage tracker for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:19:06.192632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d4d5b1a5-d4ab-4818-8ce2-61b2bec5d82b req-4044af7b-5d14-4203-a112-bd0db4bcd6ac tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Unset dirty status for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:19:06.193985 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d4d5b1a5-d4ab-4818-8ce2-61b2bec5d82b req-4044af7b-5d14-4203-a112-bd0db4bcd6ac tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 932 time: 0.2625937 Jun 03 22:19:06.319780 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d4d5b1a5-d4ab-4818-8ce2-61b2bec5d82b req-54ffffa6-355d-4799-8e61-4c52855641f7 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108043 Jun 03 22:19:06.429458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:19:06.436806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:06.453278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Transition to ACTIVE for port object 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:19:06.459998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:06.465732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:19:06.613975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Pushing event updated for resources: {'Port': ['ID=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:19:06.617786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:19:06.730385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Attempting to bind port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:19:06.730873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Attempting to bind port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:19:06.731521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Attempting to bind port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 on network b97b84f4-709f-4701-ad71-c5fb2c75b378 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:19:06.742311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 on network b97b84f4-709f-4701-ad71-c5fb2c75b378 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:19:06.742842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Attempting to bind port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 on network b97b84f4-709f-4701-ad71-c5fb2c75b378 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:19:06.751873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:19:06.752219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Checking segment: {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:19:06.752603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Bound using segment: {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:19:06.753039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Bound port: 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:19:06.753377 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:06.851522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] For port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:19:06.854827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] For port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:19:06.861556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:06.865459 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c1b976fd-672b-4e4d-ba61-e1ed7ef7a363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:19:07.072683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:07.073340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:07.074698 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] 10.222.0.24 "PUT /v2.0/ports/83bc7fc1-b289-442d-a8a8-19aab7a0fda0 HTTP/1.1" status: 200 len: 1094 time: 1.2632213 Jun 03 22:19:07.075245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:19:07.077636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077927ea-486f-43b4-b9e0-808236f031d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:19:07.153567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818c5b77-90d6-491d-84d9-c8c8ae85a7a1 x-openstack-request-id: req-818c5b77-90d6-491d-84d9-c8c8ae85a7a1 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:19:07.153904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:19:07.154282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-818c5b77-90d6-491d-84d9-c8c8ae85a7a1 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:19:07.154785 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'status': 'completed', 'code': 200} Jun 03 22:19:07.168556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Pushing event updated for resources: {'Port': ['ID=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:19:07.172707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:19:07.204612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4e6db765-ac9e-454d-8da2-cf14215f42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:07.206233 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4e6db765-ac9e-454d-8da2-cf14215f42a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 1097 time: 0.0853066 Jun 03 22:19:07.280995 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-3bd3e07a-5258-4e9e-a660-d633d589e900 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0 HTTP/1.1" status: 200 len: 217 time: 0.0666323 Jun 03 22:19:07.344084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-fd67ccd6-09d1-4aff-89cc-228dfb0ed645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:07.345535 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-fd67ccd6-09d1-4aff-89cc-228dfb0ed645 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0587301 Jun 03 22:19:07.429896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-b41adc15-9c0d-415d-bf64-81ff50bc752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:07.432150 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-b41adc15-9c0d-415d-bf64-81ff50bc752c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804033 Jun 03 22:19:07.617834 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-4d5cc765-1716-4db9-9042-0dbceb088ae0 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523359 Jun 03 22:19:07.627063 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edb419-60a9-44bd-8694-83dc4d03f946 req-4f1f0a9e-03f3-4a1e-9e32-7476e4c48454 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:07.628467 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-80edb419-60a9-44bd-8694-83dc4d03f946 req-4f1f0a9e-03f3-4a1e-9e32-7476e4c48454 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 944 time: 0.1952600 Jun 03 22:19:07.761789 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-80edb419-60a9-44bd-8694-83dc4d03f946 req-d467b786-f65e-4cfe-86d2-831f3edd8156 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146936 Jun 03 22:19:07.795196 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c3bab99-3d20-4969-a8ac-73a98bc49244 req-12123de6-371b-45d6-8bee-07555958fa80 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657546 Jun 03 22:19:07.925417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077927ea-486f-43b4-b9e0-808236f031d9 req-b8dd2a9a-d037-40ff-8f26-9eafe93b4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:07.926810 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-077927ea-486f-43b4-b9e0-808236f031d9 req-b8dd2a9a-d037-40ff-8f26-9eafe93b4afc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 1097 time: 0.0803626 Jun 03 22:19:08.066375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077927ea-486f-43b4-b9e0-808236f031d9 req-5e35b472-f1a4-4e61-8c27-ceeacbe7f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:08.067876 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-077927ea-486f-43b4-b9e0-808236f031d9 req-5e35b472-f1a4-4e61-8c27-ceeacbe7f60d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1346698 Jun 03 22:19:08.140053 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-077927ea-486f-43b4-b9e0-808236f031d9 req-31846c25-fc66-4fae-a274-79c994c797a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0 HTTP/1.1" status: 200 len: 217 time: 0.0656118 Jun 03 22:19:08.209568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077927ea-486f-43b4-b9e0-808236f031d9 req-8861354f-5bc3-4fe6-8653-f916ffb04526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:08.210884 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-077927ea-486f-43b4-b9e0-808236f031d9 req-8861354f-5bc3-4fe6-8653-f916ffb04526 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0627246 Jun 03 22:19:08.300558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077927ea-486f-43b4-b9e0-808236f031d9 req-c1969ff2-0589-41f5-956a-03ea99aaad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:08.302116 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-077927ea-486f-43b4-b9e0-808236f031d9 req-c1969ff2-0589-41f5-956a-03ea99aaad9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832889 Jun 03 22:19:08.454321 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-077927ea-486f-43b4-b9e0-808236f031d9 req-5615b853-a04a-4aad-b797-5e98fc3ea8b8 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442294 Jun 03 22:19:08.603346 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-077927ea-486f-43b4-b9e0-808236f031d9 req-a6a98281-e613-4c43-91a4-0f14336e6518 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422100 Jun 03 22:19:08.957986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9464c5-0e13-4257-b2dd-e60782ac2551 req-161196b6-c6f3-41ba-9640-8a8fef859401 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:08.959501 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6e9464c5-0e13-4257-b2dd-e60782ac2551 req-161196b6-c6f3-41ba-9640-8a8fef859401 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 944 time: 0.0879846 Jun 03 22:19:09.011222 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6e9464c5-0e13-4257-b2dd-e60782ac2551 req-58d69ffb-f5bd-4322-8c49-851edf8fa20f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458100 Jun 03 22:19:09.713248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:19:09.854007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:19:09.869082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'port_id': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'mac_address': 'fa:16:3e:51:68:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:19:09.936301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:09.955853 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:19:09.972969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:19:09.978460 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:09.980274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:19:10.060770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:19:10.064163 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:19:10.224809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e9745-f6e1-415a-b991-76758e5d2e26 req-6722981d-855d-4ed9-af84-cb616ed6f998 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:10.226197 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d22e9745-f6e1-415a-b991-76758e5d2e26 req-6722981d-855d-4ed9-af84-cb616ed6f998 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 945 time: 0.0925903 Jun 03 22:19:10.273505 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d22e9745-f6e1-415a-b991-76758e5d2e26 req-4d3b8586-5568-4d85-87de-d33f63b2c148 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412612 Jun 03 22:19:10.323048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['83bc7fc1-b289-442d-a8a8-19aab7a0fda0'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:19:11.479815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd96533-27d6-4292-a33b-f3aad85f3f9a req-4b26517f-8a40-43d0-9e4f-681448bd362f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:11.481181 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dbd96533-27d6-4292-a33b-f3aad85f3f9a req-4b26517f-8a40-43d0-9e4f-681448bd362f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 945 time: 0.0932047 Jun 03 22:19:11.528793 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dbd96533-27d6-4292-a33b-f3aad85f3f9a req-08bba369-79eb-4c79-9ea7-87b2acc93174 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405824 Jun 03 22:19:11.712897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:19:11.792754 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:19:11.797571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:19:11.797947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:11.921229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:11.950526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:19:11.952810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d725e1dd-8f7b-458d-8433-be1c703791eb" -d '{"events": [{"server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "name": "network-vif-plugged", "status": "completed", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:19:11.960925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:19:11.969807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:11.972003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:19:12.006940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06635ad7-cdfb-4392-8e43-2764b96fbca5 x-openstack-request-id: req-06635ad7-cdfb-4392-8e43-2764b96fbca5 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:19:12.007207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "name": "network-vif-plugged", "status": "completed", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:19:12.007489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-06635ad7-cdfb-4392-8e43-2764b96fbca5 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:19:12.007886 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'code': 200} Jun 03 22:19:12.052138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:19:12.055299 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:19:12.261101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a026277-3429-4277-b82d-fc0cd4004b98 req-8301736e-0d8d-4134-893b-42f60ee8eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:12.262627 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a026277-3429-4277-b82d-fc0cd4004b98 req-8301736e-0d8d-4134-893b-42f60ee8eb36 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 1099 time: 0.0878596 Jun 03 22:19:12.320918 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a026277-3429-4277-b82d-fc0cd4004b98 req-08961ac0-709e-425a-b20e-92c492d99e7c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501246 Jun 03 22:19:12.735183 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d616be4-21d6-46a7-af05-8b2408861a09 req-f59dbd0d-dd69-4a77-a952-dddd2d160a90 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:12.736694 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8d616be4-21d6-46a7-af05-8b2408861a09 req-f59dbd0d-dd69-4a77-a952-dddd2d160a90 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0885193 Jun 03 22:19:12.782005 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8d616be4-21d6-46a7-af05-8b2408861a09 req-b66c6fab-2378-4d9f-9549-75660bb0cffe tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394428 Jun 03 22:19:13.978716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f5726-3ff3-4405-9b65-e3887c812d9a req-0cc5efa7-0acf-4d6c-9fd9-164ef412eff6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:13.980222 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-541f5726-3ff3-4405-9b65-e3887c812d9a req-0cc5efa7-0acf-4d6c-9fd9-164ef412eff6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0866416 Jun 03 22:19:14.030662 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-541f5726-3ff3-4405-9b65-e3887c812d9a req-8fc9361f-483f-4f41-a15c-b13f3adcbe13 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422163 Jun 03 22:19:14.220888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d23a3-3f73-44d8-8793-4d9ebbf00bdd req-284f46b1-6095-4db2-908d-f06cd667af84 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:14.222371 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9c9d23a3-3f73-44d8-8793-4d9ebbf00bdd req-284f46b1-6095-4db2-908d-f06cd667af84 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0866294 Jun 03 22:19:14.233435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 59920) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:19:14.238412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a9d067ba-2f24-47b5-b9f8-0ff6ffca231f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Request body: {'floatingip': {'port_id': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:19:14.322356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a9d067ba-2f24-47b5-b9f8-0ff6ffca231f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:14.983113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a9d067ba-2f24-47b5-b9f8-0ff6ffca231f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:14.990266 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a9d067ba-2f24-47b5-b9f8-0ff6ffca231f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:15.311253 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-a9d067ba-2f24-47b5-b9f8-0ff6ffca231f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152 associated. External IP: 172.26.3.246, port: 83bc7fc1-b289-442d-a8a8-19aab7a0fda0. Jun 03 22:19:15.714176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d067ba-2f24-47b5-b9f8-0ff6ffca231f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:19:15.900803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d067ba-2f24-47b5-b9f8-0ff6ffca231f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:19:15.916688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a9d067ba-2f24-47b5-b9f8-0ff6ffca231f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:15.921670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f0f07-f5cc-4687-b3a9-2b3e025cc3b4 None None] Sync routers for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:19:15.936054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f0f07-f5cc-4687-b3a9-2b3e025cc3b4 None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:19:15.936890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-438f0f07-f5cc-4687-b3a9-2b3e025cc3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:18:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:19:15.977324 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a9d067ba-2f24-47b5-b9f8-0ff6ffca231f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "PUT /v2.0/floatingips/6a716bd3-d443-48b7-b9b5-3c3e395e0152 HTTP/1.1" status: 200 len: 992 time: 1.7425129 Jun 03 22:19:15.978293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:19:15.983110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e709a623-650c-4cba-ae17-8cf5de11d810" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:19:16.088940 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dcd2bf-77d9-481c-8876-ded8ab5a26f4 x-openstack-request-id: req-f6dcd2bf-77d9-481c-8876-ded8ab5a26f4 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:19:16.089304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:19:16.089753 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f6dcd2bf-77d9-481c-8876-ded8ab5a26f4 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:19:16.090196 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'status': 'completed', 'code': 200} Jun 03 22:19:16.142670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-438f0f07-f5cc-4687-b3a9-2b3e025cc3b4 None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:19:16.192151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709a623-650c-4cba-ae17-8cf5de11d810 req-24b6ca3c-6f89-47a9-b786-075b22460f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:16.193673 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e709a623-650c-4cba-ae17-8cf5de11d810 req-24b6ca3c-6f89-47a9-b786-075b22460f7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 1099 time: 0.0782559 Jun 03 22:19:16.499391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709a623-650c-4cba-ae17-8cf5de11d810 req-4beeadbe-9503-4198-b7ac-c922df0108af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:16.500908 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e709a623-650c-4cba-ae17-8cf5de11d810 req-4beeadbe-9503-4198-b7ac-c922df0108af service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.3006663 Jun 03 22:19:16.569259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-438f0f07-f5cc-4687-b3a9-2b3e025cc3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6a716bd3-d443-48b7-b9b5-3c3e395e0152', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'port_id': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'mac_address': 'fa:16:3e:51:68:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:15:05Z', 'updated_at': '2021-06-03T22:19:14Z', 'revision_number': 9, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:19:16.573705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f0f07-f5cc-4687-b3a9-2b3e025cc3b4 None None] Checking router: 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:19:16.583129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f0f07-f5cc-4687-b3a9-2b3e025cc3b4 None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:19:16.584538 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-438f0f07-f5cc-4687-b3a9-2b3e025cc3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:18:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:19:16.609857 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e709a623-650c-4cba-ae17-8cf5de11d810 req-4f9510aa-0071-4987-93fe-997c4c5378cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0 HTTP/1.1" status: 200 len: 1000 time: 0.1014645 Jun 03 22:19:16.676442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709a623-650c-4cba-ae17-8cf5de11d810 req-d21df566-d6e1-4a19-b36c-31c16fe07142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:16.679785 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e709a623-650c-4cba-ae17-8cf5de11d810 req-d21df566-d6e1-4a19-b36c-31c16fe07142 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0637379 Jun 03 22:19:16.773899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709a623-650c-4cba-ae17-8cf5de11d810 req-5b59a1d6-aa21-4556-98d2-764aaed27e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:16.775349 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e709a623-650c-4cba-ae17-8cf5de11d810 req-5b59a1d6-aa21-4556-98d2-764aaed27e0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881355 Jun 03 22:19:16.812922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-438f0f07-f5cc-4687-b3a9-2b3e025cc3b4 None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:19:16.913380 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e709a623-650c-4cba-ae17-8cf5de11d810 req-73cc5644-6203-45bc-bb0f-9e7730be61aa service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312981 Jun 03 22:19:17.052485 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e709a623-650c-4cba-ae17-8cf5de11d810 req-e53f9151-e6a6-4ef3-9a6e-d33a9e0050b0 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309819 Jun 03 22:19:17.225697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-438f0f07-f5cc-4687-b3a9-2b3e025cc3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6a716bd3-d443-48b7-b9b5-3c3e395e0152', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'port_id': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'mac_address': 'fa:16:3e:51:68:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:15:05Z', 'updated_at': '2021-06-03T22:19:14Z', 'revision_number': 9, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:19:17.231774 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f0f07-f5cc-4687-b3a9-2b3e025cc3b4 None None] The sync data for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv is: [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6a716bd3-d443-48b7-b9b5-3c3e395e0152', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'port_id': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'mac_address': 'fa:16:3e:51:68:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:15:05Z', 'updated_at': '2021-06-03T22:19:14Z', 'revision_number': 9, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:19:17.432135 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dfd030-2a42-4085-bb31-5b9ff3a3e6a5 None None] New status for floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:19:22.811666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b807b928-6e23-4646-b2d6-0c46903b423d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:25.362154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:25.495990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-21ef3157-2f63-412e-b55c-28a4f139614a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:27.033711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:27.055227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:28.588476 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:34.144745 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:19:52.808153 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f98f270a-f5bd-4b7a-abe6-c65922120459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:55.365107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:55.420149 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dde65693-cfc5-4b95-b5c9-6f04fa494647 req-fe19f9e1-5f31-4c9e-98f0-b763806fedd9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769153 Jun 03 22:19:55.493348 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-70ac4606-43ce-4cef-9632-109322981ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:55.561323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde65693-cfc5-4b95-b5c9-6f04fa494647 req-de51d2f8-4f42-4867-82e6-28853401f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:55.562844 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dde65693-cfc5-4b95-b5c9-6f04fa494647 req-de51d2f8-4f42-4867-82e6-28853401f7d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 1099 time: 0.0727777 Jun 03 22:19:55.725573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde65693-cfc5-4b95-b5c9-6f04fa494647 req-03e343d7-9740-44d1-bc4e-235d7eb12f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:55.726955 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dde65693-cfc5-4b95-b5c9-6f04fa494647 req-03e343d7-9740-44d1-bc4e-235d7eb12f8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1441395 Jun 03 22:19:55.836218 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dde65693-cfc5-4b95-b5c9-6f04fa494647 req-03186499-2d1d-471e-8576-3f5feb3366a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0 HTTP/1.1" status: 200 len: 1003 time: 0.1024215 Jun 03 22:19:55.901266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde65693-cfc5-4b95-b5c9-6f04fa494647 req-5bf73ef0-75cc-4b9f-91bc-cf89cf1e7f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:55.902717 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dde65693-cfc5-4b95-b5c9-6f04fa494647 req-5bf73ef0-75cc-4b9f-91bc-cf89cf1e7f3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0602069 Jun 03 22:19:55.992586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde65693-cfc5-4b95-b5c9-6f04fa494647 req-b4ad9146-c1c2-4ee9-850a-de92788338e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:19:55.993963 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dde65693-cfc5-4b95-b5c9-6f04fa494647 req-b4ad9146-c1c2-4ee9-850a-de92788338e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849469 Jun 03 22:19:56.141749 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dde65693-cfc5-4b95-b5c9-6f04fa494647 req-977f9819-41aa-43d6-80a7-2c09b1e83709 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403997 Jun 03 22:19:56.292178 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dde65693-cfc5-4b95-b5c9-6f04fa494647 req-954e1efa-3170-49c7-acd1-8fde098a8439 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427040 Jun 03 22:19:57.041689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:57.070401 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:19:58.533912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:11.146411 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:20:22.804752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-93b2a38f-29c5-42ce-baa0-e8a912debc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:25.364032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:25.489014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5a86c658-b6f7-4732-8840-3099ae073584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:25.650409 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-3994eb50-3890-4c1b-8807-a64784a529d3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731130 Jun 03 22:20:25.710727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a032b78-2d5a-470f-8e1a-3f430d1ae24c req-9165f46e-5da7-42a8-8aca-95e20963598f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:25.712204 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3a032b78-2d5a-470f-8e1a-3f430d1ae24c req-9165f46e-5da7-42a8-8aca-95e20963598f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0898998 Jun 03 22:20:25.760219 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3a032b78-2d5a-470f-8e1a-3f430d1ae24c req-e6e7f21b-ca71-47f3-94ee-7a6fa2e7730f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417736 Jun 03 22:20:27.019438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef461d-2076-4875-937f-cf44c55f9aad req-dce1928d-17be-431d-a0d5-8858682ce813 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:27.021393 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-46ef461d-2076-4875-937f-cf44c55f9aad req-dce1928d-17be-431d-a0d5-8858682ce813 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.1485987 Jun 03 22:20:27.025360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457afb-1877-468c-ab5e-c727ed285341 req-f6dced63-5a1e-4851-b40b-ffd70a6ccd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:27.026391 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-f6dced63-5a1e-4851-b40b-ffd70a6ccd14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 1099 time: 0.1793833 Jun 03 22:20:27.037311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:27.090590 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:27.152126 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-46ef461d-2076-4875-937f-cf44c55f9aad req-f9026649-febe-4c2e-9951-72c2f0a8f1a1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245673 Jun 03 22:20:27.366164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457afb-1877-468c-ab5e-c727ed285341 req-91502102-3fcd-4586-85ae-ccabed66f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:27.368045 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-91502102-3fcd-4586-85ae-ccabed66f0bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.3240921 Jun 03 22:20:27.479693 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-203de8f5-82dd-4b7b-a698-2d469ed8668b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0 HTTP/1.1" status: 200 len: 1003 time: 0.1045623 Jun 03 22:20:27.550560 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457afb-1877-468c-ab5e-c727ed285341 req-9eadee4c-d740-4b4f-a7dc-a8e95fbbec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:27.552526 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-9eadee4c-d740-4b4f-a7dc-a8e95fbbec5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0660365 Jun 03 22:20:27.632075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457afb-1877-468c-ab5e-c727ed285341 req-2c138006-fde3-44e1-bb04-42713b60c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:27.633440 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-2c138006-fde3-44e1-bb04-42713b60c123 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743535 Jun 03 22:20:27.769508 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-1f44d753-e7d9-46d2-80c3-03b651c4c90d service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288414 Jun 03 22:20:27.909819 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-fd44da5f-fe53-4eb6-9a77-8d5d98bb846d service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326897 Jun 03 22:20:28.357277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf5edd-750d-44a4-a3de-5e4638ec0fa6 req-7c03ff45-5025-429f-be0e-668dd234a25a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:28.358767 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7aaf5edd-750d-44a4-a3de-5e4638ec0fa6 req-7c03ff45-5025-429f-be0e-668dd234a25a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0928221 Jun 03 22:20:28.406055 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7aaf5edd-750d-44a4-a3de-5e4638ec0fa6 req-384df46f-a93a-48b3-bd74-f202b38dbfa9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411961 Jun 03 22:20:28.542484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:29.628665 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9831bd-b849-4ed0-9041-1401729634f1 req-eec25390-bc57-47ed-abdf-e74c007c9747 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:29.630136 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8b9831bd-b849-4ed0-9041-1401729634f1 req-eec25390-bc57-47ed-abdf-e74c007c9747 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0934730 Jun 03 22:20:29.678231 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8b9831bd-b849-4ed0-9041-1401729634f1 req-8f6a7788-9d03-4f43-b9b6-92a4a64ab54a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401211 Jun 03 22:20:30.874439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f702c24-cb4d-417c-95ca-1bb9e0e822a3 req-8b3f2c31-1133-4877-9cf6-45fb5068b862 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:30.875814 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9f702c24-cb4d-417c-95ca-1bb9e0e822a3 req-8b3f2c31-1133-4877-9cf6-45fb5068b862 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0868881 Jun 03 22:20:30.922620 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9f702c24-cb4d-417c-95ca-1bb9e0e822a3 req-b75880c1-01c6-4084-893d-207e585fa121 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408385 Jun 03 22:20:32.139409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea57aff-3eac-4e61-a817-b00ed7bd40ed req-36be63f3-4852-48f7-b9b6-44dac43c62da tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:32.140884 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5ea57aff-3eac-4e61-a817-b00ed7bd40ed req-36be63f3-4852-48f7-b9b6-44dac43c62da tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0975878 Jun 03 22:20:32.190211 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5ea57aff-3eac-4e61-a817-b00ed7bd40ed req-42107240-baba-4ac9-af6e-d695c61fc412 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405662 Jun 03 22:20:33.397667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2042e-2a48-4ad7-b58d-9163564ff369 req-1b3f0ec7-2ebf-468f-8373-06f56444203f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:33.399176 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a4c2042e-2a48-4ad7-b58d-9163564ff369 req-1b3f0ec7-2ebf-468f-8373-06f56444203f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0948408 Jun 03 22:20:33.464500 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a4c2042e-2a48-4ad7-b58d-9163564ff369 req-99f2fab2-1967-4fba-afc4-a472476ac461 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549636 Jun 03 22:20:34.666503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a42fdc-9f15-4ed8-9d3b-3118c2f6efcd req-36f5b0ce-1ded-4f58-9adf-af7e71c15bf2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:34.668005 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c0a42fdc-9f15-4ed8-9d3b-3118c2f6efcd req-36f5b0ce-1ded-4f58-9adf-af7e71c15bf2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0888491 Jun 03 22:20:34.714262 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c0a42fdc-9f15-4ed8-9d3b-3118c2f6efcd req-9ba87d79-0d04-40a4-8a41-beb707bb3ec3 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403407 Jun 03 22:20:35.938501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df4f62-05a1-4c28-8e04-b66446be4cfa req-1aa067e7-eaf3-45a2-a58f-a22af6ca2eae tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:35.940057 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b9df4f62-05a1-4c28-8e04-b66446be4cfa req-1aa067e7-eaf3-45a2-a58f-a22af6ca2eae tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.1021762 Jun 03 22:20:35.987291 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b9df4f62-05a1-4c28-8e04-b66446be4cfa req-804442a3-c70c-46bf-9b4b-8e9bf28fad54 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398285 Jun 03 22:20:37.191124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f4df8-9a5f-4048-b6ad-bc39b71bd25f req-b68d8c0d-414b-4e3b-821c-27cde98096ab tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:37.192589 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e00f4df8-9a5f-4048-b6ad-bc39b71bd25f req-b68d8c0d-414b-4e3b-821c-27cde98096ab tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0952144 Jun 03 22:20:37.243473 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e00f4df8-9a5f-4048-b6ad-bc39b71bd25f req-e993fda2-1f0e-42bc-ba2d-78e382e841ff tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417130 Jun 03 22:20:38.441755 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9746c-6a80-410a-80f3-8dc9331cce0e req-3e3c5883-1750-40fd-a9bf-d6b5eb38eec6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:38.443198 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b2c9746c-6a80-410a-80f3-8dc9331cce0e req-3e3c5883-1750-40fd-a9bf-d6b5eb38eec6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0887868 Jun 03 22:20:38.488577 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b2c9746c-6a80-410a-80f3-8dc9331cce0e req-325d57e5-3258-4fc1-b5d0-763e1cfb2542 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393713 Jun 03 22:20:39.719502 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-15414a50-76c9-4745-b0ca-e2ee2d207875 service neutron] 10.222.0.24 "GET /v2.0/ports/83bc7fc1-b289-442d-a8a8-19aab7a0fda0/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.1367362 Jun 03 22:20:39.746242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab08d6-f8a7-4534-a0fb-3517c124fbec req-fa5c14ab-7509-49d3-b5d3-07dcd2c3f0f2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:39.747767 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9fab08d6-f8a7-4534-a0fb-3517c124fbec req-fa5c14ab-7509-49d3-b5d3-07dcd2c3f0f2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.1303337 Jun 03 22:20:39.798731 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9fab08d6-f8a7-4534-a0fb-3517c124fbec req-9539c202-0cad-47a6-baac-6ee78d55584f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432339 Jun 03 22:20:39.998614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457afb-1877-468c-ab5e-c727ed285341 req-24051364-dffd-419a-b492-97d31c56ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:40.000114 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-24051364-dffd-419a-b492-97d31c56ea2d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 1099 time: 0.0772705 Jun 03 22:20:40.114971 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457afb-1877-468c-ab5e-c727ed285341 req-40437c73-f0e8-4271-8d08-d6c5b337c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:40.117454 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-40437c73-f0e8-4271-8d08-d6c5b337c24f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 1099 time: 0.0926113 Jun 03 22:20:40.270676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457afb-1877-468c-ab5e-c727ed285341 req-52fd86ec-93f0-4c4b-9512-bd91af78a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:40.272499 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-52fd86ec-93f0-4c4b-9512-bd91af78a755 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1467083 Jun 03 22:20:40.382090 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-9ff6c89b-1d1f-4086-aa5a-275935e3398d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0 HTTP/1.1" status: 200 len: 1003 time: 0.1022270 Jun 03 22:20:40.459798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457afb-1877-468c-ab5e-c727ed285341 req-f7621569-7b6f-469e-a0e0-51a5b2b7efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:40.461906 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-f7621569-7b6f-469e-a0e0-51a5b2b7efe4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0730662 Jun 03 22:20:40.691553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457afb-1877-468c-ab5e-c727ed285341 req-62b64d19-265c-4419-92ca-2cca279dddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:40.692924 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-62b64d19-265c-4419-92ca-2cca279dddc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2241466 Jun 03 22:20:40.830266 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-10f7263d-89ab-4471-86e3-b179f91338de service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288264 Jun 03 22:20:40.967702 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-4f0b2287-e819-4b71-9982-6dc21f663311 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295989 Jun 03 22:20:40.987846 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cb2be-235b-4e28-9b1b-3aadbc12698b req-3d982854-d0bb-4d73-a76e-16e2a1003c54 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:40.989294 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-db4cb2be-235b-4e28-9b1b-3aadbc12698b req-3d982854-d0bb-4d73-a76e-16e2a1003c54 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0814970 Jun 03 22:20:41.035698 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-db4cb2be-235b-4e28-9b1b-3aadbc12698b req-0cf7e2c1-f48d-4ced-9a33-b11166108339 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402539 Jun 03 22:20:42.251623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e280c5-7077-44d7-8932-036474d3638a req-2b8639f1-7c1d-44d0-8e3b-77ddc49b5610 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:42.253074 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b5e280c5-7077-44d7-8932-036474d3638a req-2b8639f1-7c1d-44d0-8e3b-77ddc49b5610 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0896869 Jun 03 22:20:42.272651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:20:42.275205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:20:42.303119 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b5e280c5-7077-44d7-8932-036474d3638a req-c8368008-1aa3-403f-ac0d-0fd095ad23b8 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441620 Jun 03 22:20:42.535808 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:42.567915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:20:42.590002 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:20:42.592290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845f1162-7777-4c29-a707-19d6765e54a3" -d '{"events": [{"server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "name": "network-vif-unplugged", "status": "completed", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:20:42.596534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'port_id': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'mac_address': 'fa:16:3e:51:68:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:20:42.603695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:20:42.638669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:42.642125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-78f13d9f-1556-49c4-b14d-06858cf8f4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:20:42.675738 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 22:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84394ec-2e8e-46cb-9366-fed563a90c75 x-openstack-request-id: req-e84394ec-2e8e-46cb-9366-fed563a90c75 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:20:42.676024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "name": "network-vif-unplugged", "status": "completed", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:20:42.676284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e84394ec-2e8e-46cb-9366-fed563a90c75 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:20:42.676665 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'code': 200} Jun 03 22:20:42.707361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:42.738613 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:20:42.745696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:20:42.757924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:42.758261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:42.758604 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:42.758942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:42.759240 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:42.759587 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:42.759901 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:42.760212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:42.760526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:42.760832 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:42.761140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:42.761447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:42.766279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:20:42.769108 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:20:42.774800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:42.777634 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:20:42.848909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:20:42.852395 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:20:42.883220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['83bc7fc1-b289-442d-a8a8-19aab7a0fda0'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:20:43.518046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d0cbd-0bf3-4ae2-bcbb-da2563805975 req-13b99c50-fea5-4227-bb45-2dfca3ebc7c7 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:43.519501 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4c0d0cbd-0bf3-4ae2-bcbb-da2563805975 req-13b99c50-fea5-4227-bb45-2dfca3ebc7c7 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 945 time: 0.1042504 Jun 03 22:20:43.565452 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4c0d0cbd-0bf3-4ae2-bcbb-da2563805975 req-ea1b5761-c96e-4462-a8d5-909188b94cc6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400519 Jun 03 22:20:44.280440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:20:44.353859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:20:44.354150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:44.472399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:44.505527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:20:44.512886 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:44.514756 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:20:44.588017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,revision_number=8']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:20:44.592871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:20:44.678070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:20:44.680974 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627fff23-668f-4fa0-b464-4b34f79f654c" -d '{"events": [{"server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "name": "network-vif-plugged", "status": "completed", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:20:44.738739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69d81bd-ab12-4a94-a62a-d1c3f7ac6a55 x-openstack-request-id: req-a69d81bd-ab12-4a94-a62a-d1c3f7ac6a55 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:20:44.739215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "name": "network-vif-plugged", "status": "completed", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:20:44.739530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a69d81bd-ab12-4a94-a62a-d1c3f7ac6a55 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:20:44.740198 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'code': 200} Jun 03 22:20:44.783596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712f056-0aa8-407a-a5eb-4a7e4e5fc515 req-30849ea8-8d97-40e4-bf4e-3e1c4c0a6af6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:44.785052 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2712f056-0aa8-407a-a5eb-4a7e4e5fc515 req-30849ea8-8d97-40e4-bf4e-3e1c4c0a6af6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0933352 Jun 03 22:20:44.831018 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2712f056-0aa8-407a-a5eb-4a7e4e5fc515 req-78109c00-f9f2-4712-86b0-4a869d3a3459 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399730 Jun 03 22:20:45.282279 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137740-2bb0-40d8-adce-59cad2b5398f req-cb3b6152-dc90-47db-9b8e-02f57e58f9d5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:45.284063 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-cb3b6152-dc90-47db-9b8e-02f57e58f9d5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 946 time: 0.0985899 Jun 03 22:20:45.323985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9794ea-5cbd-4bb5-bf7a-1004ff927d19 req-1c525d86-3f66-4073-a638-b776a0899783 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:45.325490 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4d9794ea-5cbd-4bb5-bf7a-1004ff927d19 req-1c525d86-3f66-4073-a638-b776a0899783 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0857995 Jun 03 22:20:45.369276 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-4dfa9219-8790-4547-bf4b-7494c6c1e1ef service neutron] 10.222.0.24 "GET /v2.0/ports/83bc7fc1-b289-442d-a8a8-19aab7a0fda0/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0778441 Jun 03 22:20:45.378816 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4d9794ea-5cbd-4bb5-bf7a-1004ff927d19 req-57f5fdbf-a455-4e82-a90f-0c23a2a6a595 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472090 Jun 03 22:20:45.465391 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137740-2bb0-40d8-adce-59cad2b5398f req-92352d49-32cd-40a9-845e-0cf598c68ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:45.466763 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-92352d49-32cd-40a9-845e-0cf598c68ecd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 1099 time: 0.0757668 Jun 03 22:20:45.606884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137740-2bb0-40d8-adce-59cad2b5398f req-9e620d2a-4572-4361-a755-fc0d0a616381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:45.608377 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-9e620d2a-4572-4361-a755-fc0d0a616381 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1353967 Jun 03 22:20:45.713591 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-c7d908eb-bd13-4a62-ad89-e493b537f8b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0 HTTP/1.1" status: 200 len: 1003 time: 0.0982742 Jun 03 22:20:45.784651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137740-2bb0-40d8-adce-59cad2b5398f req-470734b7-e35c-4110-9c26-abe3fdba98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:45.786269 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-470734b7-e35c-4110-9c26-abe3fdba98f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0663710 Jun 03 22:20:45.864907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137740-2bb0-40d8-adce-59cad2b5398f req-c017375b-ab41-4c96-a46d-aa92009d1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:45.866573 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-c017375b-ab41-4c96-a46d-aa92009d1259 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739067 Jun 03 22:20:46.018219 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-1a2ec871-bdde-413c-a7b6-0506c6a5f36c service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429074 Jun 03 22:20:46.160001 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-caf2fc1f-318d-4114-80b9-59fe36ae1c5c service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349332 Jun 03 22:20:46.587231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b6b60-b777-4913-8f80-66032605046a req-bb2f8290-984d-41df-bcfe-f276a61c2977 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:46.588798 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5b6b6b60-b777-4913-8f80-66032605046a req-bb2f8290-984d-41df-bcfe-f276a61c2977 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.0952885 Jun 03 22:20:46.635482 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5b6b6b60-b777-4913-8f80-66032605046a req-f6583457-11ad-4f75-883a-9ea9e8409db4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408623 Jun 03 22:20:47.992607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f1d33-8fca-426e-9c8c-a752fec9b321 req-e2c27839-da6d-46f0-b695-b3e42b78d3d9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:47.993916 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ce3f1d33-8fca-426e-9c8c-a752fec9b321 req-e2c27839-da6d-46f0-b695-b3e42b78d3d9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.2386081 Jun 03 22:20:48.046453 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ce3f1d33-8fca-426e-9c8c-a752fec9b321 req-49718474-b6c0-45b9-835e-0dbae251d18e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461915 Jun 03 22:20:48.146281 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:20:48.754338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137740-2bb0-40d8-adce-59cad2b5398f req-09d6806c-4bbd-4747-a5a7-6fad625cd3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:48.756207 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-09d6806c-4bbd-4747-a5a7-6fad625cd3c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 1099 time: 0.0873911 Jun 03 22:20:48.869513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137740-2bb0-40d8-adce-59cad2b5398f req-31448aa2-05e2-497d-8add-fdcb116b55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:48.871527 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-31448aa2-05e2-497d-8add-fdcb116b55c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 1099 time: 0.0900528 Jun 03 22:20:49.016889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137740-2bb0-40d8-adce-59cad2b5398f req-e85384fc-93bd-40e5-a8c5-9cb13efce4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:49.018230 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-e85384fc-93bd-40e5-a8c5-9cb13efce4be service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1396663 Jun 03 22:20:49.323840 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-c527aea8-7b10-4a29-b623-7e97e7504b35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0 HTTP/1.1" status: 200 len: 1003 time: 0.2982097 Jun 03 22:20:49.406284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212e1d7-4f18-4c06-aa39-8002f86ed250 req-f62b89bc-c3d5-406e-b9d3-fb46d4eafc3c tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:49.416117 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d212e1d7-4f18-4c06-aa39-8002f86ed250 req-f62b89bc-c3d5-406e-b9d3-fb46d4eafc3c tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 946 time: 0.1809213 Jun 03 22:20:49.416117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137740-2bb0-40d8-adce-59cad2b5398f req-25083806-e5fb-4191-b811-bac48785fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:49.416117 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-25083806-e5fb-4191-b811-bac48785fb50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0845673 Jun 03 22:20:49.500984 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d212e1d7-4f18-4c06-aa39-8002f86ed250 req-df4359bb-0013-48b8-b31a-3c7c5aa43c23 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843613 Jun 03 22:20:49.526027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137740-2bb0-40d8-adce-59cad2b5398f req-7c81ea8c-e131-45e4-84b3-f07b1d2331f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:49.527808 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-7c81ea8c-e131-45e4-84b3-f07b1d2331f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0967391 Jun 03 22:20:49.671108 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-c0ea16a1-947b-4141-8bc4-fad69da92c3d service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363540 Jun 03 22:20:49.815966 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-26137740-2bb0-40d8-adce-59cad2b5398f req-ea146811-ac9e-4a26-bffb-43d5d0e7abdd service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378012 Jun 03 22:20:50.306951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:20:50.460169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:20:50.479328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'port_id': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'mac_address': 'fa:16:3e:51:68:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:20:50.548368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:50.566678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:20:50.584683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:20:50.590984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:50.593141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:20:50.672942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,revision_number=9']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:20:50.676037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:20:50.698372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426fabc-986c-4f1c-90ce-a470d6af46a7 req-a3ba9d24-3438-4841-b6de-260d672a25a9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:50.699846 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3426fabc-986c-4f1c-90ce-a470d6af46a7 req-a3ba9d24-3438-4841-b6de-260d672a25a9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 945 time: 0.0862916 Jun 03 22:20:50.703052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['83bc7fc1-b289-442d-a8a8-19aab7a0fda0'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:20:50.748220 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3426fabc-986c-4f1c-90ce-a470d6af46a7 req-30c3b370-da36-40c8-915f-a90e2d6ef6b1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407360 Jun 03 22:20:51.959133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64069dfb-4b53-4a6f-8247-c9a03ae450c4 req-255ea105-d2b1-4968-b5e8-cd7ad8e87735 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:51.960636 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-64069dfb-4b53-4a6f-8247-c9a03ae450c4 req-255ea105-d2b1-4968-b5e8-cd7ad8e87735 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 945 time: 0.1002316 Jun 03 22:20:52.012989 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-64069dfb-4b53-4a6f-8247-c9a03ae450c4 req-26643586-a25a-42a9-8147-8356c35e167e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451369 Jun 03 22:20:52.323833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:20:52.398861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:20:52.399125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:52.522631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:52.550033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:20:52.552369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42543bb0-fbe9-4364-8604-9dd16506072a" -d '{"events": [{"server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "name": "network-vif-plugged", "status": "completed", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:20:52.560534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:20:52.567030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:52.569108 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d0d1e5a-a728-4421-8a54-b959c1092039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:20:52.603391 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1780b3ab-d228-4de9-8738-b5af2a65c970 x-openstack-request-id: req-1780b3ab-d228-4de9-8738-b5af2a65c970 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:20:52.603719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "name": "network-vif-plugged", "status": "completed", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:20:52.604005 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1780b3ab-d228-4de9-8738-b5af2a65c970 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:20:52.604544 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'code': 200} Jun 03 22:20:52.637611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,revision_number=10']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:20:52.640888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:20:52.801810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8203137e-c0f2-4750-9112-585aaf765404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:53.246781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c560f-979f-4f0f-9d4a-d3902b863f51 req-3ea85ecc-cb0a-4c82-a46e-446901f8c2ca tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:53.249002 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ee2c560f-979f-4f0f-9d4a-d3902b863f51 req-3ea85ecc-cb0a-4c82-a46e-446901f8c2ca tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 947 time: 0.1148107 Jun 03 22:20:53.304877 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ee2c560f-979f-4f0f-9d4a-d3902b863f51 req-04e34653-904e-4e32-bcb6-32762b2bbadc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464940 Jun 03 22:20:53.515116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e640cda-4acd-497e-808e-41773076f920 req-76205ea7-57a4-478f-88e8-80db2be53739 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:53.516611 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5e640cda-4acd-497e-808e-41773076f920 req-76205ea7-57a4-478f-88e8-80db2be53739 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 947 time: 0.0942388 Jun 03 22:20:53.568527 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5e640cda-4acd-497e-808e-41773076f920 req-ef18c10e-73db-4212-bf8a-09c0288dd000 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455170 Jun 03 22:20:53.797759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5dd87-d307-425f-b073-bc60a15f4332 req-24363d0b-a160-4224-bbaf-84129a3813ba tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:53.799237 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-28a5dd87-d307-425f-b073-bc60a15f4332 req-24363d0b-a160-4224-bbaf-84129a3813ba tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 947 time: 0.0861316 Jun 03 22:20:53.852792 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-28a5dd87-d307-425f-b073-bc60a15f4332 req-083a39b4-05e8-48fd-93e0-2ec1ddd0d05a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473208 Jun 03 22:20:54.269286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102aa8b-81b8-4b21-94c0-a4bb83ece3bd req-ca49a2f4-b905-4732-b0cd-ddc5fbdb8ac4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:54.270729 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4102aa8b-81b8-4b21-94c0-a4bb83ece3bd req-ca49a2f4-b905-4732-b0cd-ddc5fbdb8ac4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 947 time: 0.0943589 Jun 03 22:20:54.330832 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4102aa8b-81b8-4b21-94c0-a4bb83ece3bd req-21240a1c-67c4-4f62-ad0b-21ad00795de0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521789 Jun 03 22:20:55.362934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:55.484854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0c2bc620-dd10-498e-a515-21ff87dcec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:55.544073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5c4e7-bed6-4ed4-aa2a-e436635072d1 req-097a746e-30f5-4ae6-b775-adaf00a1146a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:55.545447 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-70b5c4e7-bed6-4ed4-aa2a-e436635072d1 req-097a746e-30f5-4ae6-b775-adaf00a1146a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 947 time: 0.0884693 Jun 03 22:20:55.598478 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-70b5c4e7-bed6-4ed4-aa2a-e436635072d1 req-6e53557a-b5c4-4b53-8aa9-470475fb239c tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444074 Jun 03 22:20:56.672637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-3fb155b6-c9f5-469a-9495-eddd256d8f7e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:56.674145 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-3fb155b6-c9f5-469a-9495-eddd256d8f7e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 947 time: 0.0858419 Jun 03 22:20:56.872480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28429904-7cab-4543-9342-5082bf746f9d req-4316340d-1d29-48fc-922c-c85e3897fcd2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:56.874379 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-28429904-7cab-4543-9342-5082bf746f9d req-4316340d-1d29-48fc-922c-c85e3897fcd2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 947 time: 0.1605437 Jun 03 22:20:56.915320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Deleting port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:20:56.915686 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:56.963369 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-28429904-7cab-4543-9342-5082bf746f9d req-19e30ce7-86c1-421b-b164-cf7aa472f464 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823259 Jun 03 22:20:57.041367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:57.072602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] For port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:20:57.072967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:57.084870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:57.521984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:57.522316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:57.522645 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152 disassociated. External IP: 172.26.3.246, port: 83bc7fc1-b289-442d-a8a8-19aab7a0fda0. Jun 03 22:20:57.522973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Calling delete_port for 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:20:57.649738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:57.655718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:20:57.700205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event deleted for resources: {'Port': ['ID=83bc7fc1-b289-442d-a8a8-19aab7a0fda0,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:20:57.711282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:57.711714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:57.712067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:57.712426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:57.712791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:57.713114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:57.713474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:57.713821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:57.714172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:57.714533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:57.714881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:57.715246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:20:57.770708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:20:57.908424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:20:58.095317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:20:58.105960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f6602-676a-4752-b4db-f8becdb65973 None None] Sync routers for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:20:58.117142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f6602-676a-4752-b4db-f8becdb65973 None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:20:58.117841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e36f6602-676a-4752-b4db-f8becdb65973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:20:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:20:58.124093 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1a2653a8-7b28-49e6-b55a-c78f28c0ca13 req-4d29b2e6-4907-413d-8b4e-252379b064cf tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ee6a40c-dfdc-4777-83cb-25b7f537f791 HTTP/1.1" status: 200 len: 210 time: 0.0496857 Jun 03 22:20:58.174859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] No DVR routers for this DVR port 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:20:58.177550 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:58.180544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'name': 'network-vif-deleted', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:20:58.182852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b539f6-2f3e-4f93-a73f-b575fbe9eae9" -d '{"events": [{"server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "name": "network-vif-deleted", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:20:58.198163 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1915413f-dc1b-4ad7-ba4e-f179750613d2 req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "DELETE /v2.0/ports/83bc7fc1-b289-442d-a8a8-19aab7a0fda0 HTTP/1.1" status: 204 len: 173 time: 1.5184610 Jun 03 22:20:58.232314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdc4879-68b4-49a2-b83f-efe7f97ace75 x-openstack-request-id: req-1bdc4879-68b4-49a2-b83f-efe7f97ace75 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:20:58.232740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee6a40c-dfdc-4777-83cb-25b7f537f791", "name": "network-vif-deleted", "tag": "83bc7fc1-b289-442d-a8a8-19aab7a0fda0", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:20:58.233547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1bdc4879-68b4-49a2-b83f-efe7f97ace75 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:20:58.234099 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee6a40c-dfdc-4777-83cb-25b7f537f791', 'name': 'network-vif-deleted', 'tag': '83bc7fc1-b289-442d-a8a8-19aab7a0fda0', 'status': 'completed', 'code': 200} Jun 03 22:20:58.367882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-e36f6602-676a-4752-b4db-f8becdb65973 None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:20:58.592701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:20:58.711400 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e36f6602-676a-4752-b4db-f8becdb65973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:20:58.715700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f6602-676a-4752-b4db-f8becdb65973 None None] Checking router: 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:20:58.724916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f6602-676a-4752-b4db-f8becdb65973 None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:20:58.725562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e36f6602-676a-4752-b4db-f8becdb65973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:20:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:20:58.906750 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-e36f6602-676a-4752-b4db-f8becdb65973 None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:20:59.241880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e36f6602-676a-4752-b4db-f8becdb65973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:20:59.246526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f6602-676a-4752-b4db-f8becdb65973 None None] The sync data for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv is: [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:20:59.475037 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4677ef2-9e51-4166-b0ba-c4f0b79e29b7 None None] New status for floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:20:59.513517 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-20011736-fe42-413b-8a28-01264216d4c7 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1885061647&fields=id&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 267 time: 0.0416203 Jun 03 22:20:59.670549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-22b33df3-5ca4-4949-84f3-546df5399e6b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:20:59.671930 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-22b33df3-5ca4-4949-84f3-546df5399e6b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 811 time: 0.1516728 Jun 03 22:20:59.690390 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-2b15aede-e5f5-4e4b-bedd-42324b4b2cfd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/quotas/30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 375 time: 0.0124879 Jun 03 22:20:59.781455 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-e846974f-3b6d-4bb0-924c-cef33746a4a6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848317 Jun 03 22:20:59.798157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-1cdb0168-3207-4a1c-b4ec-ae31baaf149e service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:20:59.799112 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-1cdb0168-3207-4a1c-b4ec-ae31baaf149e service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056138 Jun 03 22:20:59.943548 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-9452b41e-d091-4aff-bfbb-410c3fc51b2d service neutron] 10.222.0.96 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384428 Jun 03 22:21:00.081031 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-4a84bde8-38f4-4159-b1fa-c1a7d64e417a service neutron] 10.222.0.96 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315708 Jun 03 22:21:00.288084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d0a46e10-4d72-4aa7-99cb-7f35e362e59a req-d801907f-9a92-4d89-b5ff-596a339269e3 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Synchronizing usage tracker for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:21:00.308484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d0a46e10-4d72-4aa7-99cb-7f35e362e59a req-d801907f-9a92-4d89-b5ff-596a339269e3 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Unset dirty status for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:21:00.309743 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d0a46e10-4d72-4aa7-99cb-7f35e362e59a req-d801907f-9a92-4d89-b5ff-596a339269e3 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 210 time: 0.0647418 Jun 03 22:21:00.333158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:21:00.372847 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:21:00.373217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 83bc7fc1-b289-442d-a8a8-19aab7a0fda0 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:21:01.424517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-31f90615-c448-4be8-a3cd-bacce43289e2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:01.426018 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-31f90615-c448-4be8-a3cd-bacce43289e2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 811 time: 0.1595151 Jun 03 22:21:01.480943 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-ed836991-26c7-4925-a88d-8a6c9bce7c21 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 380 time: 0.0454643 Jun 03 22:21:01.486737 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2692c585-6710-4c26-9003-041229536820 req-726bd15b-f297-4d1a-be78-6087d302d915 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 210 time: 0.0499570 Jun 03 22:21:01.490347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Request body: {'port': {'device_id': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'admin_state_up': True, 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'security_groups': ['1326fd56-e1fc-44bb-89b9-1b3a634cad0c']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:21:01.641067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:21:01.651366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:21:01.672831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Made reservation on behalf of 30b52a7d7d914c589c1d74c7ef7bdf79 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:21:01.673943 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:01.845583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Allocated IP 172.20.0.8 (b97b84f4-709f-4701-ad71-c5fb2c75b378/b51fa50c-24f2-488a-b0f8-9c5bba7d3de9/880ed84b-325d-4915-99fb-41a959ae049d) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:21:02.050185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:02.066126 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Transition to ACTIVE for port object 880ed84b-325d-4915-99fb-41a959ae049d will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:21:02.094745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:02.101742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-937ccfef-c89d-47d2-889b-8239f970ac28 tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:21:02.169804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Network b97b84f4-709f-4701-ad71-c5fb2c75b378 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:21:02.172766 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:21:02.181476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:21:02.212984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event updated for resources: {'Port': ['ID=880ed84b-325d-4915-99fb-41a959ae049d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:21:02.220289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:21:02.251954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:02.252622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:02.280969 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7948418 Jun 03 22:21:02.293118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Request body: {'port': {'device_id': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:21:02.386059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0b99615e-0def-4a4c-94b9-b9fed03744a8 None None] Provisioning for port 880ed84b-325d-4915-99fb-41a959ae049d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:21:02.391553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0b99615e-0def-4a4c-94b9-b9fed03744a8 None None] Provisioning complete for port 880ed84b-325d-4915-99fb-41a959ae049d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:21:02.391928 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b99615e-0def-4a4c-94b9-b9fed03744a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:02.422185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:02.451318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-0b99615e-0def-4a4c-94b9-b9fed03744a8 None None] Port 880ed84b-325d-4915-99fb-41a959ae049d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:21:02.924890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b8527-d3b0-4d82-b20a-1f703a3d35d2 req-560ffdee-7cfd-47e1-a950-c49cfc42fd12 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:02.925474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-0b1b8527-d3b0-4d82-b20a-1f703a3d35d2 req-560ffdee-7cfd-47e1-a950-c49cfc42fd12 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Synchronizing usage tracker for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:21:02.996646 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-0b1b8527-d3b0-4d82-b20a-1f703a3d35d2 req-560ffdee-7cfd-47e1-a950-c49cfc42fd12 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Unset dirty status for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:21:02.998008 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0b1b8527-d3b0-4d82-b20a-1f703a3d35d2 req-560ffdee-7cfd-47e1-a950-c49cfc42fd12 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 931 time: 0.3974018 Jun 03 22:21:03.002189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880ed84b-325d-4915-99fb-41a959ae049d {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:21:03.011204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:03.049932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Transition to ACTIVE for port object 880ed84b-325d-4915-99fb-41a959ae049d will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:21:03.056714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:03.063240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:21:03.114917 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0b1b8527-d3b0-4d82-b20a-1f703a3d35d2 req-12c385f0-51c0-45fd-844a-88ffff777b92 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082616 Jun 03 22:21:03.196202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=880ed84b-325d-4915-99fb-41a959ae049d,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:21:03.226442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:21:03.309744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Attempting to bind port 880ed84b-325d-4915-99fb-41a959ae049d on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:21:03.310114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Attempting to bind port 880ed84b-325d-4915-99fb-41a959ae049d by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:21:03.310388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Attempting to bind port 880ed84b-325d-4915-99fb-41a959ae049d on network b97b84f4-709f-4701-ad71-c5fb2c75b378 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:21:03.315080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Port 880ed84b-325d-4915-99fb-41a959ae049d on network b97b84f4-709f-4701-ad71-c5fb2c75b378 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:21:03.315392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Attempting to bind port 880ed84b-325d-4915-99fb-41a959ae049d on network b97b84f4-709f-4701-ad71-c5fb2c75b378 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:21:03.320733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:21:03.321061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Checking segment: {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:21:03.321431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Bound using segment: {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:21:03.321853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Bound port: 880ed84b-325d-4915-99fb-41a959ae049d, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff35660e-cbf8-4763-bb4c-2a4422730612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:21:03.322193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:03.420805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:21:03.424994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=880ed84b-325d-4915-99fb-41a959ae049d,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:21:03.432532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:03.436471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8d3f59eb-5e32-4dba-8b0d-9657ea31011d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:21:03.487565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:03.488182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:03.489888 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/880ed84b-325d-4915-99fb-41a959ae049d HTTP/1.1" status: 200 len: 1093 time: 1.2010241 Jun 03 22:21:03.493017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:21:03.497013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1326975-3899-43ff-84a9-d76d3a092fda" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "tag": "880ed84b-325d-4915-99fb-41a959ae049d"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:21:03.527935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=880ed84b-325d-4915-99fb-41a959ae049d,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:21:03.532071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:21:03.573548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e736b513-e6e2-4681-807f-6bf7f73a3350 x-openstack-request-id: req-e736b513-e6e2-4681-807f-6bf7f73a3350 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:21:03.573886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "tag": "880ed84b-325d-4915-99fb-41a959ae049d", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:21:03.574182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e736b513-e6e2-4681-807f-6bf7f73a3350 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:21:03.574621 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d', 'status': 'completed', 'code': 200} Jun 03 22:21:03.625523 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-71deea0a-5cac-44a9-9f50-c055f8960480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:03.627134 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-71deea0a-5cac-44a9-9f50-c055f8960480 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 1096 time: 0.0865066 Jun 03 22:21:03.700368 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-916f2576-17b6-43fd-a68d-8a997e858b4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880ed84b-325d-4915-99fb-41a959ae049d HTTP/1.1" status: 200 len: 217 time: 0.0655630 Jun 03 22:21:03.772294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-2489d3d6-3486-42a2-a336-342179534516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:03.773670 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-2489d3d6-3486-42a2-a336-342179534516 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0669484 Jun 03 22:21:03.852925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-f93b1207-e8b6-49d2-9034-2bca2ffde4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:03.854418 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-f93b1207-e8b6-49d2-9034-2bca2ffde4be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725753 Jun 03 22:21:04.014204 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-ee41147a-e69b-4a6b-b6c2-4c8e3de3cd6b service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504333 Jun 03 22:21:04.164334 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5a0f5a96-b6ba-42f1-acaf-30de589dad36 req-89312cf3-953b-4798-980f-840243b9b7f0 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389360 Jun 03 22:21:04.354328 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1326975-3899-43ff-84a9-d76d3a092fda req-09dd5b68-a481-41ec-8907-f8c95b25728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:04.356091 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d1326975-3899-43ff-84a9-d76d3a092fda req-09dd5b68-a481-41ec-8907-f8c95b25728f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 1096 time: 0.1382160 Jun 03 22:21:04.376618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763f910-4b19-471e-8cd2-af93ecf235a4 req-eecdbde7-1a50-4aea-a114-df58e3eb095b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:04.378298 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a763f910-4b19-471e-8cd2-af93ecf235a4 req-eecdbde7-1a50-4aea-a114-df58e3eb095b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.1288853 Jun 03 22:21:04.526160 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a763f910-4b19-471e-8cd2-af93ecf235a4 req-6cf9491f-cbb8-43f2-8751-fc7f23c263a4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203415 Jun 03 22:21:04.557875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1326975-3899-43ff-84a9-d76d3a092fda req-eebdbfbd-aef9-4437-aa20-a8426938e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:04.559359 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d1326975-3899-43ff-84a9-d76d3a092fda req-eebdbfbd-aef9-4437-aa20-a8426938e1e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1801610 Jun 03 22:21:04.797274 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d1326975-3899-43ff-84a9-d76d3a092fda req-0812a6c3-76de-4c98-afd9-c76a04011eee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880ed84b-325d-4915-99fb-41a959ae049d HTTP/1.1" status: 200 len: 217 time: 0.2304242 Jun 03 22:21:04.864987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1326975-3899-43ff-84a9-d76d3a092fda req-e72eb553-32e9-482e-9c7f-725d8d217689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:04.866331 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d1326975-3899-43ff-84a9-d76d3a092fda req-e72eb553-32e9-482e-9c7f-725d8d217689 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0619893 Jun 03 22:21:04.952880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1326975-3899-43ff-84a9-d76d3a092fda req-936b4b28-d866-47c1-82fc-457249d58e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:04.954383 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d1326975-3899-43ff-84a9-d76d3a092fda req-936b4b28-d866-47c1-82fc-457249d58e1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784113 Jun 03 22:21:05.109113 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d1326975-3899-43ff-84a9-d76d3a092fda req-46b72667-16eb-44d2-8fbc-ee64c208e712 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469746 Jun 03 22:21:05.257201 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d1326975-3899-43ff-84a9-d76d3a092fda req-141228b1-8d8b-4564-a570-8178bed6bcc8 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401696 Jun 03 22:21:05.739083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb7d46-b5ad-496c-87b1-044244cd7062 req-50b1cb90-a041-49ce-aff0-df75768fba55 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:05.740626 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c3fb7d46-b5ad-496c-87b1-044244cd7062 req-50b1cb90-a041-49ce-aff0-df75768fba55 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.0942948 Jun 03 22:21:05.798038 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c3fb7d46-b5ad-496c-87b1-044244cd7062 req-7afd575a-c7f9-4e4b-a502-3cc177e631f1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501747 Jun 03 22:21:06.375075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 880ed84b-325d-4915-99fb-41a959ae049d details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:21:06.515980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=880ed84b-325d-4915-99fb-41a959ae049d,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:21:06.530164 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '880ed84b-325d-4915-99fb-41a959ae049d', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'port_id': '880ed84b-325d-4915-99fb-41a959ae049d', 'mac_address': 'fa:16:3e:3e:d8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:21:06.587310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:06.604947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880ed84b-325d-4915-99fb-41a959ae049d {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:21:06.621695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=880ed84b-325d-4915-99fb-41a959ae049d,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:21:06.630384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:06.633172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:21:06.705880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=880ed84b-325d-4915-99fb-41a959ae049d,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:21:06.711023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:21:06.949646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['880ed84b-325d-4915-99fb-41a959ae049d'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:21:07.001513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dcf11-f48f-4113-bd08-32e8c5f701cd req-a093704f-5d9b-4e12-b255-016d912d4aed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:07.003008 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-762dcf11-f48f-4113-bd08-32e8c5f701cd req-a093704f-5d9b-4e12-b255-016d912d4aed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 944 time: 0.0883453 Jun 03 22:21:07.050014 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-762dcf11-f48f-4113-bd08-32e8c5f701cd req-85c5d00d-c618-438d-bfe8-2b715602d0b0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410447 Jun 03 22:21:08.253270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3c2b5-ff47-4a8b-b18a-477be537012b req-f18bcde3-fa6e-4f3b-8719-5c4f6a925a82 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:08.255227 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e0a3c2b5-ff47-4a8b-b18a-477be537012b req-f18bcde3-fa6e-4f3b-8719-5c4f6a925a82 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 944 time: 0.0958126 Jun 03 22:21:08.302467 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e0a3c2b5-ff47-4a8b-b18a-477be537012b req-1fe2ff7e-3b36-4f6e-bec6-676478215549 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418158 Jun 03 22:21:08.375675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 880ed84b-325d-4915-99fb-41a959ae049d up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:21:08.495165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 880ed84b-325d-4915-99fb-41a959ae049d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:21:08.501185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 880ed84b-325d-4915-99fb-41a959ae049d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:21:08.501566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:08.633183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:08.661784 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:21:08.664073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbab4c1e-8470-490d-9d66-49e5b4197bd6" -d '{"events": [{"server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "name": "network-vif-plugged", "status": "completed", "tag": "880ed84b-325d-4915-99fb-41a959ae049d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:21:08.673328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=880ed84b-325d-4915-99fb-41a959ae049d,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:21:08.678842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:08.681018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:21:08.711269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e663d744-5cd5-45c6-910d-c4e83eafc8eb x-openstack-request-id: req-e663d744-5cd5-45c6-910d-c4e83eafc8eb {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:21:08.711598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "name": "network-vif-plugged", "status": "completed", "tag": "880ed84b-325d-4915-99fb-41a959ae049d", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:21:08.711861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e663d744-5cd5-45c6-910d-c4e83eafc8eb {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:21:08.712262 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d', 'code': 200} Jun 03 22:21:08.754218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=880ed84b-325d-4915-99fb-41a959ae049d,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:21:08.757345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:21:08.957123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aa6df-035a-448f-9fbf-5865520c221f req-fccbc8b6-6481-4ff9-85ab-ba029ef7b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:08.958536 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ee4aa6df-035a-448f-9fbf-5865520c221f req-fccbc8b6-6481-4ff9-85ab-ba029ef7b774 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 1098 time: 0.0817406 Jun 03 22:21:09.007057 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ee4aa6df-035a-448f-9fbf-5865520c221f req-396f6c3a-5a22-4255-9506-1e1b014bc9f9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404220 Jun 03 22:21:09.506758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1632c-c355-42e6-9666-c7a67cb52fc9 req-437f3fb3-9afb-43cc-9b9a-8923faefaf96 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:09.508274 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1cf1632c-c355-42e6-9666-c7a67cb52fc9 req-437f3fb3-9afb-43cc-9b9a-8923faefaf96 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0943661 Jun 03 22:21:09.556068 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1cf1632c-c355-42e6-9666-c7a67cb52fc9 req-f5be48ec-da04-4be5-9bf7-969083182e2c tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 Jun 03 22:21:10.779414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced742d-e285-4c79-b4c7-c464b3f0c5dc req-54ffabfd-8d5c-4dd8-88f1-ef0bff0addf3 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:10.781258 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dced742d-e285-4c79-b4c7-c464b3f0c5dc req-54ffabfd-8d5c-4dd8-88f1-ef0bff0addf3 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.1105609 Jun 03 22:21:10.830579 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dced742d-e285-4c79-b4c7-c464b3f0c5dc req-73d2c2d1-30cb-4972-87da-b817a873b79e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431612 Jun 03 22:21:11.042538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170f5ec-4501-4332-844e-e03753ffda4a req-1b22e760-0c37-4c8e-b4cf-eeac11e2de7b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:11.044038 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f170f5ec-4501-4332-844e-e03753ffda4a req-1b22e760-0c37-4c8e-b4cf-eeac11e2de7b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.1012070 Jun 03 22:21:11.054421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60218) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:21:11.059252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-070a478f-0c1f-4589-91d0-513c7b0d2b81 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Request body: {'floatingip': {'port_id': '880ed84b-325d-4915-99fb-41a959ae049d'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:21:11.140577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-070a478f-0c1f-4589-91d0-513c7b0d2b81 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:11.882501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-070a478f-0c1f-4589-91d0-513c7b0d2b81 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:11.889572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-070a478f-0c1f-4589-91d0-513c7b0d2b81 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:12.079548 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-070a478f-0c1f-4589-91d0-513c7b0d2b81 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152 associated. External IP: 172.26.3.246, port: 880ed84b-325d-4915-99fb-41a959ae049d. Jun 03 22:21:12.460932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070a478f-0c1f-4589-91d0-513c7b0d2b81 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:21:12.646220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070a478f-0c1f-4589-91d0-513c7b0d2b81 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:21:12.650654 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-070a478f-0c1f-4589-91d0-513c7b0d2b81 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:12.657360 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5458571e-988a-437f-8937-dc811b297ec3 None None] Sync routers for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:21:12.667777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5458571e-988a-437f-8937-dc811b297ec3 None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:21:12.668497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5458571e-988a-437f-8937-dc811b297ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:20:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:21:12.851774 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-070a478f-0c1f-4589-91d0-513c7b0d2b81 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "PUT /v2.0/floatingips/6a716bd3-d443-48b7-b9b5-3c3e395e0152 HTTP/1.1" status: 200 len: 992 time: 1.7961993 Jun 03 22:21:12.852469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:21:12.854825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fcdc66-8995-4258-b71a-3b5762d23ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "tag": "880ed84b-325d-4915-99fb-41a959ae049d"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:21:12.858723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5458571e-988a-437f-8937-dc811b297ec3 None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:21:12.902701 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6665ffe0-a354-4dbb-ba71-2dee2a1fb27b x-openstack-request-id: req-6665ffe0-a354-4dbb-ba71-2dee2a1fb27b {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:21:12.903036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "tag": "880ed84b-325d-4915-99fb-41a959ae049d", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:21:12.903331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6665ffe0-a354-4dbb-ba71-2dee2a1fb27b {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:21:12.903829 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d', 'status': 'completed', 'code': 200} Jun 03 22:21:13.002688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcdc66-8995-4258-b71a-3b5762d23ceb req-8c5e0640-926a-4c34-99a7-4f8b64891b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:13.004384 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-75fcdc66-8995-4258-b71a-3b5762d23ceb req-8c5e0640-926a-4c34-99a7-4f8b64891b47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 1098 time: 0.0779009 Jun 03 22:21:13.144122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcdc66-8995-4258-b71a-3b5762d23ceb req-2e875340-e850-44b1-99a6-dc54438fcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:13.145484 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-75fcdc66-8995-4258-b71a-3b5762d23ceb req-2e875340-e850-44b1-99a6-dc54438fcb41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1349344 Jun 03 22:21:13.220031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5458571e-988a-437f-8937-dc811b297ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6a716bd3-d443-48b7-b9b5-3c3e395e0152', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'port_id': '880ed84b-325d-4915-99fb-41a959ae049d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'mac_address': 'fa:16:3e:3e:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:15:05Z', 'updated_at': '2021-06-03T22:21:11Z', 'revision_number': 13, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:21:13.224062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5458571e-988a-437f-8937-dc811b297ec3 None None] Checking router: 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:21:13.232451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5458571e-988a-437f-8937-dc811b297ec3 None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:21:13.233102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5458571e-988a-437f-8937-dc811b297ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:20:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:21:13.251286 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-75fcdc66-8995-4258-b71a-3b5762d23ceb req-44448499-985b-4993-901a-dccd86a8d9db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880ed84b-325d-4915-99fb-41a959ae049d HTTP/1.1" status: 200 len: 1000 time: 0.0988600 Jun 03 22:21:13.315376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcdc66-8995-4258-b71a-3b5762d23ceb req-bbdf7de5-518b-4341-ab1d-fdefcaf04cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:13.316922 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-75fcdc66-8995-4258-b71a-3b5762d23ceb req-bbdf7de5-518b-4341-ab1d-fdefcaf04cfc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0589991 Jun 03 22:21:13.399237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcdc66-8995-4258-b71a-3b5762d23ceb req-89dc4490-00d0-49fc-93a9-d7c22f27a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:13.400731 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-75fcdc66-8995-4258-b71a-3b5762d23ceb req-89dc4490-00d0-49fc-93a9-d7c22f27a8c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774825 Jun 03 22:21:13.430243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5458571e-988a-437f-8937-dc811b297ec3 None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:21:13.543749 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-75fcdc66-8995-4258-b71a-3b5762d23ceb req-6dcf3096-f7fc-4949-8e0d-d924c3753f3a service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336420 Jun 03 22:21:13.680357 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-75fcdc66-8995-4258-b71a-3b5762d23ceb req-1e76568e-11ff-4a37-ba10-1a6940984fd6 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297431 Jun 03 22:21:13.790528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5458571e-988a-437f-8937-dc811b297ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6a716bd3-d443-48b7-b9b5-3c3e395e0152', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'port_id': '880ed84b-325d-4915-99fb-41a959ae049d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'mac_address': 'fa:16:3e:3e:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:15:05Z', 'updated_at': '2021-06-03T22:21:11Z', 'revision_number': 13, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:21:13.794680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5458571e-988a-437f-8937-dc811b297ec3 None None] The sync data for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv is: [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6a716bd3-d443-48b7-b9b5-3c3e395e0152', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'port_id': '880ed84b-325d-4915-99fb-41a959ae049d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'mac_address': 'fa:16:3e:3e:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:15:05Z', 'updated_at': '2021-06-03T22:21:11Z', 'revision_number': 13, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:21:14.000891 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace100e8-f1c0-4c37-a3fc-c3dcee726e68 None None] New status for floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:21:22.802002 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fa3e5305-7bb0-479e-a22b-9928aea35645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:25.145905 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:21:25.366113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:25.541340 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-342a1e98-e594-4eca-b55d-fedcc2c0ae96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:27.047670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:27.104026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:28.551174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:52.797230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-be4d0f1e-ee71-487c-b5b6-25f7fdb07988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:55.373744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:55.487426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a9648913-dd24-496c-adce-da150129cd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:57.048955 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:57.110666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:58.464467 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15f70af5-1ca5-4bc9-96fa-db197b790754 req-ef335bbf-9f7f-4b7c-b5f6-c3484491bae1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748277 Jun 03 22:21:58.548026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:21:58.768970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f70af5-1ca5-4bc9-96fa-db197b790754 req-62078e09-0576-49db-b2eb-34d44a37e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:58.770740 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15f70af5-1ca5-4bc9-96fa-db197b790754 req-62078e09-0576-49db-b2eb-34d44a37e8b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 1098 time: 0.2366908 Jun 03 22:21:58.923988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f70af5-1ca5-4bc9-96fa-db197b790754 req-64791c3e-50b6-43f3-9b0f-037ccfaf04c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:58.925300 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15f70af5-1ca5-4bc9-96fa-db197b790754 req-64791c3e-50b6-43f3-9b0f-037ccfaf04c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1336520 Jun 03 22:21:59.043618 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15f70af5-1ca5-4bc9-96fa-db197b790754 req-ee9ebc7e-59a9-4ac6-9e40-6589ea98b69f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880ed84b-325d-4915-99fb-41a959ae049d HTTP/1.1" status: 200 len: 1002 time: 0.1106493 Jun 03 22:21:59.112528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f70af5-1ca5-4bc9-96fa-db197b790754 req-af5ae22c-0d22-465e-9264-dab105b0b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:59.113991 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15f70af5-1ca5-4bc9-96fa-db197b790754 req-af5ae22c-0d22-465e-9264-dab105b0b717 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0646963 Jun 03 22:21:59.196856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f70af5-1ca5-4bc9-96fa-db197b790754 req-da2721e1-d8c3-4749-adf9-15d36d2fc4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:21:59.198345 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15f70af5-1ca5-4bc9-96fa-db197b790754 req-da2721e1-d8c3-4749-adf9-15d36d2fc4e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773659 Jun 03 22:21:59.346207 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15f70af5-1ca5-4bc9-96fa-db197b790754 req-a8aff13c-e7aa-4046-89fd-df5691731289 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404459 Jun 03 22:21:59.498157 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15f70af5-1ca5-4bc9-96fa-db197b790754 req-52f908e1-a68a-40b8-b153-1733d7a9e69d service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445482 Jun 03 22:22:02.146102 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:22:22.801782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6a961374-554e-4e8a-b831-6982527b0ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:24.962968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd6744-dab9-4aa4-a4f7-6cc342ce7523 req-13e7343f-0c2c-4b55-9301-5733e7c22436 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:24.964517 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-14cd6744-dab9-4aa4-a4f7-6cc342ce7523 req-13e7343f-0c2c-4b55-9301-5733e7c22436 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.1553998 Jun 03 22:22:25.024273 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-14cd6744-dab9-4aa4-a4f7-6cc342ce7523 req-2a87b660-4de9-4476-a96c-322fdc9a694b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535474 Jun 03 22:22:25.360341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:25.482625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-723c371e-d655-4559-b577-ec234c26a188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:27.051531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:27.113833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:28.548349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:37.189603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef80b03-1077-4a09-8dae-ae8455a04ee0 req-02e6100f-6b6e-41f1-889c-cd9c46db4fd4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:37.191052 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ef80b03-1077-4a09-8dae-ae8455a04ee0 req-02e6100f-6b6e-41f1-889c-cd9c46db4fd4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.1414456 Jun 03 22:22:37.195065 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-98c1517c-a3fd-47c6-b1fc-aa8c3e99fe31 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1913278 Jun 03 22:22:37.237168 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ef80b03-1077-4a09-8dae-ae8455a04ee0 req-cd531482-0c30-4069-8410-6fdd9f509a61 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400038 Jun 03 22:22:38.436409 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc999d3-3b63-4849-b8d0-14973c1f10e3 req-8413e7dc-846a-4ea9-865a-63c9202c4777 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:38.437886 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5bc999d3-3b63-4849-b8d0-14973c1f10e3 req-8413e7dc-846a-4ea9-865a-63c9202c4777 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0871167 Jun 03 22:22:38.483443 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5bc999d3-3b63-4849-b8d0-14973c1f10e3 req-ecb0ca34-edd1-46c0-935a-a8c32157ab73 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396104 Jun 03 22:22:38.495820 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-2d4a4a27-9c29-4ee8-89a0-d5233d3aa3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:38.497337 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-2d4a4a27-9c29-4ee8-89a0-d5233d3aa3d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 1098 time: 0.0719185 Jun 03 22:22:38.642159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-b3bf1a16-e242-4733-83bd-77510b3e0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:38.643666 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-b3bf1a16-e242-4733-83bd-77510b3e0a5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1391702 Jun 03 22:22:38.748487 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-b79bbf21-c832-49f1-baa2-8d66c3a5b52a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880ed84b-325d-4915-99fb-41a959ae049d HTTP/1.1" status: 200 len: 1002 time: 0.0981009 Jun 03 22:22:38.813399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-b6584c8c-f385-4fdf-aac3-f961b97c4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:38.814828 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-b6584c8c-f385-4fdf-aac3-f961b97c4632 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0597901 Jun 03 22:22:38.897496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-ad8c54ce-283f-43c8-bd41-a0a7720caae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:38.898848 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-ad8c54ce-283f-43c8-bd41-a0a7720caae0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768530 Jun 03 22:22:39.042727 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-f1bf05ad-b7c8-4f4e-907a-d07fadb24c06 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357272 Jun 03 22:22:39.145004 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:22:39.343177 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-db5ba75d-e6ac-472a-8064-79ccdb603cbf service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934773 Jun 03 22:22:39.709416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe34ffd-7905-402b-92a1-70c16a5fb477 req-99dd2974-b22a-4d51-8cf8-28bc52214447 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:39.710837 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2fe34ffd-7905-402b-92a1-70c16a5fb477 req-99dd2974-b22a-4d51-8cf8-28bc52214447 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.1112890 Jun 03 22:22:39.761098 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2fe34ffd-7905-402b-92a1-70c16a5fb477 req-8a1453fe-fa0f-45fe-87ea-ee491c46ae7e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443246 Jun 03 22:22:40.964530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85631bac-7d12-4204-99c2-4f65b6ce6892 req-efc58e7d-95ec-46d0-9137-79bcccc7b433 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:40.966004 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-85631bac-7d12-4204-99c2-4f65b6ce6892 req-efc58e7d-95ec-46d0-9137-79bcccc7b433 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0911076 Jun 03 22:22:41.012379 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-85631bac-7d12-4204-99c2-4f65b6ce6892 req-8f7d1255-b3c9-4269-8fe9-fa4eef970303 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402980 Jun 03 22:22:42.209104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee673bc9-772f-46ab-a885-6391800d631c req-2d1110f0-f332-49d6-90a5-c418ba3379db tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:42.210352 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ee673bc9-772f-46ab-a885-6391800d631c req-2d1110f0-f332-49d6-90a5-c418ba3379db tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0826864 Jun 03 22:22:42.262168 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ee673bc9-772f-46ab-a885-6391800d631c req-f1f000bf-069b-46e8-8544-188919bd822a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443256 Jun 03 22:22:43.461448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc592067-6dac-40a0-964a-61b0913645f8 req-3c444e58-3d38-4ab8-b8c2-7334335982af tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:43.462816 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bc592067-6dac-40a0-964a-61b0913645f8 req-3c444e58-3d38-4ab8-b8c2-7334335982af tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0873849 Jun 03 22:22:43.513315 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bc592067-6dac-40a0-964a-61b0913645f8 req-bc0447a9-34ad-4998-9844-8b6254c400fc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445671 Jun 03 22:22:44.747489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99dc0a-ec1e-440f-a9b9-585dc6b06d3f req-d3550813-71b5-4a0a-815d-b41ae5866560 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:44.749034 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb99dc0a-ec1e-440f-a9b9-585dc6b06d3f req-d3550813-71b5-4a0a-815d-b41ae5866560 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.1091449 Jun 03 22:22:44.800687 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cb99dc0a-ec1e-440f-a9b9-585dc6b06d3f req-5f8d08e1-bd1c-4c60-8f48-27ef8c72b1a2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432146 Jun 03 22:22:45.994634 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffada91-2631-4519-87ba-f246d486db35 req-f64881bb-b194-4778-b8f4-06c5a4f12214 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:45.996273 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fffada91-2631-4519-87ba-f246d486db35 req-f64881bb-b194-4778-b8f4-06c5a4f12214 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0832505 Jun 03 22:22:46.043297 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fffada91-2631-4519-87ba-f246d486db35 req-13a462d5-544f-46fb-8889-2616c7838273 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409741 Jun 03 22:22:47.392488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f627cd-bbf1-407b-9668-3b66a9352ec6 req-1f90b37a-d9ee-4549-b7c4-e4e69764306b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:47.393841 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3f627cd-bbf1-407b-9668-3b66a9352ec6 req-1f90b37a-d9ee-4549-b7c4-e4e69764306b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0847399 Jun 03 22:22:47.441280 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3f627cd-bbf1-407b-9668-3b66a9352ec6 req-857878ab-ab29-477c-83f5-112b3cc7fc75 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414889 Jun 03 22:22:48.646175 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f6e5d-3066-4e37-817e-2b839c64ddd7 req-425a0383-5deb-4f49-b0c9-e298e6ec1882 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:48.647669 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ac6f6e5d-3066-4e37-817e-2b839c64ddd7 req-425a0383-5deb-4f49-b0c9-e298e6ec1882 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0904465 Jun 03 22:22:48.704357 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ac6f6e5d-3066-4e37-817e-2b839c64ddd7 req-81ec5ede-7f2d-4c74-98b1-3b270b595907 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495532 Jun 03 22:22:49.917057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc17a60-eb4c-41ae-aee6-b0e61d2727b7 req-3e538c20-6677-4708-bc53-39729903a569 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:49.918508 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9dc17a60-eb4c-41ae-aee6-b0e61d2727b7 req-3e538c20-6677-4708-bc53-39729903a569 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.1016300 Jun 03 22:22:49.968139 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9dc17a60-eb4c-41ae-aee6-b0e61d2727b7 req-fea51e41-4a80-4c6e-8ef8-83414d065e8a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407941 Jun 03 22:22:51.178331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da88524-2837-4f4e-b7cd-7d225057275d req-6b7d35d1-9c52-4cdb-8bdd-d6ce440e8a8a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:51.179831 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5da88524-2837-4f4e-b7cd-7d225057275d req-6b7d35d1-9c52-4cdb-8bdd-d6ce440e8a8a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0900271 Jun 03 22:22:51.240249 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5da88524-2837-4f4e-b7cd-7d225057275d req-3bc80de7-5a6c-4976-9cfd-14a9c0a4d722 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524802 Jun 03 22:22:52.451989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739675a-f67a-4756-91a2-7460412a14b8 req-a8f161e5-27f7-4312-b306-4b9600732762 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:52.453633 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2739675a-f67a-4756-91a2-7460412a14b8 req-a8f161e5-27f7-4312-b306-4b9600732762 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0933709 Jun 03 22:22:52.500774 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2739675a-f67a-4756-91a2-7460412a14b8 req-42eab39f-174c-4bf4-9090-320cca95cfe8 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 Jun 03 22:22:52.809615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f3527262-857f-4094-abb0-066e75eb4235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:53.707916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbafd52-f8fc-42a0-8b68-9012b45165f8 req-d7f81773-191a-458e-affd-b50fa5eb54b9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:53.709410 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5dbafd52-f8fc-42a0-8b68-9012b45165f8 req-d7f81773-191a-458e-affd-b50fa5eb54b9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0892634 Jun 03 22:22:53.758352 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5dbafd52-f8fc-42a0-8b68-9012b45165f8 req-e4e7b514-06d1-4b15-a2a1-8622d2332802 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406017 Jun 03 22:22:54.957616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ff02d-0e61-4baa-af16-ed28bf094940 req-c47a6cb5-3fab-44e3-a7bf-2f913c95a827 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:54.958985 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a86ff02d-0e61-4baa-af16-ed28bf094940 req-c47a6cb5-3fab-44e3-a7bf-2f913c95a827 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0912721 Jun 03 22:22:55.004128 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a86ff02d-0e61-4baa-af16-ed28bf094940 req-d8458430-cf42-4887-97f2-d41838686151 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391653 Jun 03 22:22:55.359238 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:55.488818 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-14abdb8f-18cc-4388-bbd7-d7a7b3b02788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:56.218750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ca836-1a6a-4681-b1b5-98dfff7f0856 req-f1b6178a-4d1c-487a-926f-f7da28e0a68b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:56.220303 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-367ca836-1a6a-4681-b1b5-98dfff7f0856 req-f1b6178a-4d1c-487a-926f-f7da28e0a68b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0911386 Jun 03 22:22:56.270134 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-367ca836-1a6a-4681-b1b5-98dfff7f0856 req-dbab340a-b848-4193-829a-ac85b26e4915 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411963 Jun 03 22:22:57.053828 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:57.127690 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:57.472868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c81723-f3e3-4245-99f3-3bdb8cbe546d req-c7d95f79-7e61-4457-a0f8-b47fcf5b21a0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:57.474334 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f9c81723-f3e3-4245-99f3-3bdb8cbe546d req-c7d95f79-7e61-4457-a0f8-b47fcf5b21a0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0860002 Jun 03 22:22:57.520897 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f9c81723-f3e3-4245-99f3-3bdb8cbe546d req-bdec5917-0e96-4ee2-9139-e7883d0beacb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408185 Jun 03 22:22:58.220827 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-27fbee8a-f672-4152-94d5-ad95c2ffa89d service neutron] 10.222.0.24 "GET /v2.0/ports/880ed84b-325d-4915-99fb-41a959ae049d/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0796275 Jun 03 22:22:58.542804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-91d536eb-42ca-49e1-aa33-7bc66c8932c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:58.544373 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-91d536eb-42ca-49e1-aa33-7bc66c8932c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 1098 time: 0.0791154 Jun 03 22:22:58.553445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:58.652505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-b94c187d-264c-4366-8c69-b51e9dba4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:58.653997 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-b94c187d-264c-4366-8c69-b51e9dba4ed6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 1098 time: 0.0849931 Jun 03 22:22:58.720317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b33e6-a241-4478-91b7-11381e738426 req-90050b9f-59cb-4ddc-8a58-1223f1f1a9c5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:58.721660 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-135b33e6-a241-4478-91b7-11381e738426 req-90050b9f-59cb-4ddc-8a58-1223f1f1a9c5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0846035 Jun 03 22:22:58.781979 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-135b33e6-a241-4478-91b7-11381e738426 req-70c053fa-6482-4b07-be88-d0518e3968fa tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544298 Jun 03 22:22:58.796553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-b5cdf35f-505d-4f66-a001-34b4d9365939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:58.798418 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-b5cdf35f-505d-4f66-a001-34b4d9365939 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1377802 Jun 03 22:22:58.900211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 880ed84b-325d-4915-99fb-41a959ae049d no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:22:58.916031 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-bdcfc029-2d5e-4876-986a-e195f39ca158 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880ed84b-325d-4915-99fb-41a959ae049d HTTP/1.1" status: 200 len: 1002 time: 0.1089814 Jun 03 22:22:58.991395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-3e9bde10-669e-4e7d-82d4-6d02a2601494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:58.993194 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-3e9bde10-669e-4e7d-82d4-6d02a2601494 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0701530 Jun 03 22:22:59.024915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:59.054370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:22:59.056687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dbf54c-4b19-4775-be39-a5b0a9f4939e" -d '{"events": [{"server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "name": "network-vif-unplugged", "status": "completed", "tag": "880ed84b-325d-4915-99fb-41a959ae049d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:22:59.064942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=880ed84b-325d-4915-99fb-41a959ae049d,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:22:59.071516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:22:59.073330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:22:59.083488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-a42a27dc-aee8-497a-95f4-fcbb46e31e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:59.083488 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-a42a27dc-aee8-497a-95f4-fcbb46e31e97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832946 Jun 03 22:22:59.128283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 22:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a89259-53f9-4879-b3d2-686b051ea1aa x-openstack-request-id: req-44a89259-53f9-4879-b3d2-686b051ea1aa {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:22:59.128584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "name": "network-vif-unplugged", "status": "completed", "tag": "880ed84b-325d-4915-99fb-41a959ae049d", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:22:59.128910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-44a89259-53f9-4879-b3d2-686b051ea1aa {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:22:59.129253 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d', 'code': 200} Jun 03 22:22:59.144199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=880ed84b-325d-4915-99fb-41a959ae049d,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:22:59.151658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:22:59.152005 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:22:59.152325 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:22:59.152642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:22:59.152965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:22:59.153291 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:22:59.153609 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:22:59.153927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:22:59.154243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:22:59.154548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:22:59.154868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:22:59.155175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:22:59.159523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:22:59.226416 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-718bd4c5-eebb-4914-8edb-1b53d7b05c14 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361361 Jun 03 22:22:59.371678 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-af596652-c8f8-4e17-a3e7-6cbd3e9ebb90 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385450 Jun 03 22:22:59.981856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495630b-31c2-4c0c-ab84-ca88569448ed req-1713fb83-6856-43c7-8e86-a31674a769df tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:22:59.983245 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b495630b-31c2-4c0c-ab84-ca88569448ed req-1713fb83-6856-43c7-8e86-a31674a769df tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.0868938 Jun 03 22:23:00.032150 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b495630b-31c2-4c0c-ab84-ca88569448ed req-83ce135f-528b-44bb-a54a-f481b7b88497 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418668 Jun 03 22:23:00.489762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e5734-8305-49e0-889b-bf8631f13418 req-4dd10045-7a4d-480c-8e38-7d1d02cd9957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:00.491810 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c66e5734-8305-49e0-889b-bf8631f13418 req-4dd10045-7a4d-480c-8e38-7d1d02cd9957 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 1096 time: 0.0763321 Jun 03 22:23:00.644996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e5734-8305-49e0-889b-bf8631f13418 req-644f4465-ea5c-4d70-a865-53500a694448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:00.646460 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c66e5734-8305-49e0-889b-bf8631f13418 req-644f4465-ea5c-4d70-a865-53500a694448 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1338263 Jun 03 22:23:00.768092 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c66e5734-8305-49e0-889b-bf8631f13418 req-ae4affc1-ac86-48c6-b185-f6e1a209cfe1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880ed84b-325d-4915-99fb-41a959ae049d HTTP/1.1" status: 200 len: 1000 time: 0.1136887 Jun 03 22:23:00.998091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e5734-8305-49e0-889b-bf8631f13418 req-aee4795d-87ee-48db-b1a8-c50d29903d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:00.999398 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c66e5734-8305-49e0-889b-bf8631f13418 req-aee4795d-87ee-48db-b1a8-c50d29903d2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.2251275 Jun 03 22:23:01.083999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e5734-8305-49e0-889b-bf8631f13418 req-c7f14a27-2369-4243-9b30-e26bf6921f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:01.083999 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c66e5734-8305-49e0-889b-bf8631f13418 req-c7f14a27-2369-4243-9b30-e26bf6921f9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747931 Jun 03 22:23:01.276497 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c66e5734-8305-49e0-889b-bf8631f13418 req-fb99bc09-40d2-46f6-9067-9ab52570f305 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861546 Jun 03 22:23:01.342582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e7e12-6870-4f4b-bf87-33b4649b475d req-8eab7e82-6bd3-4a5c-a2b2-9e5a783cbeb5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:01.344203 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa7e7e12-6870-4f4b-bf87-33b4649b475d req-8eab7e82-6bd3-4a5c-a2b2-9e5a783cbeb5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.1619630 Jun 03 22:23:01.466511 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa7e7e12-6870-4f4b-bf87-33b4649b475d req-f08be79e-927e-4939-8a79-41feeea40501 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735803 Jun 03 22:23:01.469760 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c66e5734-8305-49e0-889b-bf8631f13418 req-68016ed1-71ca-450c-9e45-3a18e845d209 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857963 Jun 03 22:23:02.668165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d76f13-afd9-4994-9775-80c63369107e req-32f501ed-be56-4350-a344-0d9a765747c1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:02.669632 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-26d76f13-afd9-4994-9775-80c63369107e req-32f501ed-be56-4350-a344-0d9a765747c1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.0883355 Jun 03 22:23:02.719543 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-26d76f13-afd9-4994-9775-80c63369107e req-ba6f8afc-5603-4b93-9875-f8fbcbe44209 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436258 Jun 03 22:23:03.923087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2139f8e-fa89-4a01-898a-24bc2201f39d req-0eb78fb5-ea63-4c84-8c71-563617d4f24b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:03.925004 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a2139f8e-fa89-4a01-898a-24bc2201f39d req-0eb78fb5-ea63-4c84-8c71-563617d4f24b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.0972385 Jun 03 22:23:03.977093 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a2139f8e-fa89-4a01-898a-24bc2201f39d req-cc220b26-e44c-43b2-87ab-ae7687da8471 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461893 Jun 03 22:23:05.192531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7bd38-db06-481b-aabb-8fcc858b1c0d req-6addf3c4-8edc-4788-a2f6-729a68e8912f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:05.194050 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8dc7bd38-db06-481b-aabb-8fcc858b1c0d req-6addf3c4-8edc-4788-a2f6-729a68e8912f tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.0975032 Jun 03 22:23:05.243151 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8dc7bd38-db06-481b-aabb-8fcc858b1c0d req-f4c4b0fd-b1ed-4685-b07b-1ea7aa621bdf tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428817 Jun 03 22:23:06.457248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034572d5-739e-4d12-b517-af0003161041 req-d8ecca62-4f35-4b8d-9115-6dfeb24b2dbf tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:06.458637 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-034572d5-739e-4d12-b517-af0003161041 req-d8ecca62-4f35-4b8d-9115-6dfeb24b2dbf tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.0970490 Jun 03 22:23:06.507338 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-034572d5-739e-4d12-b517-af0003161041 req-3ab13781-4e40-465a-9ba0-bcc93ec91bc5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407219 Jun 03 22:23:06.930815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 880ed84b-325d-4915-99fb-41a959ae049d details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:23:07.072179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=880ed84b-325d-4915-99fb-41a959ae049d,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:23:07.086379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '880ed84b-325d-4915-99fb-41a959ae049d', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'port_id': '880ed84b-325d-4915-99fb-41a959ae049d', 'mac_address': 'fa:16:3e:3e:d8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:23:07.153991 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:07.171831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880ed84b-325d-4915-99fb-41a959ae049d {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:23:07.187982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=880ed84b-325d-4915-99fb-41a959ae049d,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:23:07.194061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:07.197118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:07.279958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['880ed84b-325d-4915-99fb-41a959ae049d'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:23:07.310793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=880ed84b-325d-4915-99fb-41a959ae049d,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:07.319218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:07.709049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af378e71-7886-43ae-8445-70ff650b3e02 req-3f9775d1-0b61-494b-93b1-30bcea92b035 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:07.710523 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-af378e71-7886-43ae-8445-70ff650b3e02 req-3f9775d1-0b61-494b-93b1-30bcea92b035 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 944 time: 0.0891836 Jun 03 22:23:07.757709 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-af378e71-7886-43ae-8445-70ff650b3e02 req-d395e2ef-9b8d-4c69-afe8-ad6f84d6c184 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413613 Jun 03 22:23:08.936707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 880ed84b-325d-4915-99fb-41a959ae049d up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:23:08.973842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811271b-c662-441d-b159-4890b472b42f req-dcaf7ea7-98f7-4d23-9aaa-3cd5778f40a2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:08.975219 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2811271b-c662-441d-b159-4890b472b42f req-dcaf7ea7-98f7-4d23-9aaa-3cd5778f40a2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 944 time: 0.0948126 Jun 03 22:23:09.008746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 880ed84b-325d-4915-99fb-41a959ae049d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:23:09.009265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:09.022864 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2811271b-c662-441d-b159-4890b472b42f req-b1593677-dc29-44a8-a18e-c35e8f45e353 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418708 Jun 03 22:23:09.131155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:09.160959 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:23:09.163292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e08e7c-acf9-42ad-ae71-9f1c55d16815" -d '{"events": [{"server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "name": "network-vif-plugged", "status": "completed", "tag": "880ed84b-325d-4915-99fb-41a959ae049d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:23:09.171265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=880ed84b-325d-4915-99fb-41a959ae049d,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:23:09.180340 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:09.181989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b21803aa-b029-45c1-aefb-10f206d18b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:09.224187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3c8b2f-9048-40f4-a8eb-51da390199a0 x-openstack-request-id: req-de3c8b2f-9048-40f4-a8eb-51da390199a0 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:23:09.224364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "name": "network-vif-plugged", "status": "completed", "tag": "880ed84b-325d-4915-99fb-41a959ae049d", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:23:09.224656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-de3c8b2f-9048-40f4-a8eb-51da390199a0 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:23:09.225031 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d', 'code': 200} Jun 03 22:23:09.257868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=880ed84b-325d-4915-99fb-41a959ae049d,revision_number=8']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:09.261172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:10.253601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4838c2-892f-4745-b01f-5b9aa8ed5703 req-ee8499ae-f86a-4d71-9e27-37a3f1db2ebc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:10.255067 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5b4838c2-892f-4745-b01f-5b9aa8ed5703 req-ee8499ae-f86a-4d71-9e27-37a3f1db2ebc tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0894833 Jun 03 22:23:10.306396 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5b4838c2-892f-4745-b01f-5b9aa8ed5703 req-658b3300-d649-4d22-a3f8-e463cfa71cae tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429070 Jun 03 22:23:11.506362 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411c8aa-8f4a-49b1-99dc-c9cd8b7b80e9 req-5a86131f-bcdd-43a3-9ee9-a69d283efbe0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:11.507983 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d411c8aa-8f4a-49b1-99dc-c9cd8b7b80e9 req-5a86131f-bcdd-43a3-9ee9-a69d283efbe0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0833120 Jun 03 22:23:11.558242 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d411c8aa-8f4a-49b1-99dc-c9cd8b7b80e9 req-5b320ebb-55fa-4ef6-bf00-89146825afd4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 Jun 03 22:23:12.757379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8e89b-2b23-4d32-a504-d347a324b00b req-5357d7a5-93bd-4d98-a029-ffbf23d7d715 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:12.758871 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bee8e89b-2b23-4d32-a504-d347a324b00b req-5357d7a5-93bd-4d98-a029-ffbf23d7d715 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0893509 Jun 03 22:23:12.804443 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bee8e89b-2b23-4d32-a504-d347a324b00b req-2300495f-50f9-4315-9538-b50eb13f4c34 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397096 Jun 03 22:23:13.286906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-8acf353b-e0b1-40ac-95c0-e9ab1eed703c tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:13.288359 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-8acf353b-e0b1-40ac-95c0-e9ab1eed703c tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 945 time: 0.1306901 Jun 03 22:23:13.383361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f301987-45ef-4bb2-827d-c2946b1141ee req-d3f03de6-8b9a-4f61-9f0e-576471d4eda0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:13.384727 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8f301987-45ef-4bb2-827d-c2946b1141ee req-d3f03de6-8b9a-4f61-9f0e-576471d4eda0 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.1624272 Jun 03 22:23:13.390719 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-9c1c76dd-9580-40bc-970a-4010ebe949bb service neutron] 10.222.0.24 "GET /v2.0/ports/880ed84b-325d-4915-99fb-41a959ae049d/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0947936 Jun 03 22:23:13.471630 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8f301987-45ef-4bb2-827d-c2946b1141ee req-a95b8a68-d056-4416-bafb-29cd24711fb4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799224 Jun 03 22:23:13.508197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-c8e3fbf2-c3bd-4cb3-96e1-1078c21a2b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:13.510202 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-c8e3fbf2-c3bd-4cb3-96e1-1078c21a2b23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 1098 time: 0.0883222 Jun 03 22:23:13.658206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-af31cf24-e8fe-40f8-aaa9-ac42f395db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:13.659580 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-af31cf24-e8fe-40f8-aaa9-ac42f395db81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1427693 Jun 03 22:23:13.775870 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-89c66cf1-ad3c-4580-a50d-6f8d24fd6bbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880ed84b-325d-4915-99fb-41a959ae049d HTTP/1.1" status: 200 len: 1002 time: 0.1092937 Jun 03 22:23:13.851232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-52a7cef4-5189-4695-a9c9-7817bf626e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:13.852743 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-52a7cef4-5189-4695-a9c9-7817bf626e97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0705822 Jun 03 22:23:14.086361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-f1cb65c4-6c5b-4b27-82e0-fe9b2a62c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:14.087877 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-f1cb65c4-6c5b-4b27-82e0-fe9b2a62c318 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2285826 Jun 03 22:23:14.240882 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-5878e84e-c351-4976-ae88-9a995502b12a service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457820 Jun 03 22:23:14.393106 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-561c49c4-6d2a-4ad3-989d-a3c194b6ef73 service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423008 Jun 03 22:23:14.695897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9902da8-8f78-49b9-96ce-6aab40f09e39 req-31e40ef6-48f0-4960-9152-fd49995ff419 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:14.697396 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f9902da8-8f78-49b9-96ce-6aab40f09e39 req-31e40ef6-48f0-4960-9152-fd49995ff419 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0966749 Jun 03 22:23:14.743395 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f9902da8-8f78-49b9-96ce-6aab40f09e39 req-7e15cd5f-53bf-4f17-8a7a-6de5000cdb4a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401835 Jun 03 22:23:15.961704 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592af39-980a-4d8f-a5a6-1f1267475398 req-39c5a07a-16fd-4cfb-8c9c-4c2c41622734 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:15.963090 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0592af39-980a-4d8f-a5a6-1f1267475398 req-39c5a07a-16fd-4cfb-8c9c-4c2c41622734 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.1022882 Jun 03 22:23:16.016940 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0592af39-980a-4d8f-a5a6-1f1267475398 req-a9d37b6a-9b28-4829-851c-c29f1b671cf8 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454714 Jun 03 22:23:16.147101 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:23:17.229209 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711265a4-632e-4c7b-b8e2-b8d2d555b465 req-6324c1ac-9733-4bc8-9280-96b21f2c6ad5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:17.230698 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-711265a4-632e-4c7b-b8e2-b8d2d555b465 req-6324c1ac-9733-4bc8-9280-96b21f2c6ad5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0891225 Jun 03 22:23:17.280383 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-711265a4-632e-4c7b-b8e2-b8d2d555b465 req-ad60db07-07dd-4403-a772-98eda5d170d4 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438902 Jun 03 22:23:18.478460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c3af7-cf4a-4dbe-80a3-0a570fdd2d80 req-fce6488c-c13e-4d6f-8c35-0f2eb976029b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:18.480372 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a28c3af7-cf4a-4dbe-80a3-0a570fdd2d80 req-fce6488c-c13e-4d6f-8c35-0f2eb976029b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0884509 Jun 03 22:23:18.530830 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a28c3af7-cf4a-4dbe-80a3-0a570fdd2d80 req-316d4d04-24c9-42ca-9c57-893cc78cd885 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426915 Jun 03 22:23:18.933475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-5d18f390-6b80-4eda-8d2a-51a4e379c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:18.934955 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-5d18f390-6b80-4eda-8d2a-51a4e379c42a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f&tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79 HTTP/1.1" status: 200 len: 1098 time: 0.0771563 Jun 03 22:23:18.952056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 880ed84b-325d-4915-99fb-41a959ae049d no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:23:19.040090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-af5faa7e-f0c5-41b5-96be-066cb2b2e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:19.041614 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-af5faa7e-f0c5-41b5-96be-066cb2b2e84b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 1098 time: 0.0846498 Jun 03 22:23:19.068563 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:19.096287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:23:19.098540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be1747c-48b2-4635-867a-eb73b110361d" -d '{"events": [{"server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "name": "network-vif-unplugged", "status": "completed", "tag": "880ed84b-325d-4915-99fb-41a959ae049d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:23:19.106890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=880ed84b-325d-4915-99fb-41a959ae049d,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:23:19.114091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:19.116173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c81a6d0e-3cdf-4f0c-bd5d-0ac4318e0af4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:19.154357 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 22:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9219dc-dece-497a-9ccc-e932f7a62ab3 x-openstack-request-id: req-2b9219dc-dece-497a-9ccc-e932f7a62ab3 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:23:19.154648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "name": "network-vif-unplugged", "status": "completed", "tag": "880ed84b-325d-4915-99fb-41a959ae049d", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:23:19.154899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2b9219dc-dece-497a-9ccc-e932f7a62ab3 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:23:19.155296 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d', 'code': 200} Jun 03 22:23:19.186500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-99a63cca-f19a-4989-9b18-307d106a81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:19.186721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=880ed84b-325d-4915-99fb-41a959ae049d,revision_number=9']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:19.187990 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-99a63cca-f19a-4989-9b18-307d106a81fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 200 len: 913 time: 0.1386533 Jun 03 22:23:19.189666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:19.301893 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-b9d3444c-e79e-4bbd-b445-f5a5ceabb34e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=880ed84b-325d-4915-99fb-41a959ae049d HTTP/1.1" status: 200 len: 1000 time: 0.1059253 Jun 03 22:23:19.367709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-549d8aa3-3067-463d-98f1-b202da776640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:19.369146 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-549d8aa3-3067-463d-98f1-b202da776640 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 200 len: 850 time: 0.0615807 Jun 03 22:23:19.455021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-40a0c6f1-f80d-4c22-9ad5-e0c650cfd0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:19.456538 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-40a0c6f1-f80d-4c22-9ad5-e0c650cfd0f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b97b84f4-709f-4701-ad71-c5fb2c75b378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799036 Jun 03 22:23:19.603704 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-9d946dd4-ae48-433f-8d8c-5e325d7bf12a service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400383 Jun 03 22:23:19.782872 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-021c3e9f-b76c-4fb6-b653-acce0cf7ccf9 req-a90cd4a5-cabb-40ea-9c80-de79d8d0412d service neutron] 10.222.0.24 "GET /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725588 Jun 03 22:23:19.813300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39a3c3-b976-4413-8ced-00e6f91de3a0 req-a1938b14-529b-44a8-b22f-af9fd1786a58 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:19.814807 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4d39a3c3-b976-4413-8ced-00e6f91de3a0 req-a1938b14-529b-44a8-b22f-af9fd1786a58 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.1216700 Jun 03 22:23:19.863057 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4d39a3c3-b976-4413-8ced-00e6f91de3a0 req-4c8c1245-76fd-437c-9869-4124475bfa35 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421534 Jun 03 22:23:21.061367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bb369-667e-473a-9f99-f64ae567fa47 req-a516cc31-46ec-45f6-a3b6-3934e04c952b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:21.062840 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-617bb369-667e-473a-9f99-f64ae567fa47 req-a516cc31-46ec-45f6-a3b6-3934e04c952b tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.0865428 Jun 03 22:23:21.116522 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-617bb369-667e-473a-9f99-f64ae567fa47 req-64c4cb65-1c24-4abd-9bef-d64aee31be68 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464215 Jun 03 22:23:22.326084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2776b36-4c58-47e0-a3bb-5465fbd36dce req-fb47712f-51ee-48b0-8423-4c3b7aad77af tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:22.327713 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b2776b36-4c58-47e0-a3bb-5465fbd36dce req-fb47712f-51ee-48b0-8423-4c3b7aad77af tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.1006365 Jun 03 22:23:22.377689 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b2776b36-4c58-47e0-a3bb-5465fbd36dce req-7e5480ec-928a-49f0-81a2-edeabdddd371 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440102 Jun 03 22:23:22.808869 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a058daf5-5bc2-419b-a044-53e879b99489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:23.575315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c3e74-a081-42fa-abde-cdb10ef02fbf req-6e806689-ca4b-439c-80b0-c04a9aa27d9d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:23.576960 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-424c3e74-a081-42fa-abde-cdb10ef02fbf req-6e806689-ca4b-439c-80b0-c04a9aa27d9d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.0906193 Jun 03 22:23:23.627054 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-424c3e74-a081-42fa-abde-cdb10ef02fbf req-38306447-1812-40c8-bdda-8213cb981195 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428028 Jun 03 22:23:24.886616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991f332-c30b-4e9c-a523-d0f3a018132d req-f3357f18-854b-4ee0-8bcd-2c200181d1e9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:24.888081 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9991f332-c30b-4e9c-a523-d0f3a018132d req-f3357f18-854b-4ee0-8bcd-2c200181d1e9 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.1496816 Jun 03 22:23:25.098458 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9991f332-c30b-4e9c-a523-d0f3a018132d req-4cf47bd4-e43b-4df5-a993-13f5bcd7af3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045028 Jun 03 22:23:25.357689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:25.495610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0a088299-ba67-4e4f-a7a9-71be6b3fb553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:26.297257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb424d9-6d47-4a50-97c2-9434315aa480 req-dd3fd81e-a8ea-4202-818a-b59fb2a8d1dd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:26.298713 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-beb424d9-6d47-4a50-97c2-9434315aa480 req-dd3fd81e-a8ea-4202-818a-b59fb2a8d1dd tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 943 time: 0.0928059 Jun 03 22:23:26.479609 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-beb424d9-6d47-4a50-97c2-9434315aa480 req-175def37-a92b-4aef-97fe-610662285fa2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745937 Jun 03 22:23:27.014162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 880ed84b-325d-4915-99fb-41a959ae049d details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:23:27.168051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:27.192039 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:27.215259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=880ed84b-325d-4915-99fb-41a959ae049d,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:23:27.230501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '880ed84b-325d-4915-99fb-41a959ae049d', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'port_id': '880ed84b-325d-4915-99fb-41a959ae049d', 'mac_address': 'fa:16:3e:3e:d8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:23:27.306129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:27.323778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880ed84b-325d-4915-99fb-41a959ae049d {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:23:27.340470 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=880ed84b-325d-4915-99fb-41a959ae049d,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:23:27.346650 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:27.348438 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:27.411570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['880ed84b-325d-4915-99fb-41a959ae049d'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:23:27.458169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=880ed84b-325d-4915-99fb-41a959ae049d,revision_number=10']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:27.463019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:27.681464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7035c7-ed13-49fd-b2ce-d417c66433a8 req-980a5574-94f7-4ee2-a381-22b7967ac799 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:27.682866 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf7035c7-ed13-49fd-b2ce-d417c66433a8 req-980a5574-94f7-4ee2-a381-22b7967ac799 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0830548 Jun 03 22:23:27.731905 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bf7035c7-ed13-49fd-b2ce-d417c66433a8 req-79e6d7ee-042c-445a-a3fa-f5ec43ef1a4c tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404003 Jun 03 22:23:28.561933 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:28.945578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cb478-44ca-4389-8f0a-2774f9773085 req-8dfdfefd-2aa7-4215-9ca6-18a8c602e428 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:28.947425 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-175cb478-44ca-4389-8f0a-2774f9773085 req-8dfdfefd-2aa7-4215-9ca6-18a8c602e428 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 945 time: 0.0935605 Jun 03 22:23:29.001403 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-175cb478-44ca-4389-8f0a-2774f9773085 req-5e48d2f9-8cf8-4019-931a-9e847bf8c81a tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478280 Jun 03 22:23:29.035559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 880ed84b-325d-4915-99fb-41a959ae049d up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:23:29.115173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 880ed84b-325d-4915-99fb-41a959ae049d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:23:29.115581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:29.247070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:29.276119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:23:29.278321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dab508-4bad-4fad-b8e3-5f71854c0e67" -d '{"events": [{"server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "name": "network-vif-plugged", "status": "completed", "tag": "880ed84b-325d-4915-99fb-41a959ae049d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:23:29.286462 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=880ed84b-325d-4915-99fb-41a959ae049d,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:23:29.297336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:29.299249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:29.342656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e8455c-c45f-43a7-858b-2c7fd24ff27b x-openstack-request-id: req-51e8455c-c45f-43a7-858b-2c7fd24ff27b {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:23:29.343074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "name": "network-vif-plugged", "status": "completed", "tag": "880ed84b-325d-4915-99fb-41a959ae049d", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:23:29.343402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-51e8455c-c45f-43a7-858b-2c7fd24ff27b {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:23:29.344119 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d', 'code': 200} Jun 03 22:23:29.398783 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=880ed84b-325d-4915-99fb-41a959ae049d,revision_number=11']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:29.402559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:30.247865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52a434-3821-4b75-8a11-fab3c7373e9a req-4d66af59-0b37-4728-9e69-fae6253bb7a2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:30.250829 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0f52a434-3821-4b75-8a11-fab3c7373e9a req-4d66af59-0b37-4728-9e69-fae6253bb7a2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 946 time: 0.1001666 Jun 03 22:23:30.307197 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0f52a434-3821-4b75-8a11-fab3c7373e9a req-7a0d0457-e445-4535-9418-bb83798716f6 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511117 Jun 03 22:23:31.522420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0451c5-3089-4ed0-92c6-23f1305502df req-59aa2ebb-d174-4683-969e-ce9b8983af49 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:31.523922 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5f0451c5-3089-4ed0-92c6-23f1305502df req-59aa2ebb-d174-4683-969e-ce9b8983af49 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 946 time: 0.0846775 Jun 03 22:23:31.569060 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5f0451c5-3089-4ed0-92c6-23f1305502df req-c1804b42-07f5-4ac6-a8ce-3934da376bf1 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391879 Jun 03 22:23:31.774656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7345bcd-2d7a-4eb1-808d-027670a366f0 req-ed8a8298-36f8-4735-8325-ed5833a6fb75 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:31.776241 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a7345bcd-2d7a-4eb1-808d-027670a366f0 req-ed8a8298-36f8-4735-8325-ed5833a6fb75 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 946 time: 0.0994253 Jun 03 22:23:31.821915 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a7345bcd-2d7a-4eb1-808d-027670a366f0 req-a1583483-f187-4e14-94ca-d318262f0143 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399501 Jun 03 22:23:32.023332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a56481-39d2-488d-811a-3ee1413e019c req-01b2c912-d6fd-4696-861f-d31a9bc006a5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:32.024802 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a6a56481-39d2-488d-811a-3ee1413e019c req-01b2c912-d6fd-4696-861f-d31a9bc006a5 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 946 time: 0.0947640 Jun 03 22:23:32.072404 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a6a56481-39d2-488d-811a-3ee1413e019c req-32446af7-1fd6-4c33-9492-0a8766b8c914 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395865 Jun 03 22:23:32.487942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d697e-94ee-4c77-9afa-01885dfbb7c5 req-1ef6ca3a-4f01-4603-92dc-06f802aeca26 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:32.489199 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-714d697e-94ee-4c77-9afa-01885dfbb7c5 req-1ef6ca3a-4f01-4603-92dc-06f802aeca26 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 946 time: 0.0923424 Jun 03 22:23:32.535411 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-714d697e-94ee-4c77-9afa-01885dfbb7c5 req-1af49084-b0d4-43fa-9255-fab75fa5c2cb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399144 Jun 03 22:23:33.728462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e070c0-9c74-4cfc-af9e-1c771ef23240 req-535f9bae-6322-462d-bba4-30ebf6801ecf tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:33.729897 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a1e070c0-9c74-4cfc-af9e-1c771ef23240 req-535f9bae-6322-462d-bba4-30ebf6801ecf tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 946 time: 0.0854030 Jun 03 22:23:33.786980 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a1e070c0-9c74-4cfc-af9e-1c771ef23240 req-d3f59a54-a5f0-46f3-acf5-3cde6d968465 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506275 Jun 03 22:23:35.066864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-d8236124-9ed9-4d03-8f29-22b319afca09 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:35.068356 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-d8236124-9ed9-4d03-8f29-22b319afca09 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 946 time: 0.1166742 Jun 03 22:23:35.077481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7b187-f635-415a-9327-f60a2097806b req-0a460e0e-d3a5-4b7b-8482-7ebc17bc7950 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:35.078835 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8ba7b187-f635-415a-9327-f60a2097806b req-0a460e0e-d3a5-4b7b-8482-7ebc17bc7950 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 946 time: 0.1718955 Jun 03 22:23:35.228431 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8ba7b187-f635-415a-9327-f60a2097806b req-937c42be-54f6-4421-8ac2-8a4e6ca80bad tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups?id=1326fd56-e1fc-44bb-89b9-1b3a634cad0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102569 Jun 03 22:23:35.269442 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Deleting port 880ed84b-325d-4915-99fb-41a959ae049d {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:23:35.269814 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:35.422513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] For port 880ed84b-325d-4915-99fb-41a959ae049d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=880ed84b-325d-4915-99fb-41a959ae049d,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:23:35.422784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:35.732457 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:35.732750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:35.733202 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152 disassociated. External IP: 172.26.3.246, port: 880ed84b-325d-4915-99fb-41a959ae049d. Jun 03 22:23:35.733683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Calling delete_port for 880ed84b-325d-4915-99fb-41a959ae049d owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:23:35.857767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:35.863995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4af359ea-4dfd-4823-a42b-745adb48ffb2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:35.913532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event deleted for resources: {'Port': ['ID=880ed84b-325d-4915-99fb-41a959ae049d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:35.925057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:35.925448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:35.925817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:35.926196 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:35.926572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:35.926940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:35.927303 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:35.927691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:35.928041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:35.928403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:35.928762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:35.929116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:35.932917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:36.125263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:23:36.307763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:23:36.319577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de479be-d181-4684-9fd2-56b3076645fc None None] Sync routers for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:23:36.331177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de479be-d181-4684-9fd2-56b3076645fc None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:23:36.332411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5de479be-d181-4684-9fd2-56b3076645fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:23:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:23:36.390382 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6842ccd9-42f1-4971-b920-adfb84596860 req-8ae6939d-fa15-446e-957f-ae6cf2e382b2 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 210 time: 0.0484471 Jun 03 22:23:36.517950 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5de479be-d181-4684-9fd2-56b3076645fc None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:23:36.531215 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] No DVR routers for this DVR port 880ed84b-325d-4915-99fb-41a959ae049d on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:23:36.533901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:36.536656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'name': 'network-vif-deleted', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:23:36.538953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b57dd35-314d-4c1b-aa6a-4f1003f6cbca" -d '{"events": [{"server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "name": "network-vif-deleted", "tag": "880ed84b-325d-4915-99fb-41a959ae049d"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:23:36.555096 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1bcbf1ef-557a-46e8-ba82-82fae61977b1 req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.24 "DELETE /v2.0/ports/880ed84b-325d-4915-99fb-41a959ae049d HTTP/1.1" status: 204 len: 173 time: 1.4752214 Jun 03 22:23:36.597795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bb9e89-ce12-43a1-9307-db355e2212de x-openstack-request-id: req-12bb9e89-ce12-43a1-9307-db355e2212de {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:23:36.598303 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9f43d8-dc10-4aa5-94c7-263cad5bd89f", "name": "network-vif-deleted", "tag": "880ed84b-325d-4915-99fb-41a959ae049d", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:23:36.598561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-12bb9e89-ce12-43a1-9307-db355e2212de {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:23:36.598999 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9f43d8-dc10-4aa5-94c7-263cad5bd89f', 'name': 'network-vif-deleted', 'tag': '880ed84b-325d-4915-99fb-41a959ae049d', 'status': 'completed', 'code': 200} Jun 03 22:23:36.849650 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5de479be-d181-4684-9fd2-56b3076645fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:23:36.854026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de479be-d181-4684-9fd2-56b3076645fc None None] Checking router: 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:23:36.863278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de479be-d181-4684-9fd2-56b3076645fc None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:23:36.863924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5de479be-d181-4684-9fd2-56b3076645fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:23:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:23:37.094147 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 880ed84b-325d-4915-99fb-41a959ae049d no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:23:37.137527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 880ed84b-325d-4915-99fb-41a959ae049d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:23:37.137899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 880ed84b-325d-4915-99fb-41a959ae049d not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:23:37.143485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5de479be-d181-4684-9fd2-56b3076645fc None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:23:37.475320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5de479be-d181-4684-9fd2-56b3076645fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:23:37.480033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de479be-d181-4684-9fd2-56b3076645fc None None] The sync data for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv is: [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:15:02Z', 'revision_number': 4, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'ec760e19-163c-432c-98f3-5aa4b702a071', 'name': '', 'network_id': 'b97b84f4-709f-4701-ad71-c5fb2c75b378', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'mac_address': 'fa:16:3e:00:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:15:02Z', 'updated_at': '2021-06-03T22:15:08Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'subnets': [{'id': 'b51fa50c-24f2-488a-b0f8-9c5bba7d3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:23:37.572908 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9e4700a1-d8ab-49d3-878b-b93442637e7f req-196a0ec3-4e51-45a3-9bab-13da4976c013 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 210 time: 0.0481384 Jun 03 22:23:37.726347 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc991ac-1982-4a07-9820-6eb70b0b6add None None] New status for floating IP 6a716bd3-d443-48b7-b9b5-3c3e395e0152: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:23:38.732159 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d849a4b6-72b3-48c2-911a-adbfd866cc1c req-4840caea-5359-415d-9f18-91341afc2e67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Synchronizing usage tracker for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:23:38.751009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-d849a4b6-72b3-48c2-911a-adbfd866cc1c req-4840caea-5359-415d-9f18-91341afc2e67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Unset dirty status for tenant:30b52a7d7d914c589c1d74c7ef7bdf79 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:23:38.752354 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d849a4b6-72b3-48c2-911a-adbfd866cc1c req-4840caea-5359-415d-9f18-91341afc2e67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 210 time: 0.0663440 Jun 03 22:23:39.906353 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f98b89b5-9571-4eed-a251-e8de0fd7050e req-3a9e9902-f7e8-4d24-b17b-1315a1ce6fd7 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9f43d8-dc10-4aa5-94c7-263cad5bd89f HTTP/1.1" status: 200 len: 210 time: 0.0429504 Jun 03 22:23:44.225829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60620) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:23:44.299992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:44.339681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:44.404374 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:44.411541 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f2c0f64a-7c7a-46c2-85f0-d142ced95afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:44.429046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1326fd56-e1fc-44bb-89b9-1b3a634cad0c,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:44.438976 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:44.439385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:44.439818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:44.440216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:44.440644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:44.441045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:44.441406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:44.441837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:44.442235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:44.442619 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:44.442977 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:44.443330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:23:44.447152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:44.454984 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:44.455690 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-89fb0a17-0100-4987-9a91-99d9425355ed tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "DELETE /v2.0/security-groups/1326fd56-e1fc-44bb-89b9-1b3a634cad0c HTTP/1.1" status: 204 len: 168 time: 0.2288148 Jun 03 22:23:44.458335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60622) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:23:44.476122 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.api.v2.resource [None req-bb6f1cc3-6c9b-4f36-9a94-fa7366ce294e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] show failed (client error): The resource could not be found. Jun 03 22:23:44.477165 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bb6f1cc3-6c9b-4f36-9a94-fa7366ce294e tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "GET /v2.0/security-groups/1326fd56-e1fc-44bb-89b9-1b3a634cad0c HTTP/1.1" status: 404 len: 347 time: 0.0178471 Jun 03 22:23:44.479785 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60624) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:23:44.724517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-46b5ec7d-d7bd-4b24-839e-657469841330 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Deleting port e8e4b4b7-bd9c-430d-83df-258c14c66974 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:23:44.724883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec7d-d7bd-4b24-839e-657469841330 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:44.849780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec7d-d7bd-4b24-839e-657469841330 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:44.850087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec7d-d7bd-4b24-839e-657469841330 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:44.997012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-46b5ec7d-d7bd-4b24-839e-657469841330 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Calling delete_port for e8e4b4b7-bd9c-430d-83df-258c14c66974 owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:23:45.142007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec7d-d7bd-4b24-839e-657469841330 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:45.145698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e01ae35d-ca86-4e75-aed2-94c1534d438d tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:45.188982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5ec7d-d7bd-4b24-839e-657469841330 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Pushing event deleted for resources: {'Port': ['ID=e8e4b4b7-bd9c-430d-83df-258c14c66974,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:45.192110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-46b5ec7d-d7bd-4b24-839e-657469841330 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:45.286289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec7d-d7bd-4b24-839e-657469841330 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:45.306142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-46b5ec7d-d7bd-4b24-839e-657469841330 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:45.307289 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-46b5ec7d-d7bd-4b24-839e-657469841330 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] 10.222.0.96 "DELETE /v2.0/floatingips/6a716bd3-d443-48b7-b9b5-3c3e395e0152 HTTP/1.1" status: 204 len: 168 time: 0.8266380 Jun 03 22:23:45.310388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60626) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:23:45.948994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:46.543502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] Deleting port ec760e19-163c-432c-98f3-5aa4b702a071 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:23:46.544037 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:46.680042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] For port ec760e19-163c-432c-98f3-5aa4b702a071, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ec760e19-163c-432c-98f3-5aa4b702a071,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:23:46.680366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:46.803671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] Calling delete_port for ec760e19-163c-432c-98f3-5aa4b702a071 owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:23:47.125624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:47.131508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-69543408-1dd6-42aa-ac0c-6cd8316461b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:47.182715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ec760e19-163c-432c-98f3-5aa4b702a071,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:47.185844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:47.470327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:47.984144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] Router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:23:48.178500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:23:48.187766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f10116-f947-4123-b71d-6ae2cb8812aa None None] Sync routers for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:23:48.192057 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] 10.222.0.96 "PUT /v2.0/routers/23dc3f3d-501f-416b-85de-c4dc9fbcc5a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8806541 Jun 03 22:23:48.194552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60630) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:23:48.197798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f10116-f947-4123-b71d-6ae2cb8812aa None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:23:48.198398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-61f10116-f947-4123-b71d-6ae2cb8812aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:23:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:23:48.376588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:48.379478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-61f10116-f947-4123-b71d-6ae2cb8812aa None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:23:48.551601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:48.630174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Deleting port 4ff61ace-3f6d-4093-a0b2-99f14d92a99b {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:23:48.630400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:48.665860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-61f10116-f947-4123-b71d-6ae2cb8812aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:23:47Z', 'revision_number': 5, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port': {'id': '4ff61ace-3f6d-4093-a0b2-99f14d92a99b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:14:59Z', 'updated_at': '2021-06-03T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:23:48.670231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f10116-f947-4123-b71d-6ae2cb8812aa None None] Checking router: 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:23:48.680038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f10116-f947-4123-b71d-6ae2cb8812aa None None] Routers {'23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:23:48.680658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-61f10116-f947-4123-b71d-6ae2cb8812aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:23:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:23:48.767530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] For port 4ff61ace-3f6d-4093-a0b2-99f14d92a99b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4ff61ace-3f6d-4093-a0b2-99f14d92a99b,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:23:48.767931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:48.837986 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-61f10116-f947-4123-b71d-6ae2cb8812aa None None] Set router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:23:48.895191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Calling delete_port for 4ff61ace-3f6d-4093-a0b2-99f14d92a99b owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:23:49.006569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-61f10116-f947-4123-b71d-6ae2cb8812aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:23:48Z', 'revision_number': 6, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:23:49.010813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f10116-f947-4123-b71d-6ae2cb8812aa None None] The sync data for ids ['23dc3f3d-501f-416b-85de-c4dc9fbcc5a7'] in dv-neutron-792998-2-hyperv is: [{'id': '23dc3f3d-501f-416b-85de-c4dc9fbcc5a7', 'name': 'tempest-ServerActionsTestJSON-674718180-router', 'tenant_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:14:58Z', 'updated_at': '2021-06-03T22:23:48Z', 'revision_number': 6, 'project_id': '30b52a7d7d914c589c1d74c7ef7bdf79', 'gw_port_host': None}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:23:49.044324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:49.048595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8084109f-b6f9-47c5-b343-85da4d168e47 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:49.249402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff61ace-3f6d-4093-a0b2-99f14d92a99b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:49.252937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:49.367009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:49.541536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:49.543921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:49.572173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:49.572703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:23:49.585629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:49.586772 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] 10.222.0.96 "DELETE /v2.0/routers/23dc3f3d-501f-416b-85de-c4dc9fbcc5a7 HTTP/1.1" status: 204 len: 168 time: 1.3913319 Jun 03 22:23:49.589469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60632) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:23:49.651378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1514573-5524-459d-8020-dd5b193d59e3 admin admin] Deleting subnet b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:23:49.654642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a1514573-5524-459d-8020-dd5b193d59e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:49.710125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a1514573-5524-459d-8020-dd5b193d59e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:49.795775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a1514573-5524-459d-8020-dd5b193d59e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.067696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a1514573-5524-459d-8020-dd5b193d59e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.071554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-78f8db29-c5bc-411c-bb31-2681fa95cfc4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:50.105456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1514573-5524-459d-8020-dd5b193d59e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b51fa50c-24f2-488a-b0f8-9c5bba7d3de9,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:50.108473 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a1514573-5524-459d-8020-dd5b193d59e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:50.109664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a1514573-5524-459d-8020-dd5b193d59e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.115111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835f9b22-e88d-4ec8-8978-9a65efcaf600 None None] Network b97b84f4-709f-4701-ad71-c5fb2c75b378 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:23:50.119145 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a1514573-5524-459d-8020-dd5b193d59e3 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b51fa50c-24f2-488a-b0f8-9c5bba7d3de9 HTTP/1.1" status: 204 len: 168 time: 0.5286081 Jun 03 22:23:50.122748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60634) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:23:50.230536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.314242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Deleting port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:23:50.314931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.362209 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6c083-9620-40eb-a141-20732b0d170e None None] DHCP port deletion for b97b84f4-709f-4701-ad71-c5fb2c75b378 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:23:50.426128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] For port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4867cb37-1c67-4c17-8f2f-2b09fdee85d2,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:23:50.426536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.433854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-54f6c083-9620-40eb-a141-20732b0d170e None None] Deleting port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:23:50.434207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-54f6c083-9620-40eb-a141-20732b0d170e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.534198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-54f6c083-9620-40eb-a141-20732b0d170e None None] For port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=4867cb37-1c67-4c17-8f2f-2b09fdee85d2,segment=NetworkSegment(ff35660e-cbf8-4763-bb4c-2a4422730612),segment_id=ff35660e-cbf8-4763-bb4c-2a4422730612)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:23:50.534593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-54f6c083-9620-40eb-a141-20732b0d170e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.555567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Calling delete_port for 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:23:50.614096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.618618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:50.664597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4867cb37-1c67-4c17-8f2f-2b09fdee85d2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:50.665823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-54f6c083-9620-40eb-a141-20732b0d170e None None] Calling delete_port for 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:23:50.671260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:50.672187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] No DVR routers for this DVR port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:23:50.719199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-54f6c083-9620-40eb-a141-20732b0d170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.723779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:50.773467 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6c083-9620-40eb-a141-20732b0d170e None None] Pushing event deleted for resources: {'Port': ['ID=4867cb37-1c67-4c17-8f2f-2b09fdee85d2,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:50.776745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-54f6c083-9620-40eb-a141-20732b0d170e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:50.788402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6c083-9620-40eb-a141-20732b0d170e None None] No DVR routers for this DVR port 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:23:50.806732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ec760e19-163c-432c-98f3-5aa4b702a071 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:23:50.815454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.830550 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97b84f4-709f-4701-ad71-c5fb2c75b378']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:23:50.843900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff35660e-cbf8-4763-bb4c-2a4422730612') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:23:50.844311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff35660e-cbf8-4763-bb4c-2a4422730612') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:23:50.849679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: ec760e19-163c-432c-98f3-5aa4b702a071 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:23:50.850036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ec760e19-163c-432c-98f3-5aa4b702a071 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:23:50.850460 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4ff61ace-3f6d-4093-a0b2-99f14d92a99b no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:23:50.860246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.879128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.885886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:23:50.886203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.888316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 4ff61ace-3f6d-4093-a0b2-99f14d92a99b {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:23:50.888896 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4ff61ace-3f6d-4093-a0b2-99f14d92a99b not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:23:50.889324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:23:50.899800 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:23:50.929101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:23:50.929593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 4867cb37-1c67-4c17-8f2f-2b09fdee85d2 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:23:50.984364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:50.988115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2e9f51fe-d756-45d3-aa15-d828f0eb4a69 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:51.001793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:51.013404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b97b84f4-709f-4701-ad71-c5fb2c75b378,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:51.017937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:51.029411 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] 10.222.0.96 "DELETE /v2.0/networks/b97b84f4-709f-4701-ad71-c5fb2c75b378 HTTP/1.1" status: 204 len: 168 time: 0.9068277 Jun 03 22:23:51.164443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60638) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:23:51.220561 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fad68d04-5e12-4395-947a-244608fe02d1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=30b52a7d7d914c589c1d74c7ef7bdf79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546370 Jun 03 22:23:51.223978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60640) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:23:51.286687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b4aa3a0-b919-4855-8e81-88364149370f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:51.316452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b4aa3a0-b919-4855-8e81-88364149370f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:51.390024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b4aa3a0-b919-4855-8e81-88364149370f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:51.394757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-472eadad-46d1-4ba8-aca0-0ef8dadc3bcc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:51.409115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4aa3a0-b919-4855-8e81-88364149370f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291634c0-9596-43e7-902b-bcbbe9ead525,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:51.413102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7b4aa3a0-b919-4855-8e81-88364149370f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:51.416466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b4aa3a0-b919-4855-8e81-88364149370f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:51.419928 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7b4aa3a0-b919-4855-8e81-88364149370f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/291634c0-9596-43e7-902b-bcbbe9ead525 HTTP/1.1" status: 204 len: 168 time: 0.1927848 Jun 03 22:23:52.339834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60662) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:23:52.462666 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1192996834-network', 'tenant_id': '61532be9d6784361b1371af3da6017ac'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:23:52.471049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:23:52.477105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Usage tracker for resource:network and tenant:61532be9d6784361b1371af3da6017ac is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:23:52.483571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:23:52.492728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:23:52.505689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Made reservation on behalf of 61532be9d6784361b1371af3da6017ac for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:23:52.508494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:52.521925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:52.536755 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:23:52.540817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Usage tracker for resource:security_group_rule and tenant:61532be9d6784361b1371af3da6017ac is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:23:52.543796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:23:52.549857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:23:52.659312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:52.666459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:52.670867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6c04f5f3-7acf-441e-99c2-0f8aca35f759 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:52.701080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1325} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:23:52.712271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ff440d-9870-4fe8-a191-a491ffe60747,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:52.713832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:52.716418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:52.716733 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Added segment 2fa73e09-9353-4c89-9dbe-b5992438f97a of type vlan for network a15e3b76-1e11-4f77-9ce3-318a5651ffd2 Jun 03 22:23:52.745013 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:52.777468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:52.778509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:52.779108 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:52.782611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2b72a04b-ca03-4508-8cd4-a457f3ecc02d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:52.805189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2b4b130f-0c69-4fad-9142-1af65aeb2321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:52.882631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Pushing event updated for resources: {'Network': ['ID=a15e3b76-1e11-4f77-9ce3-318a5651ffd2,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:52.885908 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5448332 Jun 03 22:23:52.886797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:52.889064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60666) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:23:52.893892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network a15e3b76-1e11-4f77-9ce3-318a5651ffd2 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:23:52.894323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Request body: {'subnet': {'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1192996834-subnet', 'tenant_id': '61532be9d6784361b1371af3da6017ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:23:52.899494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:23:52.903396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Usage tracker for resource:subnet and tenant:61532be9d6784361b1371af3da6017ac is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:23:52.906459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:23:52.912700 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:23:52.925322 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Made reservation on behalf of 61532be9d6784361b1371af3da6017ac for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:23:52.927694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:53.147681 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:23:53.336861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:53.340570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d10d1c72-ba26-4656-984d-567bbdafe9e9 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:53.411160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d70c8b1-18af-4487-aa0d-7b07259d23d8,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:53.415621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:53.425659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Checking segment: {'id': '2fa73e09-9353-4c89-9dbe-b5992438f97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:23:53.426016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Network hostable DHCP agents. Network: a15e3b76-1e11-4f77-9ce3-318a5651ffd2, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:23:53.446464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Network a15e3b76-1e11-4f77-9ce3-318a5651ffd2 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:23:53.457021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, a15e3b76-1e11-4f77-9ce3-318a5651ffd2) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:23:53.466441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:53.466948 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b710cb67-79ee-4643-b062-82aa7d586c7f None None] Network a15e3b76-1e11-4f77-9ce3-318a5651ffd2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:23:53.467096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:53.491408 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6014123 Jun 03 22:23:53.694697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fedaa4-cce5-4eb3-9f5b-f1f08dfab993 None None] Network a15e3b76-1e11-4f77-9ce3-318a5651ffd2 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:23:54.095975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-88ee59e3-589b-46d8-82cf-2fcf5bf8eade tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:54.098079 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-88ee59e3-589b-46d8-82cf-2fcf5bf8eade tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/networks?id=a15e3b76-1e11-4f77-9ce3-318a5651ffd2 HTTP/1.1" status: 200 len: 814 time: 0.1623356 Jun 03 22:23:54.117986 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-7f5933bc-256f-4086-afd7-62ec172f1b42 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/quotas/61532be9d6784361b1371af3da6017ac HTTP/1.1" status: 200 len: 375 time: 0.0118740 Jun 03 22:23:54.177884 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-8ce41df9-9fe4-47b0-b6d5-692e831bd7a5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=61532be9d6784361b1371af3da6017ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516050 Jun 03 22:23:54.256812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-bb8d8525-8244-400e-aa63-eb9a242fda99 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:23:54.257781 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-bb8d8525-8244-400e-aa63-eb9a242fda99 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0710330 Jun 03 22:23:54.534847 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-2abe97a4-a614-4111-993c-f42c35a5037e service neutron] 10.222.0.96 "GET /v2.0/networks/a15e3b76-1e11-4f77-9ce3-318a5651ffd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707603 Jun 03 22:23:54.684676 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-a5bb440d-e5c8-4901-99c0-84a5bbfebc86 service neutron] 10.222.0.96 "GET /v2.0/networks/a15e3b76-1e11-4f77-9ce3-318a5651ffd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409101 Jun 03 22:23:54.875416 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fccb6033-0db6-4089-a9cf-731586642768 req-9e77a9a6-5a20-493c-8249-c4cf82ddec92 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 210 time: 0.0451319 Jun 03 22:23:55.356087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:55.490444 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ab55-aa7b-4642-a8bb-c5275c70d6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:56.039977 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a7ea77a-0260-4b71-ba57-cc212762f906 req-a0f05128-73c8-4429-8019-d7baad9adc91 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 210 time: 0.0487802 Jun 03 22:23:56.261203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-df909ca0-9207-4e1b-a76a-ce421cd48fc7 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:56.262539 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-df909ca0-9207-4e1b-a76a-ce421cd48fc7 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.24 "GET /v2.0/networks?id=a15e3b76-1e11-4f77-9ce3-318a5651ffd2 HTTP/1.1" status: 200 len: 814 time: 0.1654217 Jun 03 22:23:56.274823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Request body: {'port': {'device_id': 'd888e65f-36f6-4699-92de-5a8c312b3882', 'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2', 'admin_state_up': True, 'tenant_id': '61532be9d6784361b1371af3da6017ac'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:23:56.423123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:23:56.427933 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Usage tracker for resource:port and tenant:61532be9d6784361b1371af3da6017ac is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:23:56.432355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Quota usage for port was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:23:56.438760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:23:56.451175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Made reservation on behalf of 61532be9d6784361b1371af3da6017ac for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:23:56.454900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:56.640979 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Allocated IP 172.20.0.10 (a15e3b76-1e11-4f77-9ce3-318a5651ffd2/4d70c8b1-18af-4487-aa0d-7b07259d23d8/2fbbfeb9-805a-4351-8f41-46fa5fd881e9) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:23:56.868830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:56.907051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:56.913386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3d1f6f0c-5f32-4e74-85f6-7fe7aa6deeeb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:56.984898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Network a15e3b76-1e11-4f77-9ce3-318a5651ffd2 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:23:56.988181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:23:56.997142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:23:57.028487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Pushing event updated for resources: {'Port': ['ID=2fbbfeb9-805a-4351-8f41-46fa5fd881e9,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:57.035241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:57.059079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:57.066249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:57.067047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:57.097086 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8261185 Jun 03 22:23:57.109800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Request body: {'port': {'device_id': 'd888e65f-36f6-4699-92de-5a8c312b3882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:23:57.137516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:57.226067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:57.240513 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c9eea-9c6f-4bdf-b773-e23271cfb000 req-88d4d564-5460-4f42-b09f-3df9b9730693 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:57.242372 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-444c9eea-9c6f-4bdf-b773-e23271cfb000 req-88d4d564-5460-4f42-b09f-3df9b9730693 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 932 time: 0.0870011 Jun 03 22:23:57.292524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-444c9eea-9c6f-4bdf-b773-e23271cfb000 req-bc6dc783-d6fb-4ad7-bf89-cf6a1bfd547c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Synchronizing usage tracker for tenant:61532be9d6784361b1371af3da6017ac on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:23:57.311257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-444c9eea-9c6f-4bdf-b773-e23271cfb000 req-bc6dc783-d6fb-4ad7-bf89-cf6a1bfd547c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Unset dirty status for tenant:61532be9d6784361b1371af3da6017ac on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:23:57.312559 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-444c9eea-9c6f-4bdf-b773-e23271cfb000 req-bc6dc783-d6fb-4ad7-bf89-cf6a1bfd547c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643585 Jun 03 22:23:57.578597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:23:57.587908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:57.602338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Transition to ACTIVE for port object 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:23:57.612032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:57.616082 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a82ac00a-a025-4839-bc5d-1072b8704861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:57.914725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Pushing event updated for resources: {'Port': ['ID=2fbbfeb9-805a-4351-8f41-46fa5fd881e9,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:57.922119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:57.995450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Attempting to bind port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:23:57.995755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Attempting to bind port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '2fa73e09-9353-4c89-9dbe-b5992438f97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:23:57.996113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Attempting to bind port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 on network a15e3b76-1e11-4f77-9ce3-318a5651ffd2 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:23:58.000886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 on network a15e3b76-1e11-4f77-9ce3-318a5651ffd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:23:58.001259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Attempting to bind port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 on network a15e3b76-1e11-4f77-9ce3-318a5651ffd2 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:23:58.006764 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:23:58.007102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Checking segment: {'id': '2fa73e09-9353-4c89-9dbe-b5992438f97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:23:58.007494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Bound using segment: {'id': '2fa73e09-9353-4c89-9dbe-b5992438f97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:23:58.007920 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Bound port: 2fbbfeb9-805a-4351-8f41-46fa5fd881e9, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa73e09-9353-4c89-9dbe-b5992438f97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:23:58.008263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:58.105606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] For port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:23:58.108745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] For port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2fbbfeb9-805a-4351-8f41-46fa5fd881e9,segment=NetworkSegment(2fa73e09-9353-4c89-9dbe-b5992438f97a),segment_id=2fa73e09-9353-4c89-9dbe-b5992438f97a)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:23:58.115426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:58.119674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-26ef8e95-be4e-4c5e-8e35-43ea0dd30328 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:23:58.171684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:58.172296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:58.173897 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] 10.222.0.24 "PUT /v2.0/ports/2fbbfeb9-805a-4351-8f41-46fa5fd881e9 HTTP/1.1" status: 200 len: 1094 time: 1.0686352 Jun 03 22:23:58.174424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd888e65f-36f6-4699-92de-5a8c312b3882', 'tag': '2fbbfeb9-805a-4351-8f41-46fa5fd881e9'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:23:58.176758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce42ae8e-9570-4954-a2e4-c84b3c9ce387" -d '{"events": [{"name": "network-changed", "server_uuid": "d888e65f-36f6-4699-92de-5a8c312b3882", "tag": "2fbbfeb9-805a-4351-8f41-46fa5fd881e9"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:23:58.200002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Pushing event updated for resources: {'Port': ['ID=2fbbfeb9-805a-4351-8f41-46fa5fd881e9,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:23:58.203175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:23:58.255033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e238c48-8f9d-4a62-9536-7dac95a887a9 x-openstack-request-id: req-9e238c48-8f9d-4a62-9536-7dac95a887a9 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:23:58.255371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d888e65f-36f6-4699-92de-5a8c312b3882", "tag": "2fbbfeb9-805a-4351-8f41-46fa5fd881e9", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:23:58.255694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9e238c48-8f9d-4a62-9536-7dac95a887a9 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:23:58.256132 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd888e65f-36f6-4699-92de-5a8c312b3882', 'tag': '2fbbfeb9-805a-4351-8f41-46fa5fd881e9', 'status': 'completed', 'code': 200} Jun 03 22:23:58.301231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-cba03ea1-7032-4dc6-96d2-b9b0acb7277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:58.302712 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-cba03ea1-7032-4dc6-96d2-b9b0acb7277b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61532be9d6784361b1371af3da6017ac&device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 1097 time: 0.0870211 Jun 03 22:23:58.376215 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-f658473f-4319-4186-a765-e35e3cd5689a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbbfeb9-805a-4351-8f41-46fa5fd881e9 HTTP/1.1" status: 200 len: 217 time: 0.0651555 Jun 03 22:23:58.441243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-6418f3be-d358-4554-85a6-1fdc95f49ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:58.442606 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-6418f3be-d358-4554-85a6-1fdc95f49ab5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d70c8b1-18af-4487-aa0d-7b07259d23d8 HTTP/1.1" status: 200 len: 854 time: 0.0597181 Jun 03 22:23:58.494794 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-fa229b26-ea8a-49fe-9701-caaf327a70f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a15e3b76-1e11-4f77-9ce3-318a5651ffd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430880 Jun 03 22:23:58.519756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73412ebd-53d0-4b62-a2e9-cb863745c59a req-6c707125-3c04-424b-8dce-526e8cfd227a tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:58.521838 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-73412ebd-53d0-4b62-a2e9-cb863745c59a req-6c707125-3c04-424b-8dce-526e8cfd227a tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 944 time: 0.0879142 Jun 03 22:23:58.556897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:23:58.571562 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-73412ebd-53d0-4b62-a2e9-cb863745c59a req-1fa16b4f-7a7b-45da-aa04-c30d1e22c8c4 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428209 Jun 03 22:23:58.634535 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-f4f57bc5-abf7-4611-9486-1c46fe8f0723 service neutron] 10.222.0.24 "GET /v2.0/networks/a15e3b76-1e11-4f77-9ce3-318a5651ffd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327517 Jun 03 22:23:58.793075 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ec90492f-13a8-41e0-9ff6-542c3aa70abe req-878abe4f-e222-4079-a08e-54497a8e7786 service neutron] 10.222.0.24 "GET /v2.0/networks/a15e3b76-1e11-4f77-9ce3-318a5651ffd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515017 Jun 03 22:23:58.934400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42ae8e-9570-4954-a2e4-c84b3c9ce387 req-f52dc981-489f-4b04-8b9f-162aed3414a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:58.935990 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ce42ae8e-9570-4954-a2e4-c84b3c9ce387 req-f52dc981-489f-4b04-8b9f-162aed3414a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61532be9d6784361b1371af3da6017ac&device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 1097 time: 0.0836613 Jun 03 22:23:59.078664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42ae8e-9570-4954-a2e4-c84b3c9ce387 req-8f6b1f27-0d99-4e89-9a8a-f912e9b33f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:59.081039 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ce42ae8e-9570-4954-a2e4-c84b3c9ce387 req-8f6b1f27-0d99-4e89-9a8a-f912e9b33f06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a15e3b76-1e11-4f77-9ce3-318a5651ffd2 HTTP/1.1" status: 200 len: 916 time: 0.1381114 Jun 03 22:23:59.154057 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ce42ae8e-9570-4954-a2e4-c84b3c9ce387 req-a157aa52-2d47-457a-b4e5-15290af88be8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbbfeb9-805a-4351-8f41-46fa5fd881e9 HTTP/1.1" status: 200 len: 217 time: 0.0639644 Jun 03 22:23:59.223954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42ae8e-9570-4954-a2e4-c84b3c9ce387 req-115935b0-219c-4d04-b85a-ef58675e349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:59.225400 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ce42ae8e-9570-4954-a2e4-c84b3c9ce387 req-115935b0-219c-4d04-b85a-ef58675e349b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d70c8b1-18af-4487-aa0d-7b07259d23d8 HTTP/1.1" status: 200 len: 854 time: 0.0640047 Jun 03 22:23:59.279487 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ce42ae8e-9570-4954-a2e4-c84b3c9ce387 req-f2b0acbf-7f68-4dfc-983f-ec0eece06508 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a15e3b76-1e11-4f77-9ce3-318a5651ffd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450370 Jun 03 22:23:59.429784 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ce42ae8e-9570-4954-a2e4-c84b3c9ce387 req-e39594f6-e3c6-44ef-a720-26fe5da07597 service neutron] 10.222.0.24 "GET /v2.0/networks/a15e3b76-1e11-4f77-9ce3-318a5651ffd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430590 Jun 03 22:23:59.564068 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ce42ae8e-9570-4954-a2e4-c84b3c9ce387 req-8920b65b-5940-4161-9304-4d9b0a6b31ac service neutron] 10.222.0.24 "GET /v2.0/networks/a15e3b76-1e11-4f77-9ce3-318a5651ffd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275256 Jun 03 22:23:59.822064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9c734-fcd0-4441-842d-5c0274a7c511 req-c87444f9-29cc-482d-a060-68626d845324 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:23:59.822760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-9ca9c734-fcd0-4441-842d-5c0274a7c511 req-c87444f9-29cc-482d-a060-68626d845324 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Synchronizing usage tracker for tenant:61532be9d6784361b1371af3da6017ac on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:23:59.842649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-9ca9c734-fcd0-4441-842d-5c0274a7c511 req-c87444f9-29cc-482d-a060-68626d845324 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Unset dirty status for tenant:61532be9d6784361b1371af3da6017ac on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:23:59.843875 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ca9c734-fcd0-4441-842d-5c0274a7c511 req-c87444f9-29cc-482d-a060-68626d845324 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 944 time: 0.1213188 Jun 03 22:24:00.036863 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ca9c734-fcd0-4441-842d-5c0274a7c511 req-2a3b441e-6098-4167-b31d-d246b66eab24 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869588 Jun 03 22:24:01.364287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cb3ea-017d-418a-90b1-a04b4bc3bd4a req-721541a2-3bcf-4251-b0ba-c62f394b243a tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:01.365831 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b55cb3ea-017d-418a-90b1-a04b4bc3bd4a req-721541a2-3bcf-4251-b0ba-c62f394b243a tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 944 time: 0.2160993 Jun 03 22:24:01.417807 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b55cb3ea-017d-418a-90b1-a04b4bc3bd4a req-cc9b729c-7365-40ee-aa0f-4d2fb00d5daa tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453506 Jun 03 22:24:02.637037 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b12288-9f70-4107-82fc-66c5dd13719c req-7008ea6d-6e68-42dc-a24b-f734a65f1d07 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:02.638503 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f8b12288-9f70-4107-82fc-66c5dd13719c req-7008ea6d-6e68-42dc-a24b-f734a65f1d07 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 944 time: 0.0968573 Jun 03 22:24:02.695469 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f8b12288-9f70-4107-82fc-66c5dd13719c req-5c777b40-d7a0-490e-a4aa-4952728ad1a4 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482099 Jun 03 22:24:03.222436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:24:03.375564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2fbbfeb9-805a-4351-8f41-46fa5fd881e9,segment=NetworkSegment(2fa73e09-9353-4c89-9dbe-b5992438f97a),segment_id=2fa73e09-9353-4c89-9dbe-b5992438f97a)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:03.426840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '2fbbfeb9-805a-4351-8f41-46fa5fd881e9', 'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2', 'port_id': '2fbbfeb9-805a-4351-8f41-46fa5fd881e9', 'mac_address': 'fa:16:3e:9d:96:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d70c8b1-18af-4487-aa0d-7b07259d23d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:24:03.485509 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:03.502367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:24:03.523256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2fbbfeb9-805a-4351-8f41-46fa5fd881e9,segment=NetworkSegment(2fa73e09-9353-4c89-9dbe-b5992438f97a),segment_id=2fa73e09-9353-4c89-9dbe-b5992438f97a)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:03.530823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:03.532620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:03.607481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=2fbbfeb9-805a-4351-8f41-46fa5fd881e9,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:03.615952 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:03.616296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:03.617004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:03.617318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:03.617648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:03.617966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:03.618287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:03.618603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:03.618922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:03.619232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:03.619641 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:03.619954 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:03.624110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:03.891381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['2fbbfeb9-805a-4351-8f41-46fa5fd881e9'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:24:03.892506 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51800f-28b8-4696-ba6e-0ef815f0e8ab req-b3150bbc-8d31-4afe-9b67-f904a23a8fce tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:03.894256 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fb51800f-28b8-4696-ba6e-0ef815f0e8ab req-b3150bbc-8d31-4afe-9b67-f904a23a8fce tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 945 time: 0.0853813 Jun 03 22:24:03.945702 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fb51800f-28b8-4696-ba6e-0ef815f0e8ab req-b406ce84-3a3a-4dea-8681-e0e84e4416ad tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448689 Jun 03 22:24:05.148753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992a0ae-7a01-40b3-956e-314c7939ba92 req-5562798b-2d90-4acd-8d0b-283cb5c18a7a tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:05.150261 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8992a0ae-7a01-40b3-956e-314c7939ba92 req-5562798b-2d90-4acd-8d0b-283cb5c18a7a tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 945 time: 0.0957913 Jun 03 22:24:05.201879 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8992a0ae-7a01-40b3-956e-314c7939ba92 req-b64d52d9-c698-4037-a9f3-016ef074b60a tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436077 Jun 03 22:24:05.231548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:24:05.309051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:24:05.314770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:24:05.315317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:05.445369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:05.476859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd888e65f-36f6-4699-92de-5a8c312b3882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbbfeb9-805a-4351-8f41-46fa5fd881e9'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:24:05.480125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53079b30-fb32-470b-b933-2b5929641a07" -d '{"events": [{"server_uuid": "d888e65f-36f6-4699-92de-5a8c312b3882", "name": "network-vif-plugged", "status": "completed", "tag": "2fbbfeb9-805a-4351-8f41-46fa5fd881e9"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:24:05.492328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2fbbfeb9-805a-4351-8f41-46fa5fd881e9,segment=NetworkSegment(2fa73e09-9353-4c89-9dbe-b5992438f97a),segment_id=2fa73e09-9353-4c89-9dbe-b5992438f97a)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:05.498140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:05.500156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:05.569384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=2fbbfeb9-805a-4351-8f41-46fa5fd881e9,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:05.572459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:05.589838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409dc689-dd84-4405-8e5e-a3f4bac7868e x-openstack-request-id: req-409dc689-dd84-4405-8e5e-a3f4bac7868e {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:24:05.590409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d888e65f-36f6-4699-92de-5a8c312b3882", "name": "network-vif-plugged", "status": "completed", "tag": "2fbbfeb9-805a-4351-8f41-46fa5fd881e9", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:24:05.590794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-409dc689-dd84-4405-8e5e-a3f4bac7868e {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:24:05.591436 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd888e65f-36f6-4699-92de-5a8c312b3882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbbfeb9-805a-4351-8f41-46fa5fd881e9', 'code': 200} Jun 03 22:24:05.850495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d83a54-9f8e-47f5-a3f2-0ef35d816dbb req-c7fa7f6e-7686-434a-884d-6d1e6cd42e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:05.852079 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-51d83a54-9f8e-47f5-a3f2-0ef35d816dbb req-c7fa7f6e-7686-434a-884d-6d1e6cd42e31 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 1099 time: 0.0811327 Jun 03 22:24:05.895729 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-51d83a54-9f8e-47f5-a3f2-0ef35d816dbb req-2f0f5229-a683-42ca-a863-25d52334f9b8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365798 Jun 03 22:24:06.414765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939a874-23ba-459f-932e-28a9b211e1ab req-ee0a92c6-c328-41d7-8ccd-6da94dc62280 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:06.416412 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e939a874-23ba-459f-932e-28a9b211e1ab req-ee0a92c6-c328-41d7-8ccd-6da94dc62280 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 946 time: 0.0949759 Jun 03 22:24:06.476602 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e939a874-23ba-459f-932e-28a9b211e1ab req-d65a5ccd-37ec-4b1e-a68a-f4ce5a03db9a tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513241 Jun 03 22:24:07.683906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc61727-a10c-4b68-b450-8cfc2cd4cdc4 req-99027216-1ab0-4056-ae91-8a89e8c7805f tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:07.685392 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4fc61727-a10c-4b68-b450-8cfc2cd4cdc4 req-99027216-1ab0-4056-ae91-8a89e8c7805f tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 946 time: 0.0880117 Jun 03 22:24:07.735587 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4fc61727-a10c-4b68-b450-8cfc2cd4cdc4 req-463bbd4b-ad00-4766-a6b1-0dac5133d468 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Jun 03 22:24:08.053999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-4adfc571-3241-4412-98d8-7ac089efa7a1 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:08.055500 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-4adfc571-3241-4412-98d8-7ac089efa7a1 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/networks?id=a15e3b76-1e11-4f77-9ce3-318a5651ffd2 HTTP/1.1" status: 200 len: 814 time: 0.1635048 Jun 03 22:24:08.071187 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-d6f012ad-6b61-4d0a-a603-2af76f27cbbe tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/quotas/61532be9d6784361b1371af3da6017ac HTTP/1.1" status: 200 len: 375 time: 0.0101333 Jun 03 22:24:08.172949 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-2e0b4aa5-ec76-4376-b174-c766c1892143 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=61532be9d6784361b1371af3da6017ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0922277 Jun 03 22:24:08.311359 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-eadafdf6-0a70-4316-b94d-4e2a21caaa9c service neutron] 10.222.0.96 "GET /v2.0/networks/a15e3b76-1e11-4f77-9ce3-318a5651ffd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292982 Jun 03 22:24:08.456309 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-2259c39b-bc80-4354-8d68-ccf57243be6c service neutron] 10.222.0.96 "GET /v2.0/networks/a15e3b76-1e11-4f77-9ce3-318a5651ffd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365123 Jun 03 22:24:08.642789 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-11fa7739-281e-49f7-9c30-85c63f051fb5 req-303d99e4-2ab1-44d1-85b2-957f0a004f02 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 210 time: 0.0449641 Jun 03 22:24:09.831956 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b5bf6a9e-10ca-4cbc-97b6-99c72a4a962d req-8512bdad-c742-4ab6-b17b-7cee32e4cbc6 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 210 time: 0.0761445 Jun 03 22:24:09.864019 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-2f9cb1eb-6984-4ffe-a564-e0227667d202 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:09.865451 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-2f9cb1eb-6984-4ffe-a564-e0227667d202 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.24 "GET /v2.0/networks?id=a15e3b76-1e11-4f77-9ce3-318a5651ffd2 HTTP/1.1" status: 200 len: 814 time: 0.2343130 Jun 03 22:24:09.878866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Request body: {'port': {'device_id': '8978ff92-0096-4eb3-8c9d-7e55cae81912', 'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2', 'admin_state_up': True, 'tenant_id': '61532be9d6784361b1371af3da6017ac'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:10.025563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:10.036794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:10.049547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Made reservation on behalf of 61532be9d6784361b1371af3da6017ac for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:10.053388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:10.224246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Allocated IP 172.20.0.9 (a15e3b76-1e11-4f77-9ce3-318a5651ffd2/4d70c8b1-18af-4487-aa0d-7b07259d23d8/27d202c9-8563-4269-a6d7-e746ba519e29) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:24:10.597143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:10.640137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:10.646305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-04491d07-671d-44d8-b33b-b05355585a93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:10.652465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['2fbbfeb9-805a-4351-8f41-46fa5fd881e9'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:24:10.707353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Network a15e3b76-1e11-4f77-9ce3-318a5651ffd2 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:24:10.708499 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:10.712556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:24:10.757730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Pushing event updated for resources: {'Port': ['ID=27d202c9-8563-4269-a6d7-e746ba519e29,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:10.762609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:10.792456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:10.793255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:10.820750 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9463320 Jun 03 22:24:10.834578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Request body: {'port': {'device_id': '8978ff92-0096-4eb3-8c9d-7e55cae81912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:10.958247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:11.035496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b18b30-dcd1-4053-80b3-7d58c1231b7c req-b4c44a0b-c7a5-4190-8447-d76ccc65a615 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:11.037181 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a1b18b30-dcd1-4053-80b3-7d58c1231b7c req-b4c44a0b-c7a5-4190-8447-d76ccc65a615 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 931 time: 0.0884132 Jun 03 22:24:11.089607 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a1b18b30-dcd1-4053-80b3-7d58c1231b7c req-7067ac27-b79f-43e8-ae72-b7f0b6381c77 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462997 Jun 03 22:24:11.333827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d202c9-8563-4269-a6d7-e746ba519e29 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:24:11.341265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:11.355737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Transition to ACTIVE for port object 27d202c9-8563-4269-a6d7-e746ba519e29 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:11.364493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:11.368887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:11.493928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Pushing event updated for resources: {'Port': ['ID=27d202c9-8563-4269-a6d7-e746ba519e29,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:11.524587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:11.605150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Attempting to bind port 27d202c9-8563-4269-a6d7-e746ba519e29 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:24:11.605363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Attempting to bind port 27d202c9-8563-4269-a6d7-e746ba519e29 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '2fa73e09-9353-4c89-9dbe-b5992438f97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:24:11.605674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Attempting to bind port 27d202c9-8563-4269-a6d7-e746ba519e29 on network a15e3b76-1e11-4f77-9ce3-318a5651ffd2 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:24:11.610278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Port 27d202c9-8563-4269-a6d7-e746ba519e29 on network a15e3b76-1e11-4f77-9ce3-318a5651ffd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:24:11.610585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Attempting to bind port 27d202c9-8563-4269-a6d7-e746ba519e29 on network a15e3b76-1e11-4f77-9ce3-318a5651ffd2 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:24:11.615677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:24:11.616010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Checking segment: {'id': '2fa73e09-9353-4c89-9dbe-b5992438f97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:11.616700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Bound using segment: {'id': '2fa73e09-9353-4c89-9dbe-b5992438f97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:24:11.617124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Bound port: 27d202c9-8563-4269-a6d7-e746ba519e29, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa73e09-9353-4c89-9dbe-b5992438f97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:24:11.617726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:11.714030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] For port 27d202c9-8563-4269-a6d7-e746ba519e29, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:24:11.717882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] For port 27d202c9-8563-4269-a6d7-e746ba519e29, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=27d202c9-8563-4269-a6d7-e746ba519e29,segment=NetworkSegment(2fa73e09-9353-4c89-9dbe-b5992438f97a),segment_id=2fa73e09-9353-4c89-9dbe-b5992438f97a)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:24:11.722896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:11.726770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4ee25eca-ac1e-473d-ae54-5d170c4e85fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:11.782956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:11.783623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:11.784987 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] 10.222.0.24 "PUT /v2.0/ports/27d202c9-8563-4269-a6d7-e746ba519e29 HTTP/1.1" status: 200 len: 1093 time: 0.9553275 Jun 03 22:24:11.785526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8978ff92-0096-4eb3-8c9d-7e55cae81912', 'tag': '27d202c9-8563-4269-a6d7-e746ba519e29'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:24:11.787915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5ca745-9f05-4a18-88aa-46ba481672a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8978ff92-0096-4eb3-8c9d-7e55cae81912", "tag": "27d202c9-8563-4269-a6d7-e746ba519e29"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:24:11.812968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Pushing event updated for resources: {'Port': ['ID=27d202c9-8563-4269-a6d7-e746ba519e29,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:11.816297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:11.901066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b11316-ad7b-4d7d-aacb-1e8728303ebe x-openstack-request-id: req-35b11316-ad7b-4d7d-aacb-1e8728303ebe {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:24:11.901739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8978ff92-0096-4eb3-8c9d-7e55cae81912", "tag": "27d202c9-8563-4269-a6d7-e746ba519e29", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:24:11.901739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-35b11316-ad7b-4d7d-aacb-1e8728303ebe {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:24:11.902108 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8978ff92-0096-4eb3-8c9d-7e55cae81912', 'tag': '27d202c9-8563-4269-a6d7-e746ba519e29', 'status': 'completed', 'code': 200} Jun 03 22:24:11.913948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-fdbe7f92-0270-4477-810f-f559db3ae778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:11.915498 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-fdbe7f92-0270-4477-810f-f559db3ae778 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61532be9d6784361b1371af3da6017ac&device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 1096 time: 0.0767334 Jun 03 22:24:11.986001 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-b7455f06-7567-4589-9a83-27b6f70dc107 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27d202c9-8563-4269-a6d7-e746ba519e29 HTTP/1.1" status: 200 len: 217 time: 0.0636070 Jun 03 22:24:12.051749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-2559e9ca-83e8-4ba0-881b-fe997c6b7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:12.053203 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-2559e9ca-83e8-4ba0-881b-fe997c6b7c08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d70c8b1-18af-4487-aa0d-7b07259d23d8 HTTP/1.1" status: 200 len: 854 time: 0.0611711 Jun 03 22:24:12.111775 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-d8a71255-4a2b-48f5-8c5c-ad46b00da004 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a15e3b76-1e11-4f77-9ce3-318a5651ffd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509765 Jun 03 22:24:12.251389 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-f8cc1474-a4c7-43b6-9209-c90e2ec90738 service neutron] 10.222.0.24 "GET /v2.0/networks/a15e3b76-1e11-4f77-9ce3-318a5651ffd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329978 Jun 03 22:24:12.285600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb868c-0c5c-425c-9719-c4368d929327 req-85535d81-7a95-48bc-bcf6-b9c9660a8aac tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:12.287051 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-28fb868c-0c5c-425c-9719-c4368d929327 req-85535d81-7a95-48bc-bcf6-b9c9660a8aac tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 943 time: 0.0896399 Jun 03 22:24:12.334640 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-28fb868c-0c5c-425c-9719-c4368d929327 req-c3c50e78-753f-4d9d-b5e1-e87a35412f9a tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416448 Jun 03 22:24:12.390620 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92cc91b0-6e23-4c26-bcaa-b085e40b61cb req-1bbb153a-5ab1-4821-b438-cc5c0700a842 service neutron] 10.222.0.24 "GET /v2.0/networks/a15e3b76-1e11-4f77-9ce3-318a5651ffd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325541 Jun 03 22:24:12.531496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ca745-9f05-4a18-88aa-46ba481672a9 req-a05b8700-eafb-4658-975a-79bb658360fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:12.533024 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a5ca745-9f05-4a18-88aa-46ba481672a9 req-a05b8700-eafb-4658-975a-79bb658360fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61532be9d6784361b1371af3da6017ac&device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 1096 time: 0.0908487 Jun 03 22:24:12.813703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ca745-9f05-4a18-88aa-46ba481672a9 req-00793344-09da-4109-8a73-3e8d08910eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:12.815165 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a5ca745-9f05-4a18-88aa-46ba481672a9 req-00793344-09da-4109-8a73-3e8d08910eec service neutron] 10.222.0.24 "GET /v2.0/networks?id=a15e3b76-1e11-4f77-9ce3-318a5651ffd2 HTTP/1.1" status: 200 len: 916 time: 0.2754502 Jun 03 22:24:12.899450 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a5ca745-9f05-4a18-88aa-46ba481672a9 req-a5381498-53b0-4237-9310-3fc6005dcc48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27d202c9-8563-4269-a6d7-e746ba519e29 HTTP/1.1" status: 200 len: 217 time: 0.0771565 Jun 03 22:24:12.965782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ca745-9f05-4a18-88aa-46ba481672a9 req-cafb67bb-a8db-47eb-907a-5423e1570a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:12.967224 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a5ca745-9f05-4a18-88aa-46ba481672a9 req-cafb67bb-a8db-47eb-907a-5423e1570a94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d70c8b1-18af-4487-aa0d-7b07259d23d8 HTTP/1.1" status: 200 len: 854 time: 0.0603952 Jun 03 22:24:13.032831 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a5ca745-9f05-4a18-88aa-46ba481672a9 req-c6be41be-d217-4ad8-9b9f-68746f36a02f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a15e3b76-1e11-4f77-9ce3-318a5651ffd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580287 Jun 03 22:24:13.183687 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a5ca745-9f05-4a18-88aa-46ba481672a9 req-75a8c628-2d8a-4fd0-b628-1bd6b02bb822 service neutron] 10.222.0.24 "GET /v2.0/networks/a15e3b76-1e11-4f77-9ce3-318a5651ffd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426008 Jun 03 22:24:13.328390 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a5ca745-9f05-4a18-88aa-46ba481672a9 req-e3e93cf8-26ee-41b5-9900-7e470ef56472 service neutron] 10.222.0.24 "GET /v2.0/networks/a15e3b76-1e11-4f77-9ce3-318a5651ffd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372283 Jun 03 22:24:13.526958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab5c14-9cd1-4766-9f96-b85467152dd5 req-4fb77fe7-3f98-44aa-930c-3fa42d5e32fa tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:13.528474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-3cab5c14-9cd1-4766-9f96-b85467152dd5 req-4fb77fe7-3f98-44aa-930c-3fa42d5e32fa tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Synchronizing usage tracker for tenant:61532be9d6784361b1371af3da6017ac on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:24:13.557838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-3cab5c14-9cd1-4766-9f96-b85467152dd5 req-4fb77fe7-3f98-44aa-930c-3fa42d5e32fa tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Unset dirty status for tenant:61532be9d6784361b1371af3da6017ac on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:24:13.559289 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3cab5c14-9cd1-4766-9f96-b85467152dd5 req-4fb77fe7-3f98-44aa-930c-3fa42d5e32fa tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 943 time: 0.1143870 Jun 03 22:24:13.616673 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3cab5c14-9cd1-4766-9f96-b85467152dd5 req-6cc0fb42-e3d8-44f4-9339-d862322b6175 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506170 Jun 03 22:24:14.814466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50647f1b-35a5-49a4-b103-c61d79c964ed req-4fa21f29-ae14-4fc9-b94e-ce19ac9ab6c0 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:14.815982 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-50647f1b-35a5-49a4-b103-c61d79c964ed req-4fa21f29-ae14-4fc9-b94e-ce19ac9ab6c0 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 943 time: 0.0897253 Jun 03 22:24:14.862848 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-50647f1b-35a5-49a4-b103-c61d79c964ed req-2f1bd633-0e37-4a43-92c3-5f787eb9d8e4 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 Jun 03 22:24:16.091492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be5a5c-c267-4845-a63b-280a9cca543f req-1175fb52-4462-4a03-8af6-1f3de63d9dc5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:16.093006 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-11be5a5c-c267-4845-a63b-280a9cca543f req-1175fb52-4462-4a03-8af6-1f3de63d9dc5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 943 time: 0.1116979 Jun 03 22:24:16.144090 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-11be5a5c-c267-4845-a63b-280a9cca543f req-8201c1fb-421f-4762-a0d1-abf06f547069 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Jun 03 22:24:17.309763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 27d202c9-8563-4269-a6d7-e746ba519e29 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:24:17.349602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dc4fd-d5e9-482c-83d2-e196515154c9 req-08fbb2c2-40f3-4857-9c78-472cef26c958 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:17.351162 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bf2dc4fd-d5e9-482c-83d2-e196515154c9 req-08fbb2c2-40f3-4857-9c78-472cef26c958 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 943 time: 0.0977335 Jun 03 22:24:17.400125 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bf2dc4fd-d5e9-482c-83d2-e196515154c9 req-e74da2f5-603e-4d65-8ff7-dca61408744b tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 Jun 03 22:24:17.454916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 27d202c9-8563-4269-a6d7-e746ba519e29, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=27d202c9-8563-4269-a6d7-e746ba519e29,segment=NetworkSegment(2fa73e09-9353-4c89-9dbe-b5992438f97a),segment_id=2fa73e09-9353-4c89-9dbe-b5992438f97a)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:17.476265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '27d202c9-8563-4269-a6d7-e746ba519e29', 'network_id': 'a15e3b76-1e11-4f77-9ce3-318a5651ffd2', 'port_id': '27d202c9-8563-4269-a6d7-e746ba519e29', 'mac_address': 'fa:16:3e:c4:49:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d70c8b1-18af-4487-aa0d-7b07259d23d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:24:17.537030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:17.553625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d202c9-8563-4269-a6d7-e746ba519e29 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:24:17.583094 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 27d202c9-8563-4269-a6d7-e746ba519e29, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=27d202c9-8563-4269-a6d7-e746ba519e29,segment=NetworkSegment(2fa73e09-9353-4c89-9dbe-b5992438f97a),segment_id=2fa73e09-9353-4c89-9dbe-b5992438f97a)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:17.588981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:17.592675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:17.672018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=27d202c9-8563-4269-a6d7-e746ba519e29,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:17.675139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:17.917138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['27d202c9-8563-4269-a6d7-e746ba519e29'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:24:18.595835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204bbac-683b-4711-8c09-740fdec5cd7c req-ed139aa8-9c93-42f9-9c5c-56eb2a89aa99 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:18.597313 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c204bbac-683b-4711-8c09-740fdec5cd7c req-ed139aa8-9c93-42f9-9c5c-56eb2a89aa99 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 944 time: 0.0882783 Jun 03 22:24:18.655049 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c204bbac-683b-4711-8c09-740fdec5cd7c req-ebe15f68-8cf8-4f32-aa3f-eb56b02ad088 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487771 Jun 03 22:24:19.310035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 27d202c9-8563-4269-a6d7-e746ba519e29 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:24:19.385349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 27d202c9-8563-4269-a6d7-e746ba519e29 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:24:19.391012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 27d202c9-8563-4269-a6d7-e746ba519e29 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:24:19.391393 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:19.513059 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:19.541049 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8978ff92-0096-4eb3-8c9d-7e55cae81912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d202c9-8563-4269-a6d7-e746ba519e29'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:24:19.543788 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11a8180-e2aa-4e97-9580-c028c5cededb" -d '{"events": [{"server_uuid": "8978ff92-0096-4eb3-8c9d-7e55cae81912", "name": "network-vif-plugged", "status": "completed", "tag": "27d202c9-8563-4269-a6d7-e746ba519e29"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:24:19.551918 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 27d202c9-8563-4269-a6d7-e746ba519e29, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=27d202c9-8563-4269-a6d7-e746ba519e29,segment=NetworkSegment(2fa73e09-9353-4c89-9dbe-b5992438f97a),segment_id=2fa73e09-9353-4c89-9dbe-b5992438f97a)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:19.558804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:19.561012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:19.601619 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e390b231-861a-4276-8a02-c47e635a77bd x-openstack-request-id: req-e390b231-861a-4276-8a02-c47e635a77bd {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:24:19.602102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8978ff92-0096-4eb3-8c9d-7e55cae81912", "name": "network-vif-plugged", "status": "completed", "tag": "27d202c9-8563-4269-a6d7-e746ba519e29", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:24:19.602543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e390b231-861a-4276-8a02-c47e635a77bd {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:24:19.603080 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8978ff92-0096-4eb3-8c9d-7e55cae81912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d202c9-8563-4269-a6d7-e746ba519e29', 'code': 200} Jun 03 22:24:19.658315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=27d202c9-8563-4269-a6d7-e746ba519e29,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:19.661535 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:19.898460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa7c1b-1c27-46da-bf10-6e10fd0b9339 req-e0f4381b-a006-419e-9c7d-c13937d57ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:19.899970 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e2aa7c1b-1c27-46da-bf10-6e10fd0b9339 req-e0f4381b-a006-419e-9c7d-c13937d57ab4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 1098 time: 0.1350479 Jun 03 22:24:19.911728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addbd9d-c0a8-4537-9037-4544e529d026 req-f5b674c9-2699-434b-9cf4-625f8889170d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:19.913075 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7addbd9d-c0a8-4537-9037-4544e529d026 req-f5b674c9-2699-434b-9cf4-625f8889170d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 945 time: 0.1169815 Jun 03 22:24:19.979226 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e2aa7c1b-1c27-46da-bf10-6e10fd0b9339 req-37c49961-80de-4f97-a5de-11e3c8727e56 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651944 Jun 03 22:24:19.983791 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7addbd9d-c0a8-4537-9037-4544e529d026 req-6a30ea6a-fb2f-4033-bb36-23393c2dee76 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574622 Jun 03 22:24:21.197428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b837d1-b7f3-42f0-9606-b55915908dde req-88baaa6b-9c11-4481-b037-108a81213eac tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:21.199031 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-32b837d1-b7f3-42f0-9606-b55915908dde req-88baaa6b-9c11-4481-b037-108a81213eac tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 945 time: 0.0864623 Jun 03 22:24:21.249965 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-32b837d1-b7f3-42f0-9606-b55915908dde req-8511012c-ad40-41d5-943f-55f151a360f1 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449111 Jun 03 22:24:22.461178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333f4a8-36a5-4771-967e-ea269b64b009 req-ae9c93d0-abf8-47c9-8e33-907aee70c2fb tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:22.462541 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e333f4a8-36a5-4771-967e-ea269b64b009 req-ae9c93d0-abf8-47c9-8e33-907aee70c2fb tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 945 time: 0.0946326 Jun 03 22:24:22.518612 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e333f4a8-36a5-4771-967e-ea269b64b009 req-849a8544-9aa9-46fe-bcb9-0129d17b3db2 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499511 Jun 03 22:24:22.799549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-560a6136-7125-4669-90d5-d10cde8c6308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:22.935193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d582df8-fbe4-41c1-9791-fefba626a4a2 req-8480f4fd-19ad-4bf7-8868-637b64c68dc4 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:22.936695 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5d582df8-fbe4-41c1-9791-fefba626a4a2 req-8480f4fd-19ad-4bf7-8868-637b64c68dc4 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 945 time: 0.0927896 Jun 03 22:24:22.997132 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5d582df8-fbe4-41c1-9791-fefba626a4a2 req-0bb18872-ddbb-47a3-b563-8d245209c3b1 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541866 Jun 03 22:24:24.220370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f0471-ae2d-403c-b153-566b79457667 req-504a6573-0c55-4907-96da-aca796686561 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:24.221847 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dd0f0471-ae2d-403c-b153-566b79457667 req-504a6573-0c55-4907-96da-aca796686561 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 945 time: 0.0957630 Jun 03 22:24:24.277720 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dd0f0471-ae2d-403c-b153-566b79457667 req-cb9f6eb1-1bb9-4bf7-bae2-e65c8adb3dd0 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477817 Jun 03 22:24:24.460803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdafcd-c953-46a1-81b7-a6a1fd7a173a req-8099e6a2-e717-4ecc-806f-6b690f787398 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:24.462297 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-35bdafcd-c953-46a1-81b7-a6a1fd7a173a req-8099e6a2-e717-4ecc-806f-6b690f787398 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 945 time: 0.1017194 Jun 03 22:24:24.605611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-35bdafcd-c953-46a1-81b7-a6a1fd7a173a req-e402d8a4-e962-42a0-9f1b-9e2cee634f22 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Deleting port 27d202c9-8563-4269-a6d7-e746ba519e29 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:24:24.605925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-35bdafcd-c953-46a1-81b7-a6a1fd7a173a req-e402d8a4-e962-42a0-9f1b-9e2cee634f22 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:24.751304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-35bdafcd-c953-46a1-81b7-a6a1fd7a173a req-e402d8a4-e962-42a0-9f1b-9e2cee634f22 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] For port 27d202c9-8563-4269-a6d7-e746ba519e29, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=27d202c9-8563-4269-a6d7-e746ba519e29,segment=NetworkSegment(2fa73e09-9353-4c89-9dbe-b5992438f97a),segment_id=2fa73e09-9353-4c89-9dbe-b5992438f97a)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:24.751694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-35bdafcd-c953-46a1-81b7-a6a1fd7a173a req-e402d8a4-e962-42a0-9f1b-9e2cee634f22 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:25.015607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-35bdafcd-c953-46a1-81b7-a6a1fd7a173a req-e402d8a4-e962-42a0-9f1b-9e2cee634f22 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Calling delete_port for 27d202c9-8563-4269-a6d7-e746ba519e29 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:24:25.134320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-35bdafcd-c953-46a1-81b7-a6a1fd7a173a req-e402d8a4-e962-42a0-9f1b-9e2cee634f22 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:25.140413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-517b78a5-f381-49b3-aebf-783d0c6ef0f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:25.146068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['2fbbfeb9-805a-4351-8f41-46fa5fd881e9', '27d202c9-8563-4269-a6d7-e746ba519e29'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:24:25.190079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402d8a4-e962-42a0-9f1b-9e2cee634f22 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Pushing event deleted for resources: {'Port': ['ID=27d202c9-8563-4269-a6d7-e746ba519e29,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:25.193177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e402d8a4-e962-42a0-9f1b-9e2cee634f22 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:25.268466 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bdafcd-c953-46a1-81b7-a6a1fd7a173a req-e402d8a4-e962-42a0-9f1b-9e2cee634f22 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] No DVR routers for this DVR port 27d202c9-8563-4269-a6d7-e746ba519e29 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:24:25.271327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-35bdafcd-c953-46a1-81b7-a6a1fd7a173a req-e402d8a4-e962-42a0-9f1b-9e2cee634f22 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:25.274087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8978ff92-0096-4eb3-8c9d-7e55cae81912', 'name': 'network-vif-deleted', 'tag': '27d202c9-8563-4269-a6d7-e746ba519e29'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:24:25.276376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74435b81-fceb-4776-a50e-261cfdad9925" -d '{"events": [{"server_uuid": "8978ff92-0096-4eb3-8c9d-7e55cae81912", "name": "network-vif-deleted", "tag": "27d202c9-8563-4269-a6d7-e746ba519e29"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:24:25.293883 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-35bdafcd-c953-46a1-81b7-a6a1fd7a173a req-e402d8a4-e962-42a0-9f1b-9e2cee634f22 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.24 "DELETE /v2.0/ports/27d202c9-8563-4269-a6d7-e746ba519e29 HTTP/1.1" status: 204 len: 173 time: 0.8254838 Jun 03 22:24:25.327109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1459734f-8743-43b2-8757-6bcd068deb5b x-openstack-request-id: req-1459734f-8743-43b2-8757-6bcd068deb5b {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:24:25.327444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8978ff92-0096-4eb3-8c9d-7e55cae81912", "name": "network-vif-deleted", "tag": "27d202c9-8563-4269-a6d7-e746ba519e29", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:24:25.327902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-1459734f-8743-43b2-8757-6bcd068deb5b {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:24:25.328344 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8978ff92-0096-4eb3-8c9d-7e55cae81912', 'name': 'network-vif-deleted', 'tag': '27d202c9-8563-4269-a6d7-e746ba519e29', 'status': 'completed', 'code': 200} Jun 03 22:24:25.352081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:25.445053 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a775193c-11bf-4dbf-a250-9e5d88316b46 req-34bddcb1-7842-4107-8198-31f970e28f92 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=8978ff92-0096-4eb3-8c9d-7e55cae81912 HTTP/1.1" status: 200 len: 210 time: 0.0505030 Jun 03 22:24:25.497256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d63e8101-e0a8-4d63-9376-5973e13852e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:26.736628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e08cc2-ac23-4013-8958-18bd62b8887b req-f416c692-ada5-4f78-a645-439c7165bad5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:26.738113 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-36e08cc2-ac23-4013-8958-18bd62b8887b req-f416c692-ada5-4f78-a645-439c7165bad5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 946 time: 0.0939815 Jun 03 22:24:26.790087 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-36e08cc2-ac23-4013-8958-18bd62b8887b req-32739b86-9996-4893-a4ee-5116ef99d684 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423951 Jun 03 22:24:27.006155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7b9a-188d-4002-8723-0c61a003c9e7 req-a138bf18-cc72-4dd4-8ef3-0dfe9158ba47 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:27.007648 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-db1d7b9a-188d-4002-8723-0c61a003c9e7 req-a138bf18-cc72-4dd4-8ef3-0dfe9158ba47 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 946 time: 0.0871465 Jun 03 22:24:27.063371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:27.068011 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-db1d7b9a-188d-4002-8723-0c61a003c9e7 req-758396bf-3d75-4baf-ac2c-d6eb6f9e0feb tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522015 Jun 03 22:24:27.138247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:27.275490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095df863-f5df-413c-9d91-03052eb8a7eb req-e345a8e7-f47d-4b17-a75c-914ba23f7af5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:27.276424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-095df863-f5df-413c-9d91-03052eb8a7eb req-e345a8e7-f47d-4b17-a75c-914ba23f7af5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Synchronizing usage tracker for tenant:61532be9d6784361b1371af3da6017ac on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:24:27.298955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-095df863-f5df-413c-9d91-03052eb8a7eb req-e345a8e7-f47d-4b17-a75c-914ba23f7af5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Unset dirty status for tenant:61532be9d6784361b1371af3da6017ac on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:24:27.300735 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-095df863-f5df-413c-9d91-03052eb8a7eb req-e345a8e7-f47d-4b17-a75c-914ba23f7af5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 946 time: 0.1243181 Jun 03 22:24:27.327870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 27d202c9-8563-4269-a6d7-e746ba519e29 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:24:27.355757 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-095df863-f5df-413c-9d91-03052eb8a7eb req-86c2a3be-2c17-4ba2-9e0b-683cb1166f04 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486197 Jun 03 22:24:27.362545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 27d202c9-8563-4269-a6d7-e746ba519e29 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:24:27.362900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 27d202c9-8563-4269-a6d7-e746ba519e29 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:24:27.693586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fe2ad-89a5-4504-8df5-c47e24fd84ba req-cfd43ce8-bf5e-491c-86c0-01bd39372527 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:27.695025 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6b9fe2ad-89a5-4504-8df5-c47e24fd84ba req-cfd43ce8-bf5e-491c-86c0-01bd39372527 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 946 time: 0.1069324 Jun 03 22:24:27.744406 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6b9fe2ad-89a5-4504-8df5-c47e24fd84ba req-a86c7855-2186-4703-8fda-31577dcf062e tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434573 Jun 03 22:24:27.947353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22980ed4-a59d-4e3b-8f43-0880bdaee257 req-f387552d-bec8-42c6-8d2d-af8b3819bbcc tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:27.948771 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-22980ed4-a59d-4e3b-8f43-0880bdaee257 req-f387552d-bec8-42c6-8d2d-af8b3819bbcc tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 946 time: 0.0970621 Jun 03 22:24:28.000756 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-22980ed4-a59d-4e3b-8f43-0880bdaee257 req-fd13afd6-b4f2-47b8-883c-6ae831b086e2 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456522 Jun 03 22:24:28.209484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff1a2c-d5f7-4d34-8017-febf454e1af6 req-96994578-e3b3-4f1b-bd43-5cc37ec1c409 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:28.210857 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-94ff1a2c-d5f7-4d34-8017-febf454e1af6 req-96994578-e3b3-4f1b-bd43-5cc37ec1c409 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 946 time: 0.0895617 Jun 03 22:24:28.261172 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-94ff1a2c-d5f7-4d34-8017-febf454e1af6 req-15958501-e356-4735-9ae9-1dfa650b44a6 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445077 Jun 03 22:24:28.554134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:28.825315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba64b8-fa50-45bc-9c74-fffddf3742a7 req-d52059b8-d231-4fa7-bb5f-d4321346d0bc tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:28.827178 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-39ba64b8-fa50-45bc-9c74-fffddf3742a7 req-d52059b8-d231-4fa7-bb5f-d4321346d0bc tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 946 time: 0.0901446 Jun 03 22:24:28.876789 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-39ba64b8-fa50-45bc-9c74-fffddf3742a7 req-faceae1e-814c-4313-8dbf-a6ae1787fe0a tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433104 Jun 03 22:24:30.117616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833707c-257e-4f31-bd01-62a9cf97546c req-4fa60318-6150-4d00-bbcb-0de9493511f2 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:30.119424 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c833707c-257e-4f31-bd01-62a9cf97546c req-4fa60318-6150-4d00-bbcb-0de9493511f2 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 946 time: 0.1181948 Jun 03 22:24:30.146649 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:24:30.176868 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c833707c-257e-4f31-bd01-62a9cf97546c req-3200a578-9175-4031-b84b-37d2d84df487 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/security-groups?id=18ff440d-9870-4fe8-a191-a491ffe60747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513940 Jun 03 22:24:30.410234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142c8c9-dbab-4268-8762-ff738355bacd req-01cdd945-a291-417d-98f3-6b655a7e0164 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:30.411751 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3142c8c9-dbab-4268-8762-ff738355bacd req-01cdd945-a291-417d-98f3-6b655a7e0164 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.24 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 946 time: 0.1196079 Jun 03 22:24:30.577140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-3142c8c9-dbab-4268-8762-ff738355bacd req-641d215c-3433-45fb-b942-cf20f3bd66a5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Deleting port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:24:30.577467 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-3142c8c9-dbab-4268-8762-ff738355bacd req-641d215c-3433-45fb-b942-cf20f3bd66a5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:30.725703 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-3142c8c9-dbab-4268-8762-ff738355bacd req-641d215c-3433-45fb-b942-cf20f3bd66a5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] For port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2fbbfeb9-805a-4351-8f41-46fa5fd881e9,segment=NetworkSegment(2fa73e09-9353-4c89-9dbe-b5992438f97a),segment_id=2fa73e09-9353-4c89-9dbe-b5992438f97a)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:30.726025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-3142c8c9-dbab-4268-8762-ff738355bacd req-641d215c-3433-45fb-b942-cf20f3bd66a5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:30.854217 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-3142c8c9-dbab-4268-8762-ff738355bacd req-641d215c-3433-45fb-b942-cf20f3bd66a5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Calling delete_port for 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:24:30.973239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-3142c8c9-dbab-4268-8762-ff738355bacd req-641d215c-3433-45fb-b942-cf20f3bd66a5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:30.979746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c9805ee1-75be-4d38-b00a-81afe45e878c tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:30.992341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['2fbbfeb9-805a-4351-8f41-46fa5fd881e9'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:24:31.028931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d215c-3433-45fb-b942-cf20f3bd66a5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Pushing event deleted for resources: {'Port': ['ID=2fbbfeb9-805a-4351-8f41-46fa5fd881e9,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:31.032014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-641d215c-3433-45fb-b942-cf20f3bd66a5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:31.108701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-3142c8c9-dbab-4268-8762-ff738355bacd req-641d215c-3433-45fb-b942-cf20f3bd66a5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] No DVR routers for this DVR port 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:24:31.111351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-3142c8c9-dbab-4268-8762-ff738355bacd req-641d215c-3433-45fb-b942-cf20f3bd66a5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:31.114129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd888e65f-36f6-4699-92de-5a8c312b3882', 'name': 'network-vif-deleted', 'tag': '2fbbfeb9-805a-4351-8f41-46fa5fd881e9'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:24:31.116844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b3f45d-206c-4b4b-a980-6e3d4e7c334d" -d '{"events": [{"server_uuid": "d888e65f-36f6-4699-92de-5a8c312b3882", "name": "network-vif-deleted", "tag": "2fbbfeb9-805a-4351-8f41-46fa5fd881e9"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:24:31.134326 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3142c8c9-dbab-4268-8762-ff738355bacd req-641d215c-3433-45fb-b942-cf20f3bd66a5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.24 "DELETE /v2.0/ports/2fbbfeb9-805a-4351-8f41-46fa5fd881e9 HTTP/1.1" status: 204 len: 173 time: 0.7156484 Jun 03 22:24:31.179017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b5e5d8-94de-45a4-aefe-b6b7a7478fca x-openstack-request-id: req-d2b5e5d8-94de-45a4-aefe-b6b7a7478fca {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:24:31.179346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d888e65f-36f6-4699-92de-5a8c312b3882", "name": "network-vif-deleted", "tag": "2fbbfeb9-805a-4351-8f41-46fa5fd881e9", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:24:31.179674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d2b5e5d8-94de-45a4-aefe-b6b7a7478fca {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:24:31.180274 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd888e65f-36f6-4699-92de-5a8c312b3882', 'name': 'network-vif-deleted', 'tag': '2fbbfeb9-805a-4351-8f41-46fa5fd881e9', 'status': 'completed', 'code': 200} Jun 03 22:24:31.368906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-79ac7ed2-a508-44db-b6e3-63a1c20f97f0 req-bc10cc0d-45c5-4751-9fce-c31ec46fbb34 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Synchronizing usage tracker for tenant:61532be9d6784361b1371af3da6017ac on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:24:31.387631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-79ac7ed2-a508-44db-b6e3-63a1c20f97f0 req-bc10cc0d-45c5-4751-9fce-c31ec46fbb34 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Unset dirty status for tenant:61532be9d6784361b1371af3da6017ac on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:24:31.388760 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-79ac7ed2-a508-44db-b6e3-63a1c20f97f0 req-bc10cc0d-45c5-4751-9fce-c31ec46fbb34 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] 10.222.0.96 "GET /v2.0/ports?device_id=d888e65f-36f6-4699-92de-5a8c312b3882 HTTP/1.1" status: 200 len: 210 time: 0.0651066 Jun 03 22:24:32.493600 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60832) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:32.553637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba6f5d8-0fb1-4367-abee-ae12669074a2 admin admin] Deleting subnet 4d70c8b1-18af-4487-aa0d-7b07259d23d8 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:24:32.556921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ba6f5d8-0fb1-4367-abee-ae12669074a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:32.610274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ba6f5d8-0fb1-4367-abee-ae12669074a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:32.666949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ba6f5d8-0fb1-4367-abee-ae12669074a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:32.938030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ba6f5d8-0fb1-4367-abee-ae12669074a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:32.944599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-88ac88b6-f78b-428d-bd9d-69bd19350ef0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:32.989506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6f5d8-0fb1-4367-abee-ae12669074a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d70c8b1-18af-4487-aa0d-7b07259d23d8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:32.991725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2ba6f5d8-0fb1-4367-abee-ae12669074a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:32.994316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2ba6f5d8-0fb1-4367-abee-ae12669074a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:32.998727 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2ba6f5d8-0fb1-4367-abee-ae12669074a2 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4d70c8b1-18af-4487-aa0d-7b07259d23d8 HTTP/1.1" status: 204 len: 168 time: 0.5041306 Jun 03 22:24:33.002301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60834) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:33.251672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:33.390397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:33.408630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15e3b76-1e11-4f77-9ce3-318a5651ffd2']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:33.426732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa73e09-9353-4c89-9dbe-b5992438f97a') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:33.427025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa73e09-9353-4c89-9dbe-b5992438f97a') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:33.439100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:33.457177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:33.463470 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:24:33.463930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:24:33.477325 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:24:33.559380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:33.565836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:33.568541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-eb0b36d1-d6bf-427b-a6ea-93d2b4907c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:33.589269 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a15e3b76-1e11-4f77-9ce3-318a5651ffd2 HTTP/1.1" status: 204 len: 168 time: 0.5859857 Jun 03 22:24:33.590384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] Pushing event deleted for resources: {'Network': ['ID=a15e3b76-1e11-4f77-9ce3-318a5651ffd2,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:33.592983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-11b2ff43-6c49-405e-b2e5-b3941a639018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:33.720427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60838) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:33.789508 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-eba83883-8463-4d83-9321-03c91ae0d205 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=61532be9d6784361b1371af3da6017ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677037 Jun 03 22:24:33.792232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60840) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:33.863843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7c84fbe1-6629-4db4-85dc-2474f5e10f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:33.891171 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7c84fbe1-6629-4db4-85dc-2474f5e10f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:33.948274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7c84fbe1-6629-4db4-85dc-2474f5e10f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:33.952240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-07d42657-201f-4f19-a8e1-b647b3642705 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:33.964996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84fbe1-6629-4db4-85dc-2474f5e10f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ff440d-9870-4fe8-a191-a491ffe60747,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:33.967599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7c84fbe1-6629-4db4-85dc-2474f5e10f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:33.982096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7c84fbe1-6629-4db4-85dc-2474f5e10f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:33.985738 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7c84fbe1-6629-4db4-85dc-2474f5e10f49 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/18ff440d-9870-4fe8-a191-a491ffe60747 HTTP/1.1" status: 204 len: 168 time: 0.1900799 Jun 03 22:24:34.817658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60862) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:34.943113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-22545632'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:34.951577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:34.956456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Usage tracker for resource:network and tenant:f70c34dbdf7f46378b531665690f4564 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:34.959497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:34.966394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:34.979798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Made reservation on behalf of f70c34dbdf7f46378b531665690f4564 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:34.983287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:34.996944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:35.012254 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:35.016788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Usage tracker for resource:security_group_rule and tenant:f70c34dbdf7f46378b531665690f4564 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:35.019851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:35.025829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:35.124835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:35.131586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:35.134606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9f340d19-b2f3-4f0b-be24-520e3a3ae92c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:35.170983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:24:35.176807 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b176cd-53bb-4014-b4ce-60be2bd5c393,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:35.180474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:35.185042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:35.185042 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Added segment c8a21196-6e52-4ce6-b1f4-90bfc06418e0 of type vlan for network 9048e2a4-daf2-4952-be56-5ce79f2adc82 Jun 03 22:24:35.213060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:35.248982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:35.254786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:35.255361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:35.259014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f878a8a4-4cd2-4f20-841d-1702ee5861e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:35.358031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:24:35.365103 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5462868 Jun 03 22:24:35.369066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event updated for resources: {'Network': ['ID=9048e2a4-daf2-4952-be56-5ce79f2adc82,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:35.371985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:35.395787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 9048e2a4-daf2-4952-be56-5ce79f2adc82 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:24:35.465720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:24:35.465953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 2fbbfeb9-805a-4351-8f41-46fa5fd881e9 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:24:38.549310 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60866) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:38.554622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Request body: {'subnet': {'network_id': '9048e2a4-daf2-4952-be56-5ce79f2adc82', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:38.681653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:38.685552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Usage tracker for resource:subnet and tenant:f70c34dbdf7f46378b531665690f4564 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:38.688630 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:38.694530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:38.707370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Made reservation on behalf of f70c34dbdf7f46378b531665690f4564 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:38.710943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:39.282689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:39.286662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3fef3da6-fdc0-4a01-bb61-137f8df3d5b4 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:39.366540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event updated for resources: {'Subnet': ['ID=289fafbf-1eac-4b4c-a4e6-a276953d929d,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:39.370379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:39.378457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Checking segment: {'id': 'c8a21196-6e52-4ce6-b1f4-90bfc06418e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9048e2a4-daf2-4952-be56-5ce79f2adc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:39.378857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Network hostable DHCP agents. Network: 9048e2a4-daf2-4952-be56-5ce79f2adc82, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:24:39.402307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Network 9048e2a4-daf2-4952-be56-5ce79f2adc82 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:24:39.424688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 9048e2a4-daf2-4952-be56-5ce79f2adc82) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:39.441881 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a516e70e-8c1c-45c1-bb1d-09c0a6849ef3 None None] Network 9048e2a4-daf2-4952-be56-5ce79f2adc82 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:39.442461 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:39.442461 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:39.471740 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9213457 Jun 03 22:24:39.476492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60868) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:39.481698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128579556'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:39.487307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:39.491649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Usage tracker for resource:network and tenant:f70c34dbdf7f46378b531665690f4564 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:39.494615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:39.500409 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:39.515965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Made reservation on behalf of f70c34dbdf7f46378b531665690f4564 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:39.519217 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:39.548664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:24:39.557820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:39.558504 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Added segment 9de7096c-5761-4463-942d-4b2d06016c23 of type vlan for network 885e6122-3328-41b2-ba2d-973d4ef5ef29 Jun 03 22:24:39.590009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:39.623092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:39.628806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:39.629408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:39.634635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-121457a4-997b-4205-82d5-ef4dbb1c6763 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:39.670004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-9048e2a4-daf2-4952-be56-5ce79f2adc82', 'network_id': '9048e2a4-daf2-4952-be56-5ce79f2adc82', 'tenant_id': 'f70c34dbdf7f46378b531665690f4564', 'fixed_ips': [{'subnet_id': '289fafbf-1eac-4b4c-a4e6-a276953d929d'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:24:39.670849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:39.726485 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2488644 Jun 03 22:24:39.730619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60870) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:39.736001 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event updated for resources: {'Network': ['ID=885e6122-3328-41b2-ba2d-973d4ef5ef29,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:39.739021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:39.749077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 885e6122-3328-41b2-ba2d-973d4ef5ef29 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:24:39.749235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Request body: {'subnet': {'network_id': '885e6122-3328-41b2-ba2d-973d4ef5ef29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:39.885916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:39.889682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Usage tracker for resource:subnet and tenant:f70c34dbdf7f46378b531665690f4564 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:39.893381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:39.899094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:39.911763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Made reservation on behalf of f70c34dbdf7f46378b531665690f4564 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:39.915733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:39.934406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Allocated IP 2001:db8:0:ffff::2 (9048e2a4-daf2-4952-be56-5ce79f2adc82/289fafbf-1eac-4b4c-a4e6-a276953d929d/cb8fc082-aad1-4e74-965a-6f1dcadac0c1) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:24:40.154634 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:40.166831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Transition to ACTIVE for port object cb8fc082-aad1-4e74-965a-6f1dcadac0c1 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:40.186601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Transition to ACTIVE for port object cb8fc082-aad1-4e74-965a-6f1dcadac0c1 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:40.194789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:40.199772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:40.257669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Network 9048e2a4-daf2-4952-be56-5ce79f2adc82 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:24:40.260427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:40.263033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:24:40.307952 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Pushing event updated for resources: {'Port': ['ID=cb8fc082-aad1-4e74-965a-6f1dcadac0c1,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:40.311287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:40.364339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:40.368636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4134ea43-4baa-46ac-bfb2-2b86bcdabeae tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:40.372598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Attempting to bind port cb8fc082-aad1-4e74-965a-6f1dcadac0c1 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:24:40.373006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Attempting to bind port cb8fc082-aad1-4e74-965a-6f1dcadac0c1 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'c8a21196-6e52-4ce6-b1f4-90bfc06418e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9048e2a4-daf2-4952-be56-5ce79f2adc82'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:24:40.373391 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Attempting to bind port cb8fc082-aad1-4e74-965a-6f1dcadac0c1 on network 9048e2a4-daf2-4952-be56-5ce79f2adc82 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:24:40.379822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:24:40.380205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Checking segment: {'id': 'c8a21196-6e52-4ce6-b1f4-90bfc06418e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9048e2a4-daf2-4952-be56-5ce79f2adc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:40.380610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:40.381003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Bound using segment: {'id': 'c8a21196-6e52-4ce6-b1f4-90bfc06418e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9048e2a4-daf2-4952-be56-5ce79f2adc82'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:24:40.381474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Bound port: cb8fc082-aad1-4e74-965a-6f1dcadac0c1, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a21196-6e52-4ce6-b1f4-90bfc06418e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': '9048e2a4-daf2-4952-be56-5ce79f2adc82'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:24:40.381850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:40.446158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event updated for resources: {'Subnet': ['ID=8f1da003-e85d-413c-bb26-e85ab5202342,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:40.454930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:40.455299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:40.455691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:40.456069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:40.456409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:40.456761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:40.457109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:40.457455 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:40.457803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:40.458167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:40.458537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:40.458881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:40.464218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:40.470546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Checking segment: {'id': '9de7096c-5761-4463-942d-4b2d06016c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '885e6122-3328-41b2-ba2d-973d4ef5ef29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:40.470900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Network hostable DHCP agents. Network: 885e6122-3328-41b2-ba2d-973d4ef5ef29, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:24:40.479860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] For port cb8fc082-aad1-4e74-965a-6f1dcadac0c1, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:24:40.483026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] For port cb8fc082-aad1-4e74-965a-6f1dcadac0c1, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cb8fc082-aad1-4e74-965a-6f1dcadac0c1,segment=NetworkSegment(c8a21196-6e52-4ce6-b1f4-90bfc06418e0),segment_id=c8a21196-6e52-4ce6-b1f4-90bfc06418e0)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:24:40.492340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Network 885e6122-3328-41b2-ba2d-973d4ef5ef29 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:24:40.492576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:40.497194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:40.503071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 885e6122-3328-41b2-ba2d-973d4ef5ef29) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:40.517527 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:40.518128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:40.540849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f105568-620a-470f-9db4-aaced0c9a990 None None] Network 885e6122-3328-41b2-ba2d-973d4ef5ef29 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:40.542598 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8089049 Jun 03 22:24:40.545407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60872) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:40.675909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Pushing event updated for resources: {'Port': ['ID=cb8fc082-aad1-4e74-965a-6f1dcadac0c1,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:40.680317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:40.700802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:40.776282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:40.804744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-885e6122-3328-41b2-ba2d-973d4ef5ef29', 'network_id': '885e6122-3328-41b2-ba2d-973d4ef5ef29', 'tenant_id': 'f70c34dbdf7f46378b531665690f4564', 'fixed_ips': [{'subnet_id': '8f1da003-e85d-413c-bb26-e85ab5202342'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:24:40.805707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:41.022807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Allocated IP 2001:db8::2 (885e6122-3328-41b2-ba2d-973d4ef5ef29/8f1da003-e85d-413c-bb26-e85ab5202342/aed70f57-4cb4-41a3-a357-4de48016f1fb) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:24:41.301039 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:41.312358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Transition to ACTIVE for port object aed70f57-4cb4-41a3-a357-4de48016f1fb will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:41.334458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Transition to ACTIVE for port object aed70f57-4cb4-41a3-a357-4de48016f1fb will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:41.340681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:41.345738 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:41.360011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:41.364762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-287574a9-2c28-482c-b4bd-3d8b264dcbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:41.403970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Network 885e6122-3328-41b2-ba2d-973d4ef5ef29 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:24:41.407278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:41.409418 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1da003-e85d-413c-bb26-e85ab5202342,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:41.411503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:24:41.416802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:41.426620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Pushing event updated for resources: {'Port': ['ID=aed70f57-4cb4-41a3-a357-4de48016f1fb,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:41.456740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:41.521062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Attempting to bind port aed70f57-4cb4-41a3-a357-4de48016f1fb on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:24:41.521773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Attempting to bind port aed70f57-4cb4-41a3-a357-4de48016f1fb by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '9de7096c-5761-4463-942d-4b2d06016c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '885e6122-3328-41b2-ba2d-973d4ef5ef29'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:24:41.521773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Attempting to bind port aed70f57-4cb4-41a3-a357-4de48016f1fb on network 885e6122-3328-41b2-ba2d-973d4ef5ef29 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:24:41.527830 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:24:41.528209 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Checking segment: {'id': '9de7096c-5761-4463-942d-4b2d06016c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '885e6122-3328-41b2-ba2d-973d4ef5ef29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:41.528623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:41.529041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Bound using segment: {'id': '9de7096c-5761-4463-942d-4b2d06016c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '885e6122-3328-41b2-ba2d-973d4ef5ef29'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:24:41.529514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Bound port: aed70f57-4cb4-41a3-a357-4de48016f1fb, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de7096c-5761-4463-942d-4b2d06016c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '885e6122-3328-41b2-ba2d-973d4ef5ef29'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:24:41.529909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:41.535739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:41.552481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885e6122-3328-41b2-ba2d-973d4ef5ef29']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:41.568443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de7096c-5761-4463-942d-4b2d06016c23') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:41.568675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de7096c-5761-4463-942d-4b2d06016c23') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:41.583039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:41.602738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:41.612433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:24:41.612752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:24:41.628052 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:24:41.634741 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] For port aed70f57-4cb4-41a3-a357-4de48016f1fb, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:24:41.667823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd7c714-e42f-4c06-bcd7-fb1753bebd5e None None] Network 9048e2a4-daf2-4952-be56-5ce79f2adc82 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:41.713143 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.db.api [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 22:24:41.713143 dv-neutron-792998-2-hyperv neutron-server[104396]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 22:24:41.713143 dv-neutron-792998-2-hyperv neutron-server[104396]: [parameters: {'id': '885e6122-3328-41b2-ba2d-973d4ef5ef29'}] Jun 03 22:24:41.713143 dv-neutron-792998-2-hyperv neutron-server[104396]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 22:24:41.713628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_db.api [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 22:24:41.760720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] For port aed70f57-4cb4-41a3-a357-4de48016f1fb, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=aed70f57-4cb4-41a3-a357-4de48016f1fb,segment=NetworkSegment(9de7096c-5761-4463-942d-4b2d06016c23),segment_id=9de7096c-5761-4463-942d-4b2d06016c23)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:24:41.774805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:41.780439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:41.838653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6a8f8ddb-5c52-4ddc-a536-89168bdf9cee None None] Provisioning for port cb8fc082-aad1-4e74-965a-6f1dcadac0c1 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:24:41.879635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Pushing event updated for resources: {'Port': ['ID=aed70f57-4cb4-41a3-a357-4de48016f1fb,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:41.934628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:42.006133 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8813044e-09ff-4569-947c-3a16a5993c1e None None] Network 885e6122-3328-41b2-ba2d-973d4ef5ef29 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:42.214883 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:42.298246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Deleting port aed70f57-4cb4-41a3-a357-4de48016f1fb {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:24:42.298246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:42.360557 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc84ca6-b5d1-4b02-a05d-0bc7976d1226 None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 22:24:42.402476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] For port aed70f57-4cb4-41a3-a357-4de48016f1fb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=aed70f57-4cb4-41a3-a357-4de48016f1fb,segment=NetworkSegment(9de7096c-5761-4463-942d-4b2d06016c23),segment_id=9de7096c-5761-4463-942d-4b2d06016c23)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:42.402826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:42.457469 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc84ca6-b5d1-4b02-a05d-0bc7976d1226 None None] Resources bound (agent type, host, resource id): {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 22:24:42.529085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Calling delete_port for aed70f57-4cb4-41a3-a357-4de48016f1fb owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:24:42.578243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:42.583364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-464272c4-ddd0-4513-8575-7fb29841bec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:42.632265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Port': ['ID=aed70f57-4cb4-41a3-a357-4de48016f1fb,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:42.634051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] No DVR routers for this DVR port aed70f57-4cb4-41a3-a357-4de48016f1fb on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:24:42.635580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:42.758762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:42.775762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885e6122-3328-41b2-ba2d-973d4ef5ef29']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:42.793322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de7096c-5761-4463-942d-4b2d06016c23') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:42.793614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de7096c-5761-4463-942d-4b2d06016c23') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:42.806817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:42.824820 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:42.833043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:24:42.833440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:24:42.849121 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:24:42.855487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cb8fc082-aad1-4e74-965a-6f1dcadac0c1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:24:42.930152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port cb8fc082-aad1-4e74-965a-6f1dcadac0c1 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:24:42.933932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:42.935636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port cb8fc082-aad1-4e74-965a-6f1dcadac0c1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:24:42.936167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:42.937787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:42.955928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:42.969277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Network': ['ID=885e6122-3328-41b2-ba2d-973d4ef5ef29,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:42.972132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:42.973940 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/networks/885e6122-3328-41b2-ba2d-973d4ef5ef29 HTTP/1.1" status: 204 len: 168 time: 2.4275696 Jun 03 22:24:42.977622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60874) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:42.982618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73321008'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:42.988773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:42.993259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Usage tracker for resource:network and tenant:f70c34dbdf7f46378b531665690f4564 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:42.996279 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:43.002902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:43.015783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Made reservation on behalf of f70c34dbdf7f46378b531665690f4564 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:43.019699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:43.049848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:24:43.059237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:43.059670 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Added segment 07ce9079-dc97-42c9-a621-0b7e87167b2c of type vlan for network a2f65425-1bf3-42d8-9f42-5030755be52e Jun 03 22:24:43.089233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:43.116556 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:43.126296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:43.134223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:43.135086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:43.142830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b31dca79-d2fc-48d0-878e-85305117402b tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:43.150335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port cb8fc082-aad1-4e74-965a-6f1dcadac0c1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cb8fc082-aad1-4e74-965a-6f1dcadac0c1,segment=NetworkSegment(c8a21196-6e52-4ce6-b1f4-90bfc06418e0),segment_id=c8a21196-6e52-4ce6-b1f4-90bfc06418e0)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:43.155322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:43.157600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:43.209229 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2305114 Jun 03 22:24:43.212762 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60876) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:43.218540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Request body: {'subnet': {'network_id': 'a2f65425-1bf3-42d8-9f42-5030755be52e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:43.230991 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=cb8fc082-aad1-4e74-965a-6f1dcadac0c1,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:43.234247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:43.263624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event updated for resources: {'Network': ['ID=a2f65425-1bf3-42d8-9f42-5030755be52e,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:43.266573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:43.274659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network a2f65425-1bf3-42d8-9f42-5030755be52e details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:24:43.337442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:43.341937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Usage tracker for resource:subnet and tenant:f70c34dbdf7f46378b531665690f4564 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:43.345068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:43.350942 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:43.362303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Made reservation on behalf of f70c34dbdf7f46378b531665690f4564 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:43.366495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:43.461312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.ipam_backend_mixin [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Performing IP validity checks on allocation pools {{(pid=104397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 03 22:24:43.461821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.ipam_backend_mixin [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 03 22:24:43.808332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:43.812078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fe1948ac-e579-43c2-a937-c85dbe9a5646 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:43.891292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event updated for resources: {'Subnet': ['ID=1d56f409-4835-4422-b883-a6117a384bda,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:43.895231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:43.902941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Checking segment: {'id': '07ce9079-dc97-42c9-a621-0b7e87167b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a2f65425-1bf3-42d8-9f42-5030755be52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:43.903304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Network hostable DHCP agents. Network: a2f65425-1bf3-42d8-9f42-5030755be52e, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:24:43.923520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Network a2f65425-1bf3-42d8-9f42-5030755be52e is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:24:43.935397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, a2f65425-1bf3-42d8-9f42-5030755be52e) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:43.946262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0633d99-9725-49a1-b7e5-1e323f5e96a2 None None] Network a2f65425-1bf3-42d8-9f42-5030755be52e requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:43.949891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:43.950837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:43.985374 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7710679 Jun 03 22:24:43.988079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60878) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:44.136487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:44.202037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:44.204587 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-a2f65425-1bf3-42d8-9f42-5030755be52e', 'network_id': 'a2f65425-1bf3-42d8-9f42-5030755be52e', 'tenant_id': 'f70c34dbdf7f46378b531665690f4564', 'fixed_ips': [{'subnet_id': '1d56f409-4835-4422-b883-a6117a384bda'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:24:44.205433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:44.371169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Allocated IP 2001:db8::3 (a2f65425-1bf3-42d8-9f42-5030755be52e/1d56f409-4835-4422-b883-a6117a384bda/43d84603-9d54-4c95-9765-94f935d6c415) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:24:44.589295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:44.600926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Transition to ACTIVE for port object 43d84603-9d54-4c95-9765-94f935d6c415 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:44.621026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Transition to ACTIVE for port object 43d84603-9d54-4c95-9765-94f935d6c415 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:44.629025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:44.633962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:44.647884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:44.651827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9cf2ebc5-b959-48eb-9698-51538ee87528 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:44.686439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Subnet': ['ID=1d56f409-4835-4422-b883-a6117a384bda,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:44.692350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Network a2f65425-1bf3-42d8-9f42-5030755be52e is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:24:44.696454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:44.699244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:24:44.712391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:44.712836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:44.713145 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:44.713512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:44.713879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:44.714244 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:44.714600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:44.714957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:44.715318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:44.715697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:44.716051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:44.716151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Pushing event updated for resources: {'Port': ['ID=43d84603-9d54-4c95-9765-94f935d6c415,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:44.716404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:24:44.720504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:44.723617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:44.804864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:44.817597 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cb8fc082-aad1-4e74-965a-6f1dcadac0c1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:24:44.818770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f65425-1bf3-42d8-9f42-5030755be52e']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:44.832201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ce9079-dc97-42c9-a621-0b7e87167b2c') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:44.832486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ce9079-dc97-42c9-a621-0b7e87167b2c') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:44.842717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Attempting to bind port 43d84603-9d54-4c95-9765-94f935d6c415 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:24:44.843101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Attempting to bind port 43d84603-9d54-4c95-9765-94f935d6c415 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '07ce9079-dc97-42c9-a621-0b7e87167b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a2f65425-1bf3-42d8-9f42-5030755be52e'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:24:44.843628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Attempting to bind port 43d84603-9d54-4c95-9765-94f935d6c415 on network a2f65425-1bf3-42d8-9f42-5030755be52e {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:24:44.844431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:44.861041 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:44.862158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:24:44.862542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Checking segment: {'id': '07ce9079-dc97-42c9-a621-0b7e87167b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a2f65425-1bf3-42d8-9f42-5030755be52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:44.862952 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:44.863349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Bound using segment: {'id': '07ce9079-dc97-42c9-a621-0b7e87167b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a2f65425-1bf3-42d8-9f42-5030755be52e'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:24:44.863852 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Bound port: 43d84603-9d54-4c95-9765-94f935d6c415, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ce9079-dc97-42c9-a621-0b7e87167b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'a2f65425-1bf3-42d8-9f42-5030755be52e'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:24:44.864232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:44.868212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:24:44.868626 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:24:44.884038 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:24:44.987547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port cb8fc082-aad1-4e74-965a-6f1dcadac0c1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:24:44.988212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:45.014067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] For port 43d84603-9d54-4c95-9765-94f935d6c415, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:24:45.099172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.api [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 22:24:45.099172 dv-neutron-792998-2-hyperv neutron-server[104397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 22:24:45.099172 dv-neutron-792998-2-hyperv neutron-server[104397]: [parameters: {'id': 'a2f65425-1bf3-42d8-9f42-5030755be52e'}] Jun 03 22:24:45.099172 dv-neutron-792998-2-hyperv neutron-server[104397]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 22:24:45.099711 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_db.api [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 22:24:45.109720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] For port 43d84603-9d54-4c95-9765-94f935d6c415, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=43d84603-9d54-4c95-9765-94f935d6c415,segment=NetworkSegment(07ce9079-dc97-42c9-a621-0b7e87167b2c),segment_id=07ce9079-dc97-42c9-a621-0b7e87167b2c)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:24:45.122385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:45.128564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:45.247051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Pushing event updated for resources: {'Port': ['ID=43d84603-9d54-4c95-9765-94f935d6c415,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:45.251584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:45.276947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e144cc3-6e6a-48a6-a67d-89a8d9bec9ac None None] Network a2f65425-1bf3-42d8-9f42-5030755be52e requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:45.480379 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7dd01f-980f-4168-aa7d-c3c87999b88c None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 22:24:45.600748 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:45.615264 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7dd01f-980f-4168-aa7d-c3c87999b88c None None] Resources bound (agent type, host, resource id): {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 22:24:45.684003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Deleting port 43d84603-9d54-4c95-9765-94f935d6c415 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:24:45.684712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:45.785012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] For port 43d84603-9d54-4c95-9765-94f935d6c415, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=43d84603-9d54-4c95-9765-94f935d6c415,segment=NetworkSegment(07ce9079-dc97-42c9-a621-0b7e87167b2c),segment_id=07ce9079-dc97-42c9-a621-0b7e87167b2c)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:45.785252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:45.922427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Calling delete_port for 43d84603-9d54-4c95-9765-94f935d6c415 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:24:45.970825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:45.974947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3016c5ad-850a-426d-b8cc-650547a56629 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:46.022326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Port': ['ID=43d84603-9d54-4c95-9765-94f935d6c415,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:46.025551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:46.028836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] No DVR routers for this DVR port 43d84603-9d54-4c95-9765-94f935d6c415 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:24:46.163423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:46.177916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f65425-1bf3-42d8-9f42-5030755be52e']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:46.191805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ce9079-dc97-42c9-a621-0b7e87167b2c') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:46.192237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ce9079-dc97-42c9-a621-0b7e87167b2c') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:46.204603 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:46.226282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:46.233016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:24:46.233387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:24:46.248267 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:24:46.335106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:46.341102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-142de566-b515-46c2-860f-8e5ed8288cbc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:46.362338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:46.373611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Network': ['ID=a2f65425-1bf3-42d8-9f42-5030755be52e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:46.378709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:46.383802 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/networks/a2f65425-1bf3-42d8-9f42-5030755be52e HTTP/1.1" status: 204 len: 168 time: 2.3943794 Jun 03 22:24:46.388178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60880) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:46.393501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1612447997'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:46.399300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:46.403655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Usage tracker for resource:network and tenant:f70c34dbdf7f46378b531665690f4564 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:46.406794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:46.413862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:46.426761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Made reservation on behalf of f70c34dbdf7f46378b531665690f4564 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:46.430362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:46.463636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:24:46.471236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:46.471631 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Added segment 736d14f3-dedb-48c5-90cc-d50ea4900b0a of type vlan for network fbfa39aa-0446-44a7-86a6-aee75c3d4705 Jun 03 22:24:46.498796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:46.545821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:46.551435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:46.552031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:46.555858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-02d63848-f07b-449b-aac6-1f2ef5f6b17c tempest-NetworksTest-588835239 tempest-NetworksTest-588835239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:46.791727 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4023211 Jun 03 22:24:46.794738 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60882) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:46.800352 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Request body: {'subnet': {'network_id': 'fbfa39aa-0446-44a7-86a6-aee75c3d4705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:46.804795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event updated for resources: {'Network': ['ID=fbfa39aa-0446-44a7-86a6-aee75c3d4705,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:46.807535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e8b230eb-1d53-41c8-8fea-a3d257d34d53 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:46.816354 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network fbfa39aa-0446-44a7-86a6-aee75c3d4705 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:24:46.919944 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:46.924192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Usage tracker for resource:subnet and tenant:f70c34dbdf7f46378b531665690f4564 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:46.927171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:46.933619 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:46.947939 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Made reservation on behalf of f70c34dbdf7f46378b531665690f4564 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:46.953383 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:47.428386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:47.431955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0050055b-30e9-4a88-9150-b7578410dafe tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:47.511000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event updated for resources: {'Subnet': ['ID=eb8044a6-236e-4610-85a7-62e4636df247,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:47.515256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:47.525839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Checking segment: {'id': '736d14f3-dedb-48c5-90cc-d50ea4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'fbfa39aa-0446-44a7-86a6-aee75c3d4705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:47.526212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Network hostable DHCP agents. Network: fbfa39aa-0446-44a7-86a6-aee75c3d4705, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:24:47.548749 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Network fbfa39aa-0446-44a7-86a6-aee75c3d4705 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:24:47.559081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, fbfa39aa-0446-44a7-86a6-aee75c3d4705) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:47.571266 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c153515f-e021-451d-8517-3823755bc9ae None None] Network fbfa39aa-0446-44a7-86a6-aee75c3d4705 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:47.572109 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:47.572692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:47.598562 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8025393 Jun 03 22:24:47.601943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60884) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:47.607416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-556691908'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:47.612750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:47.617186 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Usage tracker for resource:network and tenant:f70c34dbdf7f46378b531665690f4564 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:47.620160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Quota usage for network was recalculated. Used quota:2. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:47.627146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:47.636836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Made reservation on behalf of f70c34dbdf7f46378b531665690f4564 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:47.640387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:47.669887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:24:47.679176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:47.679419 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Added segment 4aeb2834-a48d-4b8e-8948-ec2033332fe6 of type vlan for network ac7de1ee-68ea-4780-bd92-975f99af07cb Jun 03 22:24:47.707302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:47.739345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:47.745299 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:47.745875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:47.751397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-975d6a7e-36ec-4a19-8d59-01f15e990964 tempest-NetworksIpV6Test-472747696 tempest-NetworksIpV6Test-472747696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:47.791276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-fbfa39aa-0446-44a7-86a6-aee75c3d4705', 'network_id': 'fbfa39aa-0446-44a7-86a6-aee75c3d4705', 'tenant_id': 'f70c34dbdf7f46378b531665690f4564', 'fixed_ips': [{'subnet_id': 'eb8044a6-236e-4610-85a7-62e4636df247'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:24:47.792181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:47.802279 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1992373 Jun 03 22:24:47.805587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60886) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:47.811221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Request body: {'subnet': {'network_id': 'ac7de1ee-68ea-4780-bd92-975f99af07cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:47.861116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event updated for resources: {'Network': ['ID=ac7de1ee-68ea-4780-bd92-975f99af07cb,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:47.867490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:47.878071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network ac7de1ee-68ea-4780-bd92-975f99af07cb details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:24:47.950921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:47.955832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Usage tracker for resource:subnet and tenant:f70c34dbdf7f46378b531665690f4564 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:47.958881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:47.964700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:47.976052 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Made reservation on behalf of f70c34dbdf7f46378b531665690f4564 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:47.979564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:48.054851 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Allocated IP 2001:db8::2 (fbfa39aa-0446-44a7-86a6-aee75c3d4705/eb8044a6-236e-4610-85a7-62e4636df247/2e8e8ae9-94da-4094-8d43-9851383942b7) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:24:48.276977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:48.288219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Transition to ACTIVE for port object 2e8e8ae9-94da-4094-8d43-9851383942b7 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:48.306897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Transition to ACTIVE for port object 2e8e8ae9-94da-4094-8d43-9851383942b7 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:48.314560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:48.318477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:48.379983 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Network fbfa39aa-0446-44a7-86a6-aee75c3d4705 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:24:48.382713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:48.391283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:24:48.421008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:48.423168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Pushing event updated for resources: {'Port': ['ID=2e8e8ae9-94da-4094-8d43-9851383942b7,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:48.425598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1c5e687e-787b-465c-bf67-8d1f6eadeec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:48.430329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:48.488143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Attempting to bind port 2e8e8ae9-94da-4094-8d43-9851383942b7 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:24:48.488535 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Attempting to bind port 2e8e8ae9-94da-4094-8d43-9851383942b7 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '736d14f3-dedb-48c5-90cc-d50ea4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'fbfa39aa-0446-44a7-86a6-aee75c3d4705'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:24:48.488871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Attempting to bind port 2e8e8ae9-94da-4094-8d43-9851383942b7 on network fbfa39aa-0446-44a7-86a6-aee75c3d4705 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:24:48.494594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:24:48.494971 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Checking segment: {'id': '736d14f3-dedb-48c5-90cc-d50ea4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'fbfa39aa-0446-44a7-86a6-aee75c3d4705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:48.495369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:48.495814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Bound using segment: {'id': '736d14f3-dedb-48c5-90cc-d50ea4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'fbfa39aa-0446-44a7-86a6-aee75c3d4705'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:24:48.496278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Bound port: 2e8e8ae9-94da-4094-8d43-9851383942b7, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736d14f3-dedb-48c5-90cc-d50ea4900b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'fbfa39aa-0446-44a7-86a6-aee75c3d4705'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:24:48.496652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:48.503674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event updated for resources: {'Subnet': ['ID=768ff683-537c-4211-8173-d15900db09be,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:48.507072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:48.513033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Checking segment: {'id': '4aeb2834-a48d-4b8e-8948-ec2033332fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'ac7de1ee-68ea-4780-bd92-975f99af07cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:48.513387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Network hostable DHCP agents. Network: ac7de1ee-68ea-4780-bd92-975f99af07cb, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:24:48.532523 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Network ac7de1ee-68ea-4780-bd92-975f99af07cb is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:24:48.542629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, ac7de1ee-68ea-4780-bd92-975f99af07cb) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:48.551226 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a44380-40a7-49cb-8a05-5799c9a4d296 None None] Network ac7de1ee-68ea-4780-bd92-975f99af07cb requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:48.557595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:48.558186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:48.584263 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8afa3501-d54f-49e1-b76a-bd3cb9b1c5c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7772222 Jun 03 22:24:48.585358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60888) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:48.666532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] For port 2e8e8ae9-94da-4094-8d43-9851383942b7, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:24:48.675141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] For port 2e8e8ae9-94da-4094-8d43-9851383942b7, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2e8e8ae9-94da-4094-8d43-9851383942b7,segment=NetworkSegment(736d14f3-dedb-48c5-90cc-d50ea4900b0a),segment_id=736d14f3-dedb-48c5-90cc-d50ea4900b0a)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:24:48.684151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:48.690473 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:48.742117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:48.815587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:48.888401 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Pushing event updated for resources: {'Port': ['ID=2e8e8ae9-94da-4094-8d43-9851383942b7,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:48.893861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:48.950190 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-ac7de1ee-68ea-4780-bd92-975f99af07cb', 'network_id': 'ac7de1ee-68ea-4780-bd92-975f99af07cb', 'tenant_id': 'f70c34dbdf7f46378b531665690f4564', 'fixed_ips': [{'subnet_id': '768ff683-537c-4211-8173-d15900db09be'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:24:48.951649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:49.136668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Allocated IP 2001:db8::2 (ac7de1ee-68ea-4780-bd92-975f99af07cb/768ff683-537c-4211-8173-d15900db09be/9a20b075-2c13-4ff6-b3a3-eab5ac6a8016) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:24:49.367993 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:49.379598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Transition to ACTIVE for port object 9a20b075-2c13-4ff6-b3a3-eab5ac6a8016 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:49.398389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Transition to ACTIVE for port object 9a20b075-2c13-4ff6-b3a3-eab5ac6a8016 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:49.407390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:49.411381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:49.425821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:49.431109 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b1c9e8c8-0f9e-46f2-90e5-30d74525d620 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:49.471416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Network ac7de1ee-68ea-4780-bd92-975f99af07cb is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:24:49.473096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Subnet': ['ID=768ff683-537c-4211-8173-d15900db09be,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:49.474482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:49.476437 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:49.483099 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:24:49.490289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Pushing event updated for resources: {'Port': ['ID=9a20b075-2c13-4ff6-b3a3-eab5ac6a8016,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:49.494555 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:49.576832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:49.585546 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Attempting to bind port 9a20b075-2c13-4ff6-b3a3-eab5ac6a8016 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:24:49.585915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Attempting to bind port 9a20b075-2c13-4ff6-b3a3-eab5ac6a8016 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '4aeb2834-a48d-4b8e-8948-ec2033332fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'ac7de1ee-68ea-4780-bd92-975f99af07cb'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:24:49.586311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Attempting to bind port 9a20b075-2c13-4ff6-b3a3-eab5ac6a8016 on network ac7de1ee-68ea-4780-bd92-975f99af07cb {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:24:49.592063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:24:49.592439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Checking segment: {'id': '4aeb2834-a48d-4b8e-8948-ec2033332fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'ac7de1ee-68ea-4780-bd92-975f99af07cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:49.592864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:49.593254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Bound using segment: {'id': '4aeb2834-a48d-4b8e-8948-ec2033332fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'ac7de1ee-68ea-4780-bd92-975f99af07cb'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:24:49.593753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Bound port: 9a20b075-2c13-4ff6-b3a3-eab5ac6a8016, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aeb2834-a48d-4b8e-8948-ec2033332fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': 'ac7de1ee-68ea-4780-bd92-975f99af07cb'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:24:49.594161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:49.597707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7de1ee-68ea-4780-bd92-975f99af07cb']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:49.612495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aeb2834-a48d-4b8e-8948-ec2033332fe6') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:49.612774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aeb2834-a48d-4b8e-8948-ec2033332fe6') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:49.626077 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:49.645380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:49.652653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:24:49.653293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:24:49.669063 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:24:49.690255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] For port 9a20b075-2c13-4ff6-b3a3-eab5ac6a8016, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:24:49.751323 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] For port 9a20b075-2c13-4ff6-b3a3-eab5ac6a8016, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9a20b075-2c13-4ff6-b3a3-eab5ac6a8016,segment=NetworkSegment(4aeb2834-a48d-4b8e-8948-ec2033332fe6),segment_id=4aeb2834-a48d-4b8e-8948-ec2033332fe6)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:24:49.752468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.db.api [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 22:24:49.752468 dv-neutron-792998-2-hyperv neutron-server[104397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 22:24:49.752468 dv-neutron-792998-2-hyperv neutron-server[104397]: [parameters: {'id': 'ac7de1ee-68ea-4780-bd92-975f99af07cb'}] Jun 03 22:24:49.752468 dv-neutron-792998-2-hyperv neutron-server[104397]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=104397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 22:24:49.752788 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_db.api [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 22:24:49.758702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:49.762567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:49.813081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28c8ca5-0270-4d9a-a22d-baea448e64c9 None None] Network fbfa39aa-0446-44a7-86a6-aee75c3d4705 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:49.953626 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Pushing event updated for resources: {'Port': ['ID=9a20b075-2c13-4ff6-b3a3-eab5ac6a8016,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:49.964520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:50.006320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1725041f-6599-4f61-bf34-9ce243f6d3b3 None None] Provisioning for port 2e8e8ae9-94da-4094-8d43-9851383942b7 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:24:50.022298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba8cae-e6e8-4577-9bf5-0964fa0be212 None None] Network ac7de1ee-68ea-4780-bd92-975f99af07cb requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:50.254427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:50.341647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Deleting port 9a20b075-2c13-4ff6-b3a3-eab5ac6a8016 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:24:50.342016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:50.454969 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] For port 9a20b075-2c13-4ff6-b3a3-eab5ac6a8016, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=9a20b075-2c13-4ff6-b3a3-eab5ac6a8016,segment=NetworkSegment(4aeb2834-a48d-4b8e-8948-ec2033332fe6),segment_id=4aeb2834-a48d-4b8e-8948-ec2033332fe6)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:50.455524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:50.497288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500165a2-052b-4c10-b268-7abc7ac38531 None None] get_active_networks_info from dv-neutron-792998-2-hyperv {{(pid=104398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 03 22:24:50.584816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Calling delete_port for 9a20b075-2c13-4ff6-b3a3-eab5ac6a8016 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:24:50.607243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500165a2-052b-4c10-b268-7abc7ac38531 None None] Resources bound (agent type, host, resource id): {{(pid=104398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 22:24:50.642588 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:50.646555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-694cb344-bc0c-4f38-9850-ed43bacbd258 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:50.696911 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Port': ['ID=9a20b075-2c13-4ff6-b3a3-eab5ac6a8016,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:50.699914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:50.700692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] No DVR routers for this DVR port 9a20b075-2c13-4ff6-b3a3-eab5ac6a8016 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:24:50.845885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:50.869905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7de1ee-68ea-4780-bd92-975f99af07cb']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:50.886767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aeb2834-a48d-4b8e-8948-ec2033332fe6') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:50.887152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aeb2834-a48d-4b8e-8948-ec2033332fe6') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:50.901890 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:50.920821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:50.924878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2e8e8ae9-94da-4094-8d43-9851383942b7 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:24:50.929214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:24:50.929932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:24:50.945668 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:24:51.035241 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:51.038644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7f2fe3f9-ea62-42ac-a80d-d371493c4c3f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:51.054088 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:51.060329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 2e8e8ae9-94da-4094-8d43-9851383942b7 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:24:51.066516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2e8e8ae9-94da-4094-8d43-9851383942b7 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:24:51.066906 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:51.069100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Network': ['ID=ac7de1ee-68ea-4780-bd92-975f99af07cb,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:51.072579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:51.084129 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/networks/ac7de1ee-68ea-4780-bd92-975f99af07cb HTTP/1.1" status: 204 len: 168 time: 2.4970286 Jun 03 22:24:51.084464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60890) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:51.129813 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e77b257-90c2-40eb-b522-25d466048a22 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] GET failed (client error): The resource could not be found. Jun 03 22:24:51.130337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4e77b257-90c2-40eb-b522-25d466048a22 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Synchronizing usage tracker for tenant:f70c34dbdf7f46378b531665690f4564 on resource:subnet {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:24:51.147601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4e77b257-90c2-40eb-b522-25d466048a22 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Unset dirty status for tenant:f70c34dbdf7f46378b531665690f4564 on resource:subnet {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:24:51.148884 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4e77b257-90c2-40eb-b522-25d466048a22 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "GET /v2.0/subnets/768ff683-537c-4211-8173-d15900db09be HTTP/1.1" status: 404 len: 337 time: 0.0632293 Jun 03 22:24:51.151736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60892) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:51.176459 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7667189-d42a-4774-a3e7-2b52c81d4e12 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] DELETE failed (client error): The resource could not be found. Jun 03 22:24:51.176925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7667189-d42a-4774-a3e7-2b52c81d4e12 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 22:24:51.182066 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f7667189-d42a-4774-a3e7-2b52c81d4e12 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/networks/ac7de1ee-68ea-4780-bd92-975f99af07cb HTTP/1.1" status: 404 len: 339 time: 0.0259695 Jun 03 22:24:51.182371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60894) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:51.189349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:51.223136 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee671b9-896c-41de-bf1e-3355cd67ff83 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] DELETE failed (client error): The resource could not be found. Jun 03 22:24:51.223609 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee671b9-896c-41de-bf1e-3355cd67ff83 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 22:24:51.225111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 2e8e8ae9-94da-4094-8d43-9851383942b7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2e8e8ae9-94da-4094-8d43-9851383942b7,segment=NetworkSegment(736d14f3-dedb-48c5-90cc-d50ea4900b0a),segment_id=736d14f3-dedb-48c5-90cc-d50ea4900b0a)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:51.225291 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cee671b9-896c-41de-bf1e-3355cd67ff83 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/subnets/768ff683-537c-4211-8173-d15900db09be HTTP/1.1" status: 404 len: 337 time: 0.0419929 Jun 03 22:24:51.227791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60896) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:51.231229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:51.233097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:51.252537 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb076830-1d67-4926-83c3-bbf3e5d365fa tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] DELETE failed (client error): The resource could not be found. Jun 03 22:24:51.253005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb076830-1d67-4926-83c3-bbf3e5d365fa tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 22:24:51.254669 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-fb076830-1d67-4926-83c3-bbf3e5d365fa tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/networks/ac7de1ee-68ea-4780-bd92-975f99af07cb HTTP/1.1" status: 404 len: 339 time: 0.0258305 Jun 03 22:24:51.257257 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60898) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:51.306905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=2e8e8ae9-94da-4094-8d43-9851383942b7,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:51.310384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:51.327341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-211049ca-e07c-45d6-8cb0-12c29395c02e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Deleting subnet eb8044a6-236e-4610-85a7-62e4636df247 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:24:51.332335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-211049ca-e07c-45d6-8cb0-12c29395c02e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:51.401727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-211049ca-e07c-45d6-8cb0-12c29395c02e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:51.625591 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-211049ca-e07c-45d6-8cb0-12c29395c02e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:51.911271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-211049ca-e07c-45d6-8cb0-12c29395c02e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:51.916068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:51.953385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211049ca-e07c-45d6-8cb0-12c29395c02e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8044a6-236e-4610-85a7-62e4636df247,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:51.956440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-211049ca-e07c-45d6-8cb0-12c29395c02e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:51.957448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-211049ca-e07c-45d6-8cb0-12c29395c02e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:51.963636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f057d87-d712-4c38-bc8c-805b908b9919 None None] Network fbfa39aa-0446-44a7-86a6-aee75c3d4705 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:51.972427 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-211049ca-e07c-45d6-8cb0-12c29395c02e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/subnets/eb8044a6-236e-4610-85a7-62e4636df247 HTTP/1.1" status: 204 len: 168 time: 0.7141478 Jun 03 22:24:51.974910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60900) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:52.094206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.171248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Deleting port 2e8e8ae9-94da-4094-8d43-9851383942b7 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:24:52.171576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.212591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5297e8d-6539-4220-9dba-25d7b5290b8f None None] DHCP port deletion for fbfa39aa-0446-44a7-86a6-aee75c3d4705 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:24:52.276565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] For port 2e8e8ae9-94da-4094-8d43-9851383942b7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2e8e8ae9-94da-4094-8d43-9851383942b7,segment=NetworkSegment(736d14f3-dedb-48c5-90cc-d50ea4900b0a),segment_id=736d14f3-dedb-48c5-90cc-d50ea4900b0a)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:52.276929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.282243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b5297e8d-6539-4220-9dba-25d7b5290b8f None None] Deleting port 2e8e8ae9-94da-4094-8d43-9851383942b7 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:24:52.282618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b5297e8d-6539-4220-9dba-25d7b5290b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.380165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b5297e8d-6539-4220-9dba-25d7b5290b8f None None] For port 2e8e8ae9-94da-4094-8d43-9851383942b7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2e8e8ae9-94da-4094-8d43-9851383942b7,segment=NetworkSegment(736d14f3-dedb-48c5-90cc-d50ea4900b0a),segment_id=736d14f3-dedb-48c5-90cc-d50ea4900b0a)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:52.380565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b5297e8d-6539-4220-9dba-25d7b5290b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.405108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Calling delete_port for 2e8e8ae9-94da-4094-8d43-9851383942b7 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:24:52.454336 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.460954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5f47825b-0a4a-493d-a9ad-79ce117d234d tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:52.500113 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b5297e8d-6539-4220-9dba-25d7b5290b8f None None] Calling delete_port for 2e8e8ae9-94da-4094-8d43-9851383942b7 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:24:52.507495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Port': ['ID=2e8e8ae9-94da-4094-8d43-9851383942b7,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:52.509106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] No DVR routers for this DVR port 2e8e8ae9-94da-4094-8d43-9851383942b7 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:24:52.510666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: from cryptography.utils import int_from_bytes Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: from cryptography.utils import int_from_bytes Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 22:24:52.542051 dv-neutron-792998-2-hyperv neutron-server[104398]: util.warn( Jun 03 22:24:52.552032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b5297e8d-6539-4220-9dba-25d7b5290b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.555821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:52.598620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5297e8d-6539-4220-9dba-25d7b5290b8f None None] Pushing event deleted for resources: {'Port': ['ID=2e8e8ae9-94da-4094-8d43-9851383942b7,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:52.601490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b5297e8d-6539-4220-9dba-25d7b5290b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:52.604338 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5297e8d-6539-4220-9dba-25d7b5290b8f None None] No DVR routers for this DVR port 2e8e8ae9-94da-4094-8d43-9851383942b7 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:24:52.637322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.651003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfa39aa-0446-44a7-86a6-aee75c3d4705']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:52.663269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736d14f3-dedb-48c5-90cc-d50ea4900b0a') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:52.663594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736d14f3-dedb-48c5-90cc-d50ea4900b0a') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:52.674951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.692942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.699272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:24:52.699683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:24:52.714612 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:24:52.801181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.803098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-faeef086-df27-47ac-96c3-780328fe47c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.804768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fa625861-bd17-4e52-9c08-2a536903154c tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:52.813178 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2e8e8ae9-94da-4094-8d43-9851383942b7 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:24:52.820191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:52.831813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Network': ['ID=fbfa39aa-0446-44a7-86a6-aee75c3d4705,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:52.834663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:52.838847 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/networks/fbfa39aa-0446-44a7-86a6-aee75c3d4705 HTTP/1.1" status: 204 len: 168 time: 0.8605447 Jun 03 22:24:52.839188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60902) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:52.851247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 2e8e8ae9-94da-4094-8d43-9851383942b7 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:24:52.851610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2e8e8ae9-94da-4094-8d43-9851383942b7 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:24:52.876735 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a81d6f0-2d6b-4720-a660-f8ee977e0d14 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] DELETE failed (client error): The resource could not be found. Jun 03 22:24:52.877209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a81d6f0-2d6b-4720-a660-f8ee977e0d14 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 22:24:52.879202 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2a81d6f0-2d6b-4720-a660-f8ee977e0d14 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/subnets/1d56f409-4835-4422-b883-a6117a384bda HTTP/1.1" status: 404 len: 337 time: 0.0391855 Jun 03 22:24:52.881880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60904) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:52.910863 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9abc3b-e641-43c8-a39d-cfbf8bc85baa tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] DELETE failed (client error): The resource could not be found. Jun 03 22:24:52.911320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9abc3b-e641-43c8-a39d-cfbf8bc85baa tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 22:24:52.912973 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6e9abc3b-e641-43c8-a39d-cfbf8bc85baa tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/networks/a2f65425-1bf3-42d8-9f42-5030755be52e HTTP/1.1" status: 404 len: 339 time: 0.0302229 Jun 03 22:24:52.916998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60906) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:52.953725 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-926d2852-02ec-4556-ac35-9103f0fe82ae tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] DELETE failed (client error): The resource could not be found. Jun 03 22:24:52.954192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926d2852-02ec-4556-ac35-9103f0fe82ae tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 22:24:52.955868 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-926d2852-02ec-4556-ac35-9103f0fe82ae tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/subnets/8f1da003-e85d-413c-bb26-e85ab5202342 HTTP/1.1" status: 404 len: 337 time: 0.0379970 Jun 03 22:24:52.959065 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60908) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:52.983530 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.pecan_wsgi.hooks.translation [None req-77725450-f6ee-4144-b006-4730d759c4c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] DELETE failed (client error): The resource could not be found. Jun 03 22:24:52.984335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77725450-f6ee-4144-b006-4730d759c4c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104396) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 22:24:52.985564 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-77725450-f6ee-4144-b006-4730d759c4c8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/networks/885e6122-3328-41b2-ba2d-973d4ef5ef29 HTTP/1.1" status: 404 len: 339 time: 0.0255897 Jun 03 22:24:52.989330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60910) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:53.057469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-01964398-b4dd-48c3-b26f-f353e536a001 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Deleting subnet 289fafbf-1eac-4b4c-a4e6-a276953d929d {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:24:53.060825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01964398-b4dd-48c3-b26f-f353e536a001 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:53.262019 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01964398-b4dd-48c3-b26f-f353e536a001 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:53.347096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01964398-b4dd-48c3-b26f-f353e536a001 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:53.643830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01964398-b4dd-48c3-b26f-f353e536a001 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:53.648100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f393c335-8fb3-47f0-bd21-6e952b8a5dee tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:53.690236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01964398-b4dd-48c3-b26f-f353e536a001 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Subnet': ['ID=289fafbf-1eac-4b4c-a4e6-a276953d929d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:53.692177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-01964398-b4dd-48c3-b26f-f353e536a001 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:53.695122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-01964398-b4dd-48c3-b26f-f353e536a001 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:53.698395 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d14b4a5-84ca-4046-af7a-b48efae07a18 None None] Network 9048e2a4-daf2-4952-be56-5ce79f2adc82 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:53.704489 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-01964398-b4dd-48c3-b26f-f353e536a001 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/subnets/289fafbf-1eac-4b4c-a4e6-a276953d929d HTTP/1.1" status: 204 len: 168 time: 0.7128694 Jun 03 22:24:53.705961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60912) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:53.832207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:53.920923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Deleting port cb8fc082-aad1-4e74-965a-6f1dcadac0c1 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:24:53.921263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:53.977752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5054384b-8983-4fdc-97a4-1b8597d6dbef None None] DHCP port deletion for 9048e2a4-daf2-4952-be56-5ce79f2adc82 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:24:54.051483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] For port cb8fc082-aad1-4e74-965a-6f1dcadac0c1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cb8fc082-aad1-4e74-965a-6f1dcadac0c1,segment=NetworkSegment(c8a21196-6e52-4ce6-b1f4-90bfc06418e0),segment_id=c8a21196-6e52-4ce6-b1f4-90bfc06418e0)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:54.052255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:54.053882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5054384b-8983-4fdc-97a4-1b8597d6dbef None None] Deleting port cb8fc082-aad1-4e74-965a-6f1dcadac0c1 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:24:54.054265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5054384b-8983-4fdc-97a4-1b8597d6dbef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:54.155914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-5054384b-8983-4fdc-97a4-1b8597d6dbef None None] For port cb8fc082-aad1-4e74-965a-6f1dcadac0c1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=cb8fc082-aad1-4e74-965a-6f1dcadac0c1,segment=NetworkSegment(c8a21196-6e52-4ce6-b1f4-90bfc06418e0),segment_id=c8a21196-6e52-4ce6-b1f4-90bfc06418e0)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:24:54.156718 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5054384b-8983-4fdc-97a4-1b8597d6dbef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:54.179978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Calling delete_port for cb8fc082-aad1-4e74-965a-6f1dcadac0c1 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:24:54.228989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:54.233243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3062ebf7-5be0-45cd-923b-c45cbbfa6072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:54.280909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Port': ['ID=cb8fc082-aad1-4e74-965a-6f1dcadac0c1,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:54.284210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:54.289408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] No DVR routers for this DVR port cb8fc082-aad1-4e74-965a-6f1dcadac0c1 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:24:54.321378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-5054384b-8983-4fdc-97a4-1b8597d6dbef None None] Calling delete_port for cb8fc082-aad1-4e74-965a-6f1dcadac0c1 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:24:54.369616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5054384b-8983-4fdc-97a4-1b8597d6dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:54.373250 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c81a6d0e-3cdf-4f0c-bd5d-0ac4318e0af4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:54.414219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054384b-8983-4fdc-97a4-1b8597d6dbef None None] Pushing event deleted for resources: {'Port': ['ID=cb8fc082-aad1-4e74-965a-6f1dcadac0c1,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:54.417593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5054384b-8983-4fdc-97a4-1b8597d6dbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:54.418453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:54.419988 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5054384b-8983-4fdc-97a4-1b8597d6dbef None None] No DVR routers for this DVR port cb8fc082-aad1-4e74-965a-6f1dcadac0c1 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:24:54.434006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9048e2a4-daf2-4952-be56-5ce79f2adc82']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:54.446850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a21196-6e52-4ce6-b1f4-90bfc06418e0') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:54.447136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a21196-6e52-4ce6-b1f4-90bfc06418e0') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:24:54.458847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:54.474956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:54.481784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:24:54.482163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:24:54.497274 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:24:54.580092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:54.583621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-04b879fe-5006-40bd-990e-a3e67f8a7558 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:54.601716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:54.613210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Pushing event deleted for resources: {'Network': ['ID=9048e2a4-daf2-4952-be56-5ce79f2adc82,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:54.616317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:54.618275 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] 10.222.0.96 "DELETE /v2.0/networks/9048e2a4-daf2-4952-be56-5ce79f2adc82 HTTP/1.1" status: 204 len: 168 time: 0.9113348 Jun 03 22:24:54.823084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cb8fc082-aad1-4e74-965a-6f1dcadac0c1 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:24:54.859698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: cb8fc082-aad1-4e74-965a-6f1dcadac0c1 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:24:54.860085 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device cb8fc082-aad1-4e74-965a-6f1dcadac0c1 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:24:54.922744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60918) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:55.092038 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c8fc9334-644c-49d0-b7d0-8bb82cf2b817 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f70c34dbdf7f46378b531665690f4564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677198 Jun 03 22:24:55.094580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60922) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:55.160064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5ae14379-f8b2-47fd-8f8d-d0eca4a2df06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:55.186666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5ae14379-f8b2-47fd-8f8d-d0eca4a2df06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:55.241713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5ae14379-f8b2-47fd-8f8d-d0eca4a2df06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:55.245611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7c84fbe1-6629-4db4-85dc-2474f5e10f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:55.257277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae14379-f8b2-47fd-8f8d-d0eca4a2df06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b176cd-53bb-4014-b4ce-60be2bd5c393,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:55.260193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5ae14379-f8b2-47fd-8f8d-d0eca4a2df06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:55.267585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5ae14379-f8b2-47fd-8f8d-d0eca4a2df06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:55.268725 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5ae14379-f8b2-47fd-8f8d-d0eca4a2df06 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/62b176cd-53bb-4014-b4ce-60be2bd5c393 HTTP/1.1" status: 204 len: 168 time: 0.1728365 Jun 03 22:24:55.361295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:55.492310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7afa62df-15d6-4537-9cd1-c48bbf249f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.093693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60944) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:56.202672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-81824f24-7f8b-4a0c-b6bb-779a95393b98 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1975430692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:56.210148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-81824f24-7f8b-4a0c-b6bb-779a95393b98 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:56.214274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-81824f24-7f8b-4a0c-b6bb-779a95393b98 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Usage tracker for resource:router and tenant:a5ef2881ca77432f93b33a7776dd179b is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:56.217219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-81824f24-7f8b-4a0c-b6bb-779a95393b98 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:56.227543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-81824f24-7f8b-4a0c-b6bb-779a95393b98 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:56.240135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-81824f24-7f8b-4a0c-b6bb-779a95393b98 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.241586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-81824f24-7f8b-4a0c-b6bb-779a95393b98 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.262661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-81824f24-7f8b-4a0c-b6bb-779a95393b98 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.284085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-81824f24-7f8b-4a0c-b6bb-779a95393b98 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.311482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-81824f24-7f8b-4a0c-b6bb-779a95393b98 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.312807 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-81824f24-7f8b-4a0c-b6bb-779a95393b98 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2180097 Jun 03 22:24:56.315887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60948) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:56.321076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2015903864'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:56.326297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:56.330966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Usage tracker for resource:network and tenant:a5ef2881ca77432f93b33a7776dd179b is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:56.334924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:56.340741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:56.355687 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Made reservation on behalf of a5ef2881ca77432f93b33a7776dd179b for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:56.361057 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.374907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.392171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:56.396682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Usage tracker for resource:security_group_rule and tenant:a5ef2881ca77432f93b33a7776dd179b is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:56.399919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:56.406229 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:56.503303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.508708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.511773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-32ccb796-4a93-4395-b7f9-2eac67d6ae40 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:56.541605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1305} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:24:56.551122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f481d6cb-459d-4a65-986b-7a443045a64a,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:56.554756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:56.557458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.557791 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Added segment 7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8 of type vlan for network e06578ae-9095-449c-9380-19b3f606d4c3 Jun 03 22:24:56.585540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.618831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.624331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:56.624938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:56.628790 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0725558f-19da-4de6-9883-263698c5e866 tempest-DHCPAgentSchedulersTestJSON-988356185 tempest-DHCPAgentSchedulersTestJSON-988356185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:56.737870 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4208300 Jun 03 22:24:56.741192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60952) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:56.742077 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Pushing event updated for resources: {'Network': ['ID=e06578ae-9095-449c-9380-19b3f606d4c3,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:56.744799 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:56.746527 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Request body: {'subnet': {'network_id': 'e06578ae-9095-449c-9380-19b3f606d4c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:56.753911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network e06578ae-9095-449c-9380-19b3f606d4c3 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:24:56.866333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:56.870313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Usage tracker for resource:subnet and tenant:a5ef2881ca77432f93b33a7776dd179b is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:56.873233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:56.879779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:56.892221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Made reservation on behalf of a5ef2881ca77432f93b33a7776dd179b for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:56.895786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:57.076428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:57.151420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:57.488923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:57.492873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9a71689e-84ac-449a-a96b-3651ba11c661 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:57.569672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Pushing event updated for resources: {'Subnet': ['ID=058aa798-90e1-491a-a251-a3633fd7a8d5,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:57.573492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:57.581284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Checking segment: {'id': '7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'e06578ae-9095-449c-9380-19b3f606d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:57.581639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Network hostable DHCP agents. Network: e06578ae-9095-449c-9380-19b3f606d4c3, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:24:57.600815 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Network e06578ae-9095-449c-9380-19b3f606d4c3 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:24:57.612265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, e06578ae-9095-449c-9380-19b3f606d4c3) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:57.622150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74cd791-b719-440c-b75f-d6475548ab07 None None] Network e06578ae-9095-449c-9380-19b3f606d4c3 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:57.622293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:57.622846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:57.647108 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2b425bbb-a510-4538-bc6b-f3a4ba914d1f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9048154 Jun 03 22:24:57.650330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 60954) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:57.655420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-807803766'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:57.660693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:57.665170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Usage tracker for resource:network and tenant:a5ef2881ca77432f93b33a7776dd179b is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:57.668409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:57.675886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:57.687249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Made reservation on behalf of a5ef2881ca77432f93b33a7776dd179b for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:57.691582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:57.723808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1328} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:24:57.732808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:57.733155 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Added segment d2f3ee5c-47cc-4920-bbb9-ed82fadb35ef of type vlan for network 44a5b403-4482-4718-a3fd-dc0034d8b552 Jun 03 22:24:57.762064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:57.801911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:57.810244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:57.810841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:57.816425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bddcd471-d3e7-4e69-aecc-8629ecf6384d tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:57.838933 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-e06578ae-9095-449c-9380-19b3f606d4c3', 'network_id': 'e06578ae-9095-449c-9380-19b3f606d4c3', 'tenant_id': 'a5ef2881ca77432f93b33a7776dd179b', 'fixed_ips': [{'subnet_id': '058aa798-90e1-491a-a251-a3633fd7a8d5'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:24:57.839811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:57.921723 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2702863 Jun 03 22:24:57.925124 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60956) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:57.930527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Request body: {'subnet': {'network_id': '44a5b403-4482-4718-a3fd-dc0034d8b552', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:57.931792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Pushing event updated for resources: {'Network': ['ID=44a5b403-4482-4718-a3fd-dc0034d8b552,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:57.934481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:57.944209 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 44a5b403-4482-4718-a3fd-dc0034d8b552 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:24:58.057879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:24:58.061819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Usage tracker for resource:subnet and tenant:a5ef2881ca77432f93b33a7776dd179b is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:24:58.065893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:24:58.072208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:24:58.084716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Made reservation on behalf of a5ef2881ca77432f93b33a7776dd179b for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:24:58.088533 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:58.102926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Allocated IP 172.20.0.2 (e06578ae-9095-449c-9380-19b3f606d4c3/058aa798-90e1-491a-a251-a3633fd7a8d5/540792a0-0ed1-4cee-b6c1-7103339940ca) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:24:58.331124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:58.341841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Transition to ACTIVE for port object 540792a0-0ed1-4cee-b6c1-7103339940ca will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:58.361340 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Transition to ACTIVE for port object 540792a0-0ed1-4cee-b6c1-7103339940ca will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:58.369224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:58.374882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:58.443676 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Network e06578ae-9095-449c-9380-19b3f606d4c3 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:24:58.446427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:58.454933 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:24:58.461256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Pushing event updated for resources: {'Port': ['ID=540792a0-0ed1-4cee-b6c1-7103339940ca,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:58.464978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:58.546870 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:58.552085 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-887025b9-ed9a-458a-adf2-4ab5ed71eeee tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:58.558712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Attempting to bind port 540792a0-0ed1-4cee-b6c1-7103339940ca on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:24:58.559085 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Attempting to bind port 540792a0-0ed1-4cee-b6c1-7103339940ca by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'e06578ae-9095-449c-9380-19b3f606d4c3'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:24:58.559451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Attempting to bind port 540792a0-0ed1-4cee-b6c1-7103339940ca on network e06578ae-9095-449c-9380-19b3f606d4c3 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:24:58.566181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:24:58.566556 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Checking segment: {'id': '7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'e06578ae-9095-449c-9380-19b3f606d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:58.566957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:58.567370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Bound using segment: {'id': '7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'e06578ae-9095-449c-9380-19b3f606d4c3'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:24:58.567865 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Bound port: 540792a0-0ed1-4cee-b6c1-7103339940ca, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1305, 'network_id': 'e06578ae-9095-449c-9380-19b3f606d4c3'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:24:58.568270 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:58.579374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:58.627558 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Pushing event updated for resources: {'Subnet': ['ID=fae7494d-8828-40b0-8698-f7c04bd646ba,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:58.630777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:58.636820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Checking segment: {'id': 'd2f3ee5c-47cc-4920-bbb9-ed82fadb35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '44a5b403-4482-4718-a3fd-dc0034d8b552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:58.637174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Network hostable DHCP agents. Network: 44a5b403-4482-4718-a3fd-dc0034d8b552, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:24:58.656912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Network 44a5b403-4482-4718-a3fd-dc0034d8b552 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:24:58.662839 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] For port 540792a0-0ed1-4cee-b6c1-7103339940ca, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:24:58.666157 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] For port 540792a0-0ed1-4cee-b6c1-7103339940ca, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=540792a0-0ed1-4cee-b6c1-7103339940ca,segment=NetworkSegment(7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8),segment_id=7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:24:58.670091 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 44a5b403-4482-4718-a3fd-dc0034d8b552) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:58.672057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:58.676501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:58.686484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:24:58.687178 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:58.707924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bf3333-d5bd-40d7-89a9-b746d467abf0 None None] Network 44a5b403-4482-4718-a3fd-dc0034d8b552 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:58.713086 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cc194bdf-41de-46c6-83f3-c51e88f4052e tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7868788 Jun 03 22:24:58.715914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60958) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:58.721076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4fe8cf98-e77e-4bbd-b96f-3596d68e83ba tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Request body: {'router': {'external_gateway_info': {'network_id': '44a5b403-4482-4718-a3fd-dc0034d8b552'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:24:58.859539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Pushing event updated for resources: {'Port': ['ID=540792a0-0ed1-4cee-b6c1-7103339940ca,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:58.868132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:59.081986 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-44a5b403-4482-4718-a3fd-dc0034d8b552', 'network_id': '44a5b403-4482-4718-a3fd-dc0034d8b552', 'tenant_id': 'a5ef2881ca77432f93b33a7776dd179b', 'fixed_ips': [{'subnet_id': 'fae7494d-8828-40b0-8698-f7c04bd646ba'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:24:59.083371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:59.247088 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Allocated IP 172.21.0.2 (44a5b403-4482-4718-a3fd-dc0034d8b552/fae7494d-8828-40b0-8698-f7c04bd646ba/3aa9edbc-072e-4807-82d8-1a53ed4d7c89) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:24:59.309157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4fe8cf98-e77e-4bbd-b96f-3596d68e83ba tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:59.466481 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.api.v2.resource [None req-4fe8cf98-e77e-4bbd-b96f-3596d68e83ba tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 22:24:59.468190 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4fe8cf98-e77e-4bbd-b96f-3596d68e83ba tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] 10.222.0.96 "PUT /v2.0/routers/9d198e96-288b-49c0-8251-cc9099e13b5a HTTP/1.1" status: 400 len: 364 time: 0.7507279 Jun 03 22:24:59.468644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:59.473516 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60960) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:24:59.480352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Transition to ACTIVE for port object 3aa9edbc-072e-4807-82d8-1a53ed4d7c89 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:59.501536 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Transition to ACTIVE for port object 3aa9edbc-072e-4807-82d8-1a53ed4d7c89 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:24:59.509634 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:59.514701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d44e5e1d-27b2-4d1a-881c-04a26d66eb14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:24:59.545050 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9918d213-022c-4c16-8486-617d419fc82c tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Deleting subnet fae7494d-8828-40b0-8698-f7c04bd646ba {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:24:59.549195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9918d213-022c-4c16-8486-617d419fc82c tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:59.577897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Network 44a5b403-4482-4718-a3fd-dc0034d8b552 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:24:59.582006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:24:59.590977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:24:59.598479 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Pushing event updated for resources: {'Port': ['ID=3aa9edbc-072e-4807-82d8-1a53ed4d7c89,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:24:59.602531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:24:59.616713 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9918d213-022c-4c16-8486-617d419fc82c tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:59.692957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Attempting to bind port 3aa9edbc-072e-4807-82d8-1a53ed4d7c89 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:24:59.693336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Attempting to bind port 3aa9edbc-072e-4807-82d8-1a53ed4d7c89 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'd2f3ee5c-47cc-4920-bbb9-ed82fadb35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '44a5b403-4482-4718-a3fd-dc0034d8b552'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:24:59.693706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Attempting to bind port 3aa9edbc-072e-4807-82d8-1a53ed4d7c89 on network 44a5b403-4482-4718-a3fd-dc0034d8b552 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:24:59.699259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:24:59.699664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Checking segment: {'id': 'd2f3ee5c-47cc-4920-bbb9-ed82fadb35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '44a5b403-4482-4718-a3fd-dc0034d8b552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:24:59.700069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:59.700653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Bound using segment: {'id': 'd2f3ee5c-47cc-4920-bbb9-ed82fadb35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '44a5b403-4482-4718-a3fd-dc0034d8b552'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:24:59.701310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Bound port: 3aa9edbc-072e-4807-82d8-1a53ed4d7c89, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f3ee5c-47cc-4920-bbb9-ed82fadb35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '44a5b403-4482-4718-a3fd-dc0034d8b552'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:24:59.701870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:59.724131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9918d213-022c-4c16-8486-617d419fc82c tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:24:59.787275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c21c43-a186-4aff-9d97-fdf242f2f31f None None] Network e06578ae-9095-449c-9380-19b3f606d4c3 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:24:59.905700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-0ccb548f-8b4e-4131-9fbe-ed8388eebd2b None None] Provisioning for port 540792a0-0ed1-4cee-b6c1-7103339940ca completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:00.012574 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9918d213-022c-4c16-8486-617d419fc82c tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:00.015522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] For port 3aa9edbc-072e-4807-82d8-1a53ed4d7c89, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:25:00.017608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-574e1a6e-c34c-4400-973b-ca788fe78f85 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:00.027544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] For port 3aa9edbc-072e-4807-82d8-1a53ed4d7c89, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3aa9edbc-072e-4807-82d8-1a53ed4d7c89,segment=NetworkSegment(d2f3ee5c-47cc-4920-bbb9-ed82fadb35ef),segment_id=d2f3ee5c-47cc-4920-bbb9-ed82fadb35ef)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:25:00.035030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:00.040880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:00.058081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918d213-022c-4c16-8486-617d419fc82c tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Pushing event deleted for resources: {'Subnet': ['ID=fae7494d-8828-40b0-8698-f7c04bd646ba,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:00.060146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9918d213-022c-4c16-8486-617d419fc82c tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:00.063642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9918d213-022c-4c16-8486-617d419fc82c tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:00.067151 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9918d213-022c-4c16-8486-617d419fc82c tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] 10.222.0.96 "DELETE /v2.0/subnets/fae7494d-8828-40b0-8698-f7c04bd646ba HTTP/1.1" status: 204 len: 168 time: 0.5925691 Jun 03 22:25:00.069665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60962) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:00.125199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Pushing event updated for resources: {'Port': ['ID=3aa9edbc-072e-4807-82d8-1a53ed4d7c89,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:00.128803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:00.219979 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:00.312062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Deleting port 3aa9edbc-072e-4807-82d8-1a53ed4d7c89 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:25:00.312635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:00.452757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] For port 3aa9edbc-072e-4807-82d8-1a53ed4d7c89, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3aa9edbc-072e-4807-82d8-1a53ed4d7c89,segment=NetworkSegment(d2f3ee5c-47cc-4920-bbb9-ed82fadb35ef),segment_id=d2f3ee5c-47cc-4920-bbb9-ed82fadb35ef)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:00.453119 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:00.590233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Calling delete_port for 3aa9edbc-072e-4807-82d8-1a53ed4d7c89 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:25:00.644137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:00.648182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:00.697107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Pushing event deleted for resources: {'Port': ['ID=3aa9edbc-072e-4807-82d8-1a53ed4d7c89,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:00.700340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:00.701115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] No DVR routers for this DVR port 3aa9edbc-072e-4807-82d8-1a53ed4d7c89 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:25:00.858858 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 540792a0-0ed1-4cee-b6c1-7103339940ca up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:00.942024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 540792a0-0ed1-4cee-b6c1-7103339940ca completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:00.948347 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 540792a0-0ed1-4cee-b6c1-7103339940ca triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:00.948665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:00.988474 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:01.003494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a5b403-4482-4718-a3fd-dc0034d8b552']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:01.016866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f3ee5c-47cc-4920-bbb9-ed82fadb35ef') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:01.017196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f3ee5c-47cc-4920-bbb9-ed82fadb35ef') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:01.029467 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:01.047927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:01.055076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:25:01.055653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:25:01.071245 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:25:01.081584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:01.126662 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 540792a0-0ed1-4cee-b6c1-7103339940ca, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=540792a0-0ed1-4cee-b6c1-7103339940ca,segment=NetworkSegment(7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8),segment_id=7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:01.134387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:01.136571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-54f6c083-9620-40eb-a141-20732b0d170e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:01.168532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:01.173632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0189369c-124b-4216-8fa8-146cc7f90701 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:01.192543 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:01.204021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Pushing event deleted for resources: {'Network': ['ID=44a5b403-4482-4718-a3fd-dc0034d8b552,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:01.207512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:01.211316 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] 10.222.0.96 "DELETE /v2.0/networks/44a5b403-4482-4718-a3fd-dc0034d8b552 HTTP/1.1" status: 204 len: 168 time: 1.1385162 Jun 03 22:25:01.211709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60964) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:01.220109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=540792a0-0ed1-4cee-b6c1-7103339940ca,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:01.224785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:01.277673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-da7060b0-d25e-4764-8960-78015e0ae666 None None] Could not find standard attr ID for object 3aa9edbc-072e-4807-82d8-1a53ed4d7c89. {{(pid=104398) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 22:25:01.286832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37fd1e0-aad0-40af-ab67-d8120ea2c53f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Deleting subnet 058aa798-90e1-491a-a251-a3633fd7a8d5 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:25:01.290386 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e37fd1e0-aad0-40af-ab67-d8120ea2c53f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:01.293435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ad78c-c817-4957-8a2c-073bef518c0c None None] DHCP port deletion for 44a5b403-4482-4718-a3fd-dc0034d8b552 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:25:01.308945 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41901e4c-f8a0-44a0-b46e-e6d181b48db0 None None] Network 44a5b403-4482-4718-a3fd-dc0034d8b552 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:25:01.328041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41901e4c-f8a0-44a0-b46e-e6d181b48db0 None None] Network 44a5b403-4482-4718-a3fd-dc0034d8b552 could not be found, it might have been deleted concurrently. {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 03 22:25:01.353197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e37fd1e0-aad0-40af-ab67-d8120ea2c53f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:01.452794 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e37fd1e0-aad0-40af-ab67-d8120ea2c53f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:01.757681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e37fd1e0-aad0-40af-ab67-d8120ea2c53f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:01.761905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-096911a0-fd93-4de3-9f03-3c82d6767f6d tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:01.798429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fd1e0-aad0-40af-ab67-d8120ea2c53f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Pushing event deleted for resources: {'Subnet': ['ID=058aa798-90e1-491a-a251-a3633fd7a8d5,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:01.801508 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e37fd1e0-aad0-40af-ab67-d8120ea2c53f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:01.802484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e37fd1e0-aad0-40af-ab67-d8120ea2c53f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:01.809012 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e37fd1e0-aad0-40af-ab67-d8120ea2c53f tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] 10.222.0.96 "DELETE /v2.0/subnets/058aa798-90e1-491a-a251-a3633fd7a8d5 HTTP/1.1" status: 204 len: 168 time: 0.5964370 Jun 03 22:25:01.809528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dcbe10-d1e6-49f1-bb9d-b8f1cfa35f13 None None] Network e06578ae-9095-449c-9380-19b3f606d4c3 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:25:01.811513 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60966) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:01.928631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:02.011197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Deleting port 540792a0-0ed1-4cee-b6c1-7103339940ca {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:25:02.011427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:02.076522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa22ca4-5f0c-445f-8966-bf06b14c9ec4 None None] DHCP port deletion for e06578ae-9095-449c-9380-19b3f606d4c3 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:25:02.117511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] For port 540792a0-0ed1-4cee-b6c1-7103339940ca, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=540792a0-0ed1-4cee-b6c1-7103339940ca,segment=NetworkSegment(7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8),segment_id=7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:02.117851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:02.146571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3aa22ca4-5f0c-445f-8966-bf06b14c9ec4 None None] Deleting port 540792a0-0ed1-4cee-b6c1-7103339940ca {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:25:02.146951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3aa22ca4-5f0c-445f-8966-bf06b14c9ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:02.248122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Calling delete_port for 540792a0-0ed1-4cee-b6c1-7103339940ca owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:25:02.289987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3aa22ca4-5f0c-445f-8966-bf06b14c9ec4 None None] For port 540792a0-0ed1-4cee-b6c1-7103339940ca, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=540792a0-0ed1-4cee-b6c1-7103339940ca,segment=NetworkSegment(7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8),segment_id=7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:02.290272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3aa22ca4-5f0c-445f-8966-bf06b14c9ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:02.299150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:02.304045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bc779c98-76c7-474f-b049-5770a051f6a2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:02.349083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Pushing event deleted for resources: {'Port': ['ID=540792a0-0ed1-4cee-b6c1-7103339940ca,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:02.350832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] No DVR routers for this DVR port 540792a0-0ed1-4cee-b6c1-7103339940ca on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:25:02.352315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:02.415786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-3aa22ca4-5f0c-445f-8966-bf06b14c9ec4 None None] Calling delete_port for 540792a0-0ed1-4cee-b6c1-7103339940ca owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:25:02.461317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3aa22ca4-5f0c-445f-8966-bf06b14c9ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:02.466480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-120902d2-ab5a-4a5f-84f7-59eeeca4be5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:02.479034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:02.493110 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06578ae-9095-449c-9380-19b3f606d4c3']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:02.506076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:02.506321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccaed0c-915a-4e5e-9e24-ccab4eadc6f8') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:02.510958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa22ca4-5f0c-445f-8966-bf06b14c9ec4 None None] Pushing event deleted for resources: {'Port': ['ID=540792a0-0ed1-4cee-b6c1-7103339940ca,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:02.513494 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3aa22ca4-5f0c-445f-8966-bf06b14c9ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:02.517252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa22ca4-5f0c-445f-8966-bf06b14c9ec4 None None] No DVR routers for this DVR port 540792a0-0ed1-4cee-b6c1-7103339940ca on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:25:02.518388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:02.540813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:02.547422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Releasing vlan 1305 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:25:02.547881 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:25:02.562555 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:25:02.650793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:02.656160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-53ca202e-3a54-4449-ba20-70a01968d5c3 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:02.677712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:02.692981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Pushing event deleted for resources: {'Network': ['ID=e06578ae-9095-449c-9380-19b3f606d4c3,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:02.696644 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] 10.222.0.96 "DELETE /v2.0/networks/e06578ae-9095-449c-9380-19b3f606d4c3 HTTP/1.1" status: 204 len: 168 time: 0.8834569 Jun 03 22:25:02.696986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:02.699064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60968) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:02.749658 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1813fe5e-09d4-4549-95d2-d63e039e6f24 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Synchronizing usage tracker for tenant:a5ef2881ca77432f93b33a7776dd179b on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:25:02.773395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-1813fe5e-09d4-4549-95d2-d63e039e6f24 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Unset dirty status for tenant:a5ef2881ca77432f93b33a7776dd179b on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:25:02.777695 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1813fe5e-09d4-4549-95d2-d63e039e6f24 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] 10.222.0.96 "GET /v2.0/ports?device_id=9d198e96-288b-49c0-8251-cc9099e13b5a HTTP/1.1" status: 200 len: 205 time: 0.0745361 Jun 03 22:25:02.777695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60970) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:02.823480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 540792a0-0ed1-4cee-b6c1-7103339940ca no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:25:02.861688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 540792a0-0ed1-4cee-b6c1-7103339940ca {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:25:02.862040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 540792a0-0ed1-4cee-b6c1-7103339940ca not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:25:02.862460 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3aa9edbc-072e-4807-82d8-1a53ed4d7c89 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:25:02.897553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 3aa9edbc-072e-4807-82d8-1a53ed4d7c89 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:25:02.897942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3aa9edbc-072e-4807-82d8-1a53ed4d7c89 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:25:02.918249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3bc5-9b51-463b-9d89-dd8ab4de2439 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:03.394258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3bc5-9b51-463b-9d89-dd8ab4de2439 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:03.397348 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3bc5-9b51-463b-9d89-dd8ab4de2439 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:03.423585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3bc5-9b51-463b-9d89-dd8ab4de2439 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:03.424069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8a3bc5-9b51-463b-9d89-dd8ab4de2439 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Fanout notify agent at l3_agent the message router_deleted on router 9d198e96-288b-49c0-8251-cc9099e13b5a {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:25:03.435432 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3bc5-9b51-463b-9d89-dd8ab4de2439 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:03.436532 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3d8a3bc5-9b51-463b-9d89-dd8ab4de2439 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] 10.222.0.96 "DELETE /v2.0/routers/9d198e96-288b-49c0-8251-cc9099e13b5a HTTP/1.1" status: 204 len: 168 time: 0.6579161 Jun 03 22:25:03.773880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60976) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:03.937379 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0edd2789-5b14-4295-b9fd-b81eb4852beb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a5ef2881ca77432f93b33a7776dd179b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620910 Jun 03 22:25:03.940552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 60980) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:04.000686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-95554783-6af7-469d-bb91-4dd8d8e267bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:04.027892 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-95554783-6af7-469d-bb91-4dd8d8e267bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:04.101879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-95554783-6af7-469d-bb91-4dd8d8e267bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:04.105977 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1481f50e-735e-4886-9f77-bff2074d1ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:04.118443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95554783-6af7-469d-bb91-4dd8d8e267bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f481d6cb-459d-4a65-986b-7a443045a64a,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:04.121047 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-95554783-6af7-469d-bb91-4dd8d8e267bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:04.127049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-95554783-6af7-469d-bb91-4dd8d8e267bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:04.130794 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-95554783-6af7-469d-bb91-4dd8d8e267bb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f481d6cb-459d-4a65-986b-7a443045a64a HTTP/1.1" status: 204 len: 168 time: 0.1867278 Jun 03 22:25:04.917677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 32770) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:05.032298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-548254085-network', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:25:05.037358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:25:05.041602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Usage tracker for resource:network and tenant:d2dc3de3e72448b69a4c8da29d4274f3 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:25:05.044760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:25:05.051833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:25:05.069246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Made reservation on behalf of d2dc3de3e72448b69a4c8da29d4274f3 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:25:05.071742 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:05.084561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:05.101040 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:25:05.104974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Usage tracker for resource:security_group_rule and tenant:d2dc3de3e72448b69a4c8da29d4274f3 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:25:05.108096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:25:05.115095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:25:05.209993 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:05.215990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:05.219120 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7b4aa3a0-b919-4855-8e81-88364149370f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:05.247878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1320} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:25:05.258347 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b74ae6b-39ed-4432-9531-2760cae64ea6,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:05.261983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:05.266280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:05.266280 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Added segment 370c033c-3819-4d42-97cd-bfe8499f6c67 of type vlan for network be9c6eee-0275-4c71-a696-594f006e5c5e Jun 03 22:25:05.293095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:05.328736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:05.329945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:05.330564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:05.334557 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e1f281d4-dc53-47f3-b4d7-2223d1957cc1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:05.434787 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5157304 Jun 03 22:25:05.438407 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Pushing event updated for resources: {'Network': ['ID=be9c6eee-0275-4c71-a696-594f006e5c5e,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:05.438763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 32774) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:05.441424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:05.445275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Request body: {'subnet': {'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-548254085-subnet', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'ip_version': 4}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:25:05.451835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:25:05.458313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Usage tracker for resource:subnet and tenant:d2dc3de3e72448b69a4c8da29d4274f3 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:25:05.459651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network be9c6eee-0275-4c71-a696-594f006e5c5e details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:25:05.461528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:25:05.469246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:25:05.481083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Made reservation on behalf of d2dc3de3e72448b69a4c8da29d4274f3 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:25:05.483504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:05.909458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:05.912999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e26d6110-6327-4e39-9438-0eccdadc7437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:05.981099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdb7dee-2a34-4e44-ba4c-058c573b5724,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:05.985104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:05.993582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Checking segment: {'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:25:05.993939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Network hostable DHCP agents. Network: be9c6eee-0275-4c71-a696-594f006e5c5e, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:25:06.014227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Network be9c6eee-0275-4c71-a696-594f006e5c5e is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:25:06.024864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, be9c6eee-0275-4c71-a696-594f006e5c5e) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:25:06.033902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:06.034187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecc7df6-20da-4462-ac8d-461e5fb61105 None None] Network be9c6eee-0275-4c71-a696-594f006e5c5e requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:25:06.034483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:06.069770 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a4b16c06-5171-4d05-8a2c-12f2e8bcff10 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6291516 Jun 03 22:25:06.072978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 32776) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:06.077572 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-548254085-router', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:25:06.082729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:25:06.087990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Usage tracker for resource:router and tenant:d2dc3de3e72448b69a4c8da29d4274f3 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:25:06.091101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:25:06.097441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:25:06.110899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:06.111131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:06.126867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:06.259121 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-be9c6eee-0275-4c71-a696-594f006e5c5e', 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'fixed_ips': [{'subnet_id': '3cdb7dee-2a34-4e44-ba4c-058c573b5724'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:25:06.260146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:06.404046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:06.425892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Allocated IP 172.20.0.2 (be9c6eee-0275-4c71-a696-594f006e5c5e/3cdb7dee-2a34-4e44-ba4c-058c573b5724/998d43e0-3ab4-41eb-8663-9d6332e05963) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:25:06.635731 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:06.646333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Transition to ACTIVE for port object 998d43e0-3ab4-41eb-8663-9d6332e05963 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:25:06.666838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Transition to ACTIVE for port object 998d43e0-3ab4-41eb-8663-9d6332e05963 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:25:06.673052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:06.677125 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e7fdc289-80fc-4c83-83b4-768d7bb44673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:06.725688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:06.740189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Network be9c6eee-0275-4c71-a696-594f006e5c5e is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:25:06.743225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:25:06.745813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:25:06.757692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:06.761710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Pushing event updated for resources: {'Port': ['ID=998d43e0-3ab4-41eb-8663-9d6332e05963,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:06.801818 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:06.802157 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:06.802499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:06.802817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:06.803149 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:06.803468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:06.803796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:06.804112 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:06.804429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:06.804744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:06.805053 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:06.805362 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:06.809134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:06.862706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Attempting to bind port 998d43e0-3ab4-41eb-8663-9d6332e05963 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:25:06.863146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Attempting to bind port 998d43e0-3ab4-41eb-8663-9d6332e05963 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:25:06.863444 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Attempting to bind port 998d43e0-3ab4-41eb-8663-9d6332e05963 on network be9c6eee-0275-4c71-a696-594f006e5c5e {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:25:06.869288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:25:06.869665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Checking segment: {'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:25:06.870068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:06.870457 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Bound using segment: {'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:25:06.870923 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Bound port: 998d43e0-3ab4-41eb-8663-9d6332e05963, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:25:06.871293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:06.965286 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] For port 998d43e0-3ab4-41eb-8663-9d6332e05963, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:25:06.968784 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] For port 998d43e0-3ab4-41eb-8663-9d6332e05963, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=998d43e0-3ab4-41eb-8663-9d6332e05963,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:25:06.974441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:06.978465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-217235e0-7ee4-4736-98e5-ac4147c661ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:07.053003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Allocated IP 172.26.3.233 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/de488c9d-70c3-4c61-9f72-3646abcbfc4b) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:25:07.065406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Pushing event updated for resources: {'Port': ['ID=998d43e0-3ab4-41eb-8663-9d6332e05963,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:07.068560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:07.145977 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:25:07.217548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:07.261859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:07.270029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b238f06f-226e-4d2f-92b7-a0a041f38bb2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:07.336464 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:25:07.339355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:25:07.349026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:25:07.384330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Pushing event updated for resources: {'Port': ['ID=de488c9d-70c3-4c61-9f72-3646abcbfc4b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:07.390516 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:07.805447 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:07.963679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae92e0b-3ff4-48e4-8b33-2c3f52306264 None None] Network be9c6eee-0275-4c71-a696-594f006e5c5e requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:25:08.143094 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c0267c6f-df08-427b-9d63-8d03db5d2539 None None] Provisioning for port 998d43e0-3ab4-41eb-8663-9d6332e05963 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:08.169702 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:08.401643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Router d762361f-722b-4eea-8d2f-070eda1c8fe4 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:25:08.751125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:25:08.760020 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Sync routers for ids ['d762361f-722b-4eea-8d2f-070eda1c8fe4'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:25:08.774435 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Routers {'d762361f-722b-4eea-8d2f-070eda1c8fe4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:25:08.775221 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:24:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d762361f-722b-4eea-8d2f-070eda1c8fe4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:08.780143 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:08.783153 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7091217 Jun 03 22:25:08.786666 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 32778) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:08.861425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 998d43e0-3ab4-41eb-8663-9d6332e05963 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:08.936952 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 998d43e0-3ab4-41eb-8663-9d6332e05963 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:08.943101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 998d43e0-3ab4-41eb-8663-9d6332e05963 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:08.943482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:08.966016 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Set router d762361f-722b-4eea-8d2f-070eda1c8fe4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:25:09.071206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:09.116181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 998d43e0-3ab4-41eb-8663-9d6332e05963, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=998d43e0-3ab4-41eb-8663-9d6332e05963,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:09.121390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:09.125456 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:09.194180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=998d43e0-3ab4-41eb-8663-9d6332e05963,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:09.197402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:09.260812 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'name': 'tempest-TestEncryptedCinderVolumes-548254085-router', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:25:07Z', 'revision_number': 3, 'project_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'gw_port': {'id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:09.264589 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Checking router: d762361f-722b-4eea-8d2f-070eda1c8fe4 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:25:09.264938 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Updating router d762361f-722b-4eea-8d2f-070eda1c8fe4 port de488c9d-70c3-4c61-9f72-3646abcbfc4b binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:25:09.319336 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:09.484803 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:09.654674 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:09.666678 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Transition to ACTIVE for port object de488c9d-70c3-4c61-9f72-3646abcbfc4b will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:25:09.673912 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:09.678510 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-c5309a0f-ff68-4ccd-b10a-d6e70cc8f7d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:09.701215 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Allocated IP 172.20.0.1 (be9c6eee-0275-4c71-a696-594f006e5c5e/3cdb7dee-2a34-4e44-ba4c-058c573b5724/e6b3851a-e81a-4118-af8c-e607e1a85c34) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:25:09.781169 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Attempting to bind port de488c9d-70c3-4c61-9f72-3646abcbfc4b on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:25:09.782157 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Attempting to bind port de488c9d-70c3-4c61-9f72-3646abcbfc4b by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:25:09.782157 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Attempting to bind port de488c9d-70c3-4c61-9f72-3646abcbfc4b on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:25:09.788716 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Pushing event updated for resources: {'Port': ['ID=de488c9d-70c3-4c61-9f72-3646abcbfc4b,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:09.793697 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:25:09.794059 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:25:09.794454 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:09.794840 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:25:09.795305 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Bound port: de488c9d-70c3-4c61-9f72-3646abcbfc4b, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:25:09.795773 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:09.828012 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:09.828012 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:09.828530 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:09.828785 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:09.829102 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:09.829431 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:09.829750 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:09.830067 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:09.830383 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:09.830694 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:09.831005 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:09.831313 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:09.842084 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:09.863524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:09.881282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Transition to ACTIVE for port object e6b3851a-e81a-4118-af8c-e607e1a85c34 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:25:09.882747 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] For port de488c9d-70c3-4c61-9f72-3646abcbfc4b, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:25:09.886120 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] For port de488c9d-70c3-4c61-9f72-3646abcbfc4b, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=de488c9d-70c3-4c61-9f72-3646abcbfc4b,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:25:09.892964 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:09.896800 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:09.907577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:09.911439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cdcabbb1-5619-4675-900c-dc2787270d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:09.970893 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Routers {'d762361f-722b-4eea-8d2f-070eda1c8fe4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:25:09.971774 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:24:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d762361f-722b-4eea-8d2f-070eda1c8fe4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:09.977551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Network be9c6eee-0275-4c71-a696-594f006e5c5e is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:25:09.980393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:25:09.983045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:25:10.024648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b3851a-e81a-4118-af8c-e607e1a85c34,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:10.027968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:10.029612 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Pushing event updated for resources: {'Port': ['ID=de488c9d-70c3-4c61-9f72-3646abcbfc4b,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:10.040400 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:10.061423 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:10.171483 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] Set router d762361f-722b-4eea-8d2f-070eda1c8fe4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:25:10.207575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-202c83e4-255d-4ed0-a3a1-520910216c69 None None] Provisioning for port e6b3851a-e81a-4118-af8c-e607e1a85c34 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:10.214669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-202c83e4-255d-4ed0-a3a1-520910216c69 None None] Provisioning complete for port e6b3851a-e81a-4118-af8c-e607e1a85c34 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:10.215350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-202c83e4-255d-4ed0-a3a1-520910216c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:10.283206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-202c83e4-255d-4ed0-a3a1-520910216c69 None None] Port e6b3851a-e81a-4118-af8c-e607e1a85c34 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:25:10.475335 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'name': 'tempest-TestEncryptedCinderVolumes-548254085-router', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:25:07Z', 'revision_number': 3, 'project_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'gw_port': {'id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:10.479274 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ce5e6-2899-46d8-8a29-5ef82fad9a7e None None] The sync data for ids ['d762361f-722b-4eea-8d2f-070eda1c8fe4'] in dv-neutron-792998-2-hyperv is: [{'id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'name': 'tempest-TestEncryptedCinderVolumes-548254085-router', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:25:07Z', 'revision_number': 3, 'project_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'gw_port': {'id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:25:10.482150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:10.761664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:10.768880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:10.799404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b9aa14cb-c913-4665-8a15-36bb563b004c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:10.887363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b3851a-e81a-4118-af8c-e607e1a85c34,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:10.891976 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:10.895830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:10.928895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device de488c9d-70c3-4c61-9f72-3646abcbfc4b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:11.013888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port de488c9d-70c3-4c61-9f72-3646abcbfc4b completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:11.019649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port de488c9d-70c3-4c61-9f72-3646abcbfc4b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:11.020154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:11.053169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Network be9c6eee-0275-4c71-a696-594f006e5c5e is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:25:11.054474 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:25:11.167768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:11.187399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port de488c9d-70c3-4c61-9f72-3646abcbfc4b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=de488c9d-70c3-4c61-9f72-3646abcbfc4b,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:11.194344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:11.195500 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 998d43e0-3ab4-41eb-8663-9d6332e05963 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:11.253578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:11.284870 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Router d762361f-722b-4eea-8d2f-070eda1c8fe4 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:25:11.360755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b5f1b0ec-9d34-42f2-b6ac-6e6d85dfaeaf None None] Provisioning complete for port e6b3851a-e81a-4118-af8c-e607e1a85c34 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:11.361237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b5f1b0ec-9d34-42f2-b6ac-6e6d85dfaeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:11.404508 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=de488c9d-70c3-4c61-9f72-3646abcbfc4b,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:11.411633 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:11.433324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1b0ec-9d34-42f2-b6ac-6e6d85dfaeaf None None] Port e6b3851a-e81a-4118-af8c-e607e1a85c34 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:25:11.436653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 998d43e0-3ab4-41eb-8663-9d6332e05963 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:11.437032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:11.479747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:25:11.490824 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] 10.222.0.96 "PUT /v2.0/routers/d762361f-722b-4eea-8d2f-070eda1c8fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7024908 Jun 03 22:25:12.072998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 32794) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:12.079170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1350124737-network', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:25:12.084426 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:25:12.088484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Usage tracker for resource:network and tenant:6f155c15a1e64bfab0a0e0259c9f5b00 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:25:12.091528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:25:12.103564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:25:12.129004 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Made reservation on behalf of 6f155c15a1e64bfab0a0e0259c9f5b00 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:25:12.131503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:12.145553 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:12.152762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Sync routers for ids ['d762361f-722b-4eea-8d2f-070eda1c8fe4'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:25:12.160909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:25:12.162532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Routers {'d762361f-722b-4eea-8d2f-070eda1c8fe4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:25:12.163146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:24:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d762361f-722b-4eea-8d2f-070eda1c8fe4'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:12.164830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Usage tracker for resource:security_group_rule and tenant:6f155c15a1e64bfab0a0e0259c9f5b00 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:25:12.167704 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:25:12.174125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:25:12.266897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:12.272466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:12.275651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a7443897-c1f0-4a9f-8abe-06578561e3ff tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:12.307431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1315} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:25:12.316740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c13a3d4-47ad-4403-9466-6ed3a983447d,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:12.320761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:12.323593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:12.324409 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Added segment 203d0972-5b98-4359-b81e-0f8ec8688295 of type vlan for network 927b19f8-da7d-41e5-be9c-00730dfb1c88 Jun 03 22:25:12.357511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:12.358038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Set router d762361f-722b-4eea-8d2f-070eda1c8fe4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:25:12.389862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:12.390897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:12.391510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:12.395566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d72a3a72-13bb-4c19-b7b3-dc904f17aa26 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:12.496069 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4218199 Jun 03 22:25:12.499025 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 32796) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:12.499557 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Pushing event updated for resources: {'Network': ['ID=927b19f8-da7d-41e5-be9c-00730dfb1c88,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:12.502247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5b0dac95-1dfb-4489-b293-ca65d0ed6480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:12.512643 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Request body: {'subnet': {'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1350124737-subnet', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'ip_version': 4}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:25:12.519073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:25:12.521405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 927b19f8-da7d-41e5-be9c-00730dfb1c88 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:25:12.523936 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Usage tracker for resource:subnet and tenant:6f155c15a1e64bfab0a0e0259c9f5b00 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:25:12.526974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:25:12.533395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:25:12.547116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Made reservation on behalf of 6f155c15a1e64bfab0a0e0259c9f5b00 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:25:12.549973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:12.833084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'name': 'tempest-TestEncryptedCinderVolumes-548254085-router', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:25:10Z', 'revision_number': 4, 'project_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'gw_port': {'id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'e6b3851a-e81a-4118-af8c-e607e1a85c34', 'name': '', 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'mac_address': 'fa:16:3e:c3:81:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '3cdb7dee-2a34-4e44-ba4c-058c573b5724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:09Z', 'updated_at': '2021-06-03T22:25:10Z', 'revision_number': 2, 'project_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'subnets': [{'id': '3cdb7dee-2a34-4e44-ba4c-058c573b5724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:12.836721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device de488c9d-70c3-4c61-9f72-3646abcbfc4b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:12.868772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Checking router: d762361f-722b-4eea-8d2f-070eda1c8fe4 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:25:12.869122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Updating router d762361f-722b-4eea-8d2f-070eda1c8fe4 port e6b3851a-e81a-4118-af8c-e607e1a85c34 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:25:12.941063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:12.967287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:12.971131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-98663ba5-5803-49b8-9164-1cf5864d0158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:13.009539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port de488c9d-70c3-4c61-9f72-3646abcbfc4b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:13.009831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:13.044461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b264697-75c3-4f47-8ad1-1909a6f1d4ee,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:13.048626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:13.056597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Checking segment: {'id': '203d0972-5b98-4359-b81e-0f8ec8688295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:25:13.056970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Network hostable DHCP agents. Network: 927b19f8-da7d-41e5-be9c-00730dfb1c88, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:25:13.078410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Network 927b19f8-da7d-41e5-be9c-00730dfb1c88 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:25:13.089234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 927b19f8-da7d-41e5-be9c-00730dfb1c88) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:25:13.098948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:13.099634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:13.105179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a174f0-14af-48d1-a042-71a8be32c0a4 None None] Network 927b19f8-da7d-41e5-be9c-00730dfb1c88 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:25:13.122830 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-148a26a3-4d3f-45d5-949e-5cfd1d782cf2 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6222117 Jun 03 22:25:13.125481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 32798) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:13.130318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1350124737-router', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:25:13.135302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:25:13.139489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Usage tracker for resource:router and tenant:6f155c15a1e64bfab0a0e0259c9f5b00 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:25:13.142656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:25:13.148890 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:25:13.163148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:13.164300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:13.181882 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:13.537772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-927b19f8-da7d-41e5-be9c-00730dfb1c88', 'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'fixed_ips': [{'subnet_id': '7b264697-75c3-4f47-8ad1-1909a6f1d4ee'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:25:13.538602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:13.609699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:13.672865 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:13.697321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Transition to ACTIVE for port object e6b3851a-e81a-4118-af8c-e607e1a85c34 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:25:13.736646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:13.743895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:13.914187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Allocated IP 172.20.0.2 (927b19f8-da7d-41e5-be9c-00730dfb1c88/7b264697-75c3-4f47-8ad1-1909a6f1d4ee/3f50066b-98a4-40e8-9575-5f0767cd0908) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:25:13.920803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f649bad-cea5-453c-bbe2-cbe41c0e48ac None None] Pushing event updated for resources: {'Port': ['ID=e6b3851a-e81a-4118-af8c-e607e1a85c34,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:13.935206 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8f649bad-cea5-453c-bbe2-cbe41c0e48ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:13.936886 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:13.969928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:14.025025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Attempting to bind port e6b3851a-e81a-4118-af8c-e607e1a85c34 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:25:14.025418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Attempting to bind port e6b3851a-e81a-4118-af8c-e607e1a85c34 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:25:14.025761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Attempting to bind port e6b3851a-e81a-4118-af8c-e607e1a85c34 on network be9c6eee-0275-4c71-a696-594f006e5c5e {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:25:14.085031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:25:14.085298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Checking segment: {'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:25:14.085684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:14.086115 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Bound using segment: {'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:25:14.086610 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Bound port: e6b3851a-e81a-4118-af8c-e607e1a85c34, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:25:14.086985 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:14.128549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Allocated IP 172.26.3.8 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/ea1d5c03-2661-4adb-80cf-cf4c71f8aafe) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:25:14.285346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:14.320484 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:14.325975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9e019547-22d2-443b-8517-ff3b982d41a4 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:14.338406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] For port e6b3851a-e81a-4118-af8c-e607e1a85c34, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:25:14.354506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] For port e6b3851a-e81a-4118-af8c-e607e1a85c34, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e6b3851a-e81a-4118-af8c-e607e1a85c34,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:25:14.355717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:14.361599 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:14.368187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:14.390779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:25:14.394539 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:25:14.398451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:25:14.403944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Transition to ACTIVE for port object 3f50066b-98a4-40e8-9575-5f0767cd0908 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:25:14.448373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Pushing event updated for resources: {'Port': ['ID=ea1d5c03-2661-4adb-80cf-cf4c71f8aafe,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:14.453065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:14.457358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Transition to ACTIVE for port object 3f50066b-98a4-40e8-9575-5f0767cd0908 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:25:14.468776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f649bad-cea5-453c-bbe2-cbe41c0e48ac None None] Pushing event updated for resources: {'Port': ['ID=e6b3851a-e81a-4118-af8c-e607e1a85c34,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:14.472032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:14.475894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8f649bad-cea5-453c-bbe2-cbe41c0e48ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:14.476340 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8f649bad-cea5-453c-bbe2-cbe41c0e48ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:14.505003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Routers {'d762361f-722b-4eea-8d2f-070eda1c8fe4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:25:14.505658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:24:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d762361f-722b-4eea-8d2f-070eda1c8fe4'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:14.606067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Network 927b19f8-da7d-41e5-be9c-00730dfb1c88 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:25:14.610567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:25:14.624904 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:25:14.695637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Pushing event updated for resources: {'Port': ['ID=3f50066b-98a4-40e8-9575-5f0767cd0908,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:14.728311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:14.818713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] Set router d762361f-722b-4eea-8d2f-070eda1c8fe4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:25:14.847278 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:14.870985 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Attempting to bind port 3f50066b-98a4-40e8-9575-5f0767cd0908 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:25:14.871353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Attempting to bind port 3f50066b-98a4-40e8-9575-5f0767cd0908 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '203d0972-5b98-4359-b81e-0f8ec8688295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:25:14.871739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Attempting to bind port 3f50066b-98a4-40e8-9575-5f0767cd0908 on network 927b19f8-da7d-41e5-be9c-00730dfb1c88 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:25:14.882366 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:25:14.882736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Checking segment: {'id': '203d0972-5b98-4359-b81e-0f8ec8688295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:25:14.883134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:14.883565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Bound using segment: {'id': '203d0972-5b98-4359-b81e-0f8ec8688295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:25:14.884030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Bound port: 3f50066b-98a4-40e8-9575-5f0767cd0908, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203d0972-5b98-4359-b81e-0f8ec8688295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:25:14.884396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:15.138623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] For port 3f50066b-98a4-40e8-9575-5f0767cd0908, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:25:15.143184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] For port 3f50066b-98a4-40e8-9575-5f0767cd0908, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3f50066b-98a4-40e8-9575-5f0767cd0908,segment=NetworkSegment(203d0972-5b98-4359-b81e-0f8ec8688295),segment_id=203d0972-5b98-4359-b81e-0f8ec8688295)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:25:15.156947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:15.163583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:15.282682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Pushing event updated for resources: {'Port': ['ID=3f50066b-98a4-40e8-9575-5f0767cd0908,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:15.286286 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:15.305934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'name': 'tempest-TestEncryptedCinderVolumes-548254085-router', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:25:10Z', 'revision_number': 4, 'project_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'gw_port': {'id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'e6b3851a-e81a-4118-af8c-e607e1a85c34', 'name': '', 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'mac_address': 'fa:16:3e:c3:81:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '3cdb7dee-2a34-4e44-ba4c-058c573b5724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:09Z', 'updated_at': '2021-06-03T22:25:14Z', 'revision_number': 4, 'project_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'subnets': [{'id': '3cdb7dee-2a34-4e44-ba4c-058c573b5724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:15.310480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c61bc-405a-421d-b32c-d8aadb21202b None None] The sync data for ids ['d762361f-722b-4eea-8d2f-070eda1c8fe4'] in dv-neutron-792998-2-hyperv is: [{'id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'name': 'tempest-TestEncryptedCinderVolumes-548254085-router', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:25:10Z', 'revision_number': 4, 'project_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'gw_port': {'id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'e6b3851a-e81a-4118-af8c-e607e1a85c34', 'name': '', 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'mac_address': 'fa:16:3e:c3:81:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '3cdb7dee-2a34-4e44-ba4c-058c573b5724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:09Z', 'updated_at': '2021-06-03T22:25:14Z', 'revision_number': 4, 'project_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'subnets': [{'id': '3cdb7dee-2a34-4e44-ba4c-058c573b5724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:25:15.371068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:15.638163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Router 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:25:15.836499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:25:15.845090 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Sync routers for ids ['3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:25:15.855544 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Routers {'3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:25:15.856454 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-509af051-0a05-422b-9763-7a545e546be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:24:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:15.864938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:15.866545 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7399716 Jun 03 22:25:15.869509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 32802) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:25:16.055724 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Set router 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:25:16.319278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29da05d0-e86d-4072-a9db-ed9829966e81 None None] Network 927b19f8-da7d-41e5-be9c-00730dfb1c88 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:25:16.385679 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-509af051-0a05-422b-9763-7a545e546be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'name': 'tempest-TestEncryptedCinderVolumes-1350124737-router', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:13Z', 'updated_at': '2021-06-03T22:25:14Z', 'revision_number': 3, 'project_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'gw_port': {'id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:97:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:14Z', 'updated_at': '2021-06-03T22:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:16.391159 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Checking router: 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:25:16.391794 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Updating router 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d port ea1d5c03-2661-4adb-80cf-cf4c71f8aafe binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:25:16.445303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6a84248b-0bad-429f-8f77-2e0d260ba664 None None] Provisioning for port 3f50066b-98a4-40e8-9575-5f0767cd0908 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:16.476534 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:16.845010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:16.922481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3f50066b-98a4-40e8-9575-5f0767cd0908 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:16.928304 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:16.942311 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Transition to ACTIVE for port object ea1d5c03-2661-4adb-80cf-cf4c71f8aafe will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:25:16.950129 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:16.954175 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-8f5c4542-dd0a-47dc-8262-f0d8d61fe6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:17.009262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 3f50066b-98a4-40e8-9575-5f0767cd0908 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:17.016878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3f50066b-98a4-40e8-9575-5f0767cd0908 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:17.017472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.036533 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Attempting to bind port ea1d5c03-2661-4adb-80cf-cf4c71f8aafe on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:25:17.036533 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Attempting to bind port ea1d5c03-2661-4adb-80cf-cf4c71f8aafe by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:25:17.036533 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Attempting to bind port ea1d5c03-2661-4adb-80cf-cf4c71f8aafe on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:25:17.040879 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0ee55-c886-4296-b212-5e8036a8a042 None None] Pushing event updated for resources: {'Port': ['ID=ea1d5c03-2661-4adb-80cf-cf4c71f8aafe,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:17.046316 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-c9e0ee55-c886-4296-b212-5e8036a8a042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:17.047845 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:25:17.048427 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:25:17.049311 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.049657 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:25:17.050319 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Bound port: ea1d5c03-2661-4adb-80cf-cf4c71f8aafe, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:25:17.050904 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.091992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Allocated IP 172.20.0.1 (927b19f8-da7d-41e5-be9c-00730dfb1c88/7b264697-75c3-4f47-8ad1-1909a6f1d4ee/3cd11bf3-5284-4755-a4e6-5e95d4772b77) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:25:17.131263 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-509af051-0a05-422b-9763-7a545e546be3 None None] For port ea1d5c03-2661-4adb-80cf-cf4c71f8aafe, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:25:17.134900 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-509af051-0a05-422b-9763-7a545e546be3 None None] For port ea1d5c03-2661-4adb-80cf-cf4c71f8aafe, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ea1d5c03-2661-4adb-80cf-cf4c71f8aafe,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:25:17.139318 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.144966 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-07cba012-c293-4f2d-856f-479cf071cf26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:17.165762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.204940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 3f50066b-98a4-40e8-9575-5f0767cd0908, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3f50066b-98a4-40e8-9575-5f0767cd0908,segment=NetworkSegment(203d0972-5b98-4359-b81e-0f8ec8688295),segment_id=203d0972-5b98-4359-b81e-0f8ec8688295)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:17.211765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.212705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e6b3851a-e81a-4118-af8c-e607e1a85c34 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:17.214203 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Routers {'3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:25:17.214871 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-509af051-0a05-422b-9763-7a545e546be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:24:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:17.241304 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-5054384b-8983-4fdc-97a4-1b8597d6dbef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:17.258103 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.275647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Transition to ACTIVE for port object 3cd11bf3-5284-4755-a4e6-5e95d4772b77 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:25:17.304947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.309180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a4c42001-72dc-4a79-883b-2cdca0d48755 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:17.369267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Network 927b19f8-da7d-41e5-be9c-00730dfb1c88 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:25:17.372214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:25:17.375044 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:25:17.389785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=3f50066b-98a4-40e8-9575-5f0767cd0908,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:17.396759 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-509af051-0a05-422b-9763-7a545e546be3 None None] Set router 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:25:17.397637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:17.402521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port e6b3851a-e81a-4118-af8c-e607e1a85c34 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:17.408141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e6b3851a-e81a-4118-af8c-e607e1a85c34 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:17.408518 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.433568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Pushing event updated for resources: {'Port': ['ID=3cd11bf3-5284-4755-a4e6-5e95d4772b77,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:17.436540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:17.458643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.528008 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0ee55-c886-4296-b212-5e8036a8a042 None None] Pushing event updated for resources: {'Port': ['ID=ea1d5c03-2661-4adb-80cf-cf4c71f8aafe,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:17.540771 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-c9e0ee55-c886-4296-b212-5e8036a8a042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:17.556223 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.593895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port e6b3851a-e81a-4118-af8c-e607e1a85c34, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e6b3851a-e81a-4118-af8c-e607e1a85c34,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:17.601272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.607892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:17.635211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.680412 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=e6b3851a-e81a-4118-af8c-e607e1a85c34,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:17.683425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:17.712135 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-509af051-0a05-422b-9763-7a545e546be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'name': 'tempest-TestEncryptedCinderVolumes-1350124737-router', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:13Z', 'updated_at': '2021-06-03T22:25:14Z', 'revision_number': 3, 'project_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'gw_port': {'id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:97:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:14Z', 'updated_at': '2021-06-03T22:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:17.716073 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af051-0a05-422b-9763-7a545e546be3 None None] The sync data for ids ['3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'] in dv-neutron-792998-2-hyperv is: [{'id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'name': 'tempest-TestEncryptedCinderVolumes-1350124737-router', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:13Z', 'updated_at': '2021-06-03T22:25:14Z', 'revision_number': 3, 'project_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'gw_port': {'id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:97:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:14Z', 'updated_at': '2021-06-03T22:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:25:17.745942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b60adf9a-1de9-451e-8d77-d01b060f7666 None None] Provisioning for port 3cd11bf3-5284-4755-a4e6-5e95d4772b77 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:17.752310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b60adf9a-1de9-451e-8d77-d01b060f7666 None None] Provisioning complete for port 3cd11bf3-5284-4755-a4e6-5e95d4772b77 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:17.752310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b60adf9a-1de9-451e-8d77-d01b060f7666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.814035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b60adf9a-1de9-451e-8d77-d01b060f7666 None None] Port 3cd11bf3-5284-4755-a4e6-5e95d4772b77 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:25:17.883446 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.889670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:17.915587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-eca5eda8-3832-4c9c-8a62-231f4898ae67 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:18.005831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Pushing event updated for resources: {'Port': ['ID=3cd11bf3-5284-4755-a4e6-5e95d4772b77,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:18.008565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:18.012618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:18.154195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Network 927b19f8-da7d-41e5-be9c-00730dfb1c88 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:25:18.155541 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:25:18.369850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Router 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:25:18.442068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-2b028d56-6f41-4794-b051-0315c0a34b26 None None] Provisioning complete for port 3cd11bf3-5284-4755-a4e6-5e95d4772b77 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:18.442749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2b028d56-6f41-4794-b051-0315c0a34b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:18.503416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-2b028d56-6f41-4794-b051-0315c0a34b26 None None] Port 3cd11bf3-5284-4755-a4e6-5e95d4772b77 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:25:18.711638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:25:18.721679 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] 10.222.0.96 "PUT /v2.0/routers/3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8510125 Jun 03 22:25:18.903449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3f50066b-98a4-40e8-9575-5f0767cd0908 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:18.978193 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3f50066b-98a4-40e8-9575-5f0767cd0908 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:18.978552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:19.108364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e6b3851a-e81a-4118-af8c-e607e1a85c34 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:19.184870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port e6b3851a-e81a-4118-af8c-e607e1a85c34 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:19.185243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:19.325987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ea1d5c03-2661-4adb-80cf-cf4c71f8aafe up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:19.405579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Sync routers for ids ['3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:25:19.416139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port ea1d5c03-2661-4adb-80cf-cf4c71f8aafe completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:19.420938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Routers {'3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:25:19.421759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-94030c91-845f-447d-850b-c543bc87b89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:24:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:19.477866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ea1d5c03-2661-4adb-80cf-cf4c71f8aafe triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:19.478570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:19.589578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-26345928-08f6-4d6d-ba00-13f50fc7e424 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:19.590274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-26345928-08f6-4d6d-ba00-13f50fc7e424 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Synchronizing usage tracker for tenant:d2dc3de3e72448b69a4c8da29d4274f3 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:25:19.609937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-26345928-08f6-4d6d-ba00-13f50fc7e424 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Unset dirty status for tenant:d2dc3de3e72448b69a4c8da29d4274f3 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:25:19.612003 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-26345928-08f6-4d6d-ba00-13f50fc7e424 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/networks?id=be9c6eee-0275-4c71-a696-594f006e5c5e HTTP/1.1" status: 200 len: 816 time: 0.1761098 Jun 03 22:25:19.633217 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-3886b7f2-fa5c-4846-b239-37cbf1e563a8 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/quotas/d2dc3de3e72448b69a4c8da29d4274f3 HTTP/1.1" status: 200 len: 375 time: 0.0103118 Jun 03 22:25:19.691769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Set router 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:25:19.728164 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-b2944dc5-e921-4ccf-9441-18828f71914c tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Synchronizing usage tracker for tenant:d2dc3de3e72448b69a4c8da29d4274f3 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:25:19.750651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-b2944dc5-e921-4ccf-9441-18828f71914c tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Unset dirty status for tenant:d2dc3de3e72448b69a4c8da29d4274f3 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:25:19.752451 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-b2944dc5-e921-4ccf-9441-18828f71914c tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d2dc3de3e72448b69a4c8da29d4274f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137187 Jun 03 22:25:19.760720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:19.864437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port ea1d5c03-2661-4adb-80cf-cf4c71f8aafe, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ea1d5c03-2661-4adb-80cf-cf4c71f8aafe,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:19.878833 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:19.883017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:20.007437 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-c56f1ba9-0ae2-4971-871d-d2a4b70e1ae7 service neutron] 10.222.0.96 "GET /v2.0/networks/be9c6eee-0275-4c71-a696-594f006e5c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425396 Jun 03 22:25:20.029772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=ea1d5c03-2661-4adb-80cf-cf4c71f8aafe,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:20.035296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:20.149772 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-02705b95-0e47-4988-a12b-c4a1234409d0 service neutron] 10.222.0.96 "GET /v2.0/networks/be9c6eee-0275-4c71-a696-594f006e5c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359601 Jun 03 22:25:20.156022 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-94030c91-845f-447d-850b-c543bc87b89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'name': 'tempest-TestEncryptedCinderVolumes-1350124737-router', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:13Z', 'updated_at': '2021-06-03T22:25:17Z', 'revision_number': 4, 'project_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'gw_port': {'id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:97:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:14Z', 'updated_at': '2021-06-03T22:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3cd11bf3-5284-4755-a4e6-5e95d4772b77', 'name': '', 'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'mac_address': 'fa:16:3e:ef:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7b264697-75c3-4f47-8ad1-1909a6f1d4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:16Z', 'updated_at': '2021-06-03T22:25:17Z', 'revision_number': 2, 'project_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'subnets': [{'id': '7b264697-75c3-4f47-8ad1-1909a6f1d4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:20.160607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Checking router: 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:25:20.160967 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Updating router 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d port 3cd11bf3-5284-4755-a4e6-5e95d4772b77 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:25:20.222065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:20.360019 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-31b055dc-b43f-4249-8164-50c718537bd2 req-0defa36f-9609-4181-a73f-e018a7c3926c tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 210 time: 0.0485735 Jun 03 22:25:20.606366 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:20.619041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Transition to ACTIVE for port object 3cd11bf3-5284-4755-a4e6-5e95d4772b77 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:25:20.627164 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:20.632217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:20.785075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1419b-7eb9-48b3-a18f-50e717bf0b6f None None] Pushing event updated for resources: {'Port': ['ID=3cd11bf3-5284-4755-a4e6-5e95d4772b77,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:20.792461 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-49e1419b-7eb9-48b3-a18f-50e717bf0b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:20.856642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ea1d5c03-2661-4adb-80cf-cf4c71f8aafe up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:20.901624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Attempting to bind port 3cd11bf3-5284-4755-a4e6-5e95d4772b77 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:25:20.902008 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Attempting to bind port 3cd11bf3-5284-4755-a4e6-5e95d4772b77 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '203d0972-5b98-4359-b81e-0f8ec8688295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:25:20.902383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Attempting to bind port 3cd11bf3-5284-4755-a4e6-5e95d4772b77 on network 927b19f8-da7d-41e5-be9c-00730dfb1c88 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:25:20.913553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:25:20.913938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Checking segment: {'id': '203d0972-5b98-4359-b81e-0f8ec8688295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:25:20.914344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:20.914814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Bound using segment: {'id': '203d0972-5b98-4359-b81e-0f8ec8688295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:25:20.915214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Bound port: 3cd11bf3-5284-4755-a4e6-5e95d4772b77, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203d0972-5b98-4359-b81e-0f8ec8688295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1315, 'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:25:20.915628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:21.035580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ea1d5c03-2661-4adb-80cf-cf4c71f8aafe triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:21.035958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:21.071924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-94030c91-845f-447d-850b-c543bc87b89e None None] For port 3cd11bf3-5284-4755-a4e6-5e95d4772b77, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:25:21.088047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-94030c91-845f-447d-850b-c543bc87b89e None None] For port 3cd11bf3-5284-4755-a4e6-5e95d4772b77, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3cd11bf3-5284-4755-a4e6-5e95d4772b77,segment=NetworkSegment(203d0972-5b98-4359-b81e-0f8ec8688295),segment_id=203d0972-5b98-4359-b81e-0f8ec8688295)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:25:21.095968 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:21.102116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8f649bad-cea5-453c-bbe2-cbe41c0e48ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:21.178134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Routers {'3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:25:21.178718 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-94030c91-845f-447d-850b-c543bc87b89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:24:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:21.295181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1419b-7eb9-48b3-a18f-50e717bf0b6f None None] Pushing event updated for resources: {'Port': ['ID=3cd11bf3-5284-4755-a4e6-5e95d4772b77,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:21.303640 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-49e1419b-7eb9-48b3-a18f-50e717bf0b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:21.442687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-94030c91-845f-447d-850b-c543bc87b89e None None] Set router 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:25:21.499824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-fd79e5de-4e35-4b24-9e54-3227ac1b8897 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:21.501533 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-fd79e5de-4e35-4b24-9e54-3227ac1b8897 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.24 "GET /v2.0/networks?id=be9c6eee-0275-4c71-a696-594f006e5c5e HTTP/1.1" status: 200 len: 816 time: 0.1700053 Jun 03 22:25:21.514177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Request body: {'port': {'device_id': '027366f2-c742-4eba-9a99-bf2e79e68ad8', 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e', 'admin_state_up': True, 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:25:21.545010 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b72b2374-1ce9-4b46-bdb6-9cf4b1627398 req-ae829be2-9756-4b01-a6e4-630af9d9b462 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 210 time: 0.0560491 Jun 03 22:25:21.671390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:25:21.681469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:25:21.694014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Made reservation on behalf of d2dc3de3e72448b69a4c8da29d4274f3 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:25:21.697684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:21.853244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-94030c91-845f-447d-850b-c543bc87b89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'name': 'tempest-TestEncryptedCinderVolumes-1350124737-router', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:13Z', 'updated_at': '2021-06-03T22:25:17Z', 'revision_number': 4, 'project_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'gw_port': {'id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:14Z', 'updated_at': '2021-06-03T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3cd11bf3-5284-4755-a4e6-5e95d4772b77', 'name': '', 'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'mac_address': 'fa:16:3e:ef:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7b264697-75c3-4f47-8ad1-1909a6f1d4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:16Z', 'updated_at': '2021-06-03T22:25:21Z', 'revision_number': 4, 'project_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'subnets': [{'id': '7b264697-75c3-4f47-8ad1-1909a6f1d4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:25:21.857468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94030c91-845f-447d-850b-c543bc87b89e None None] The sync data for ids ['3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'] in dv-neutron-792998-2-hyperv is: [{'id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'name': 'tempest-TestEncryptedCinderVolumes-1350124737-router', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:13Z', 'updated_at': '2021-06-03T22:25:17Z', 'revision_number': 4, 'project_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'gw_port': {'id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:14Z', 'updated_at': '2021-06-03T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3cd11bf3-5284-4755-a4e6-5e95d4772b77', 'name': '', 'network_id': '927b19f8-da7d-41e5-be9c-00730dfb1c88', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'mac_address': 'fa:16:3e:ef:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '7b264697-75c3-4f47-8ad1-1909a6f1d4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:16Z', 'updated_at': '2021-06-03T22:25:21Z', 'revision_number': 4, 'project_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'subnets': [{'id': '7b264697-75c3-4f47-8ad1-1909a6f1d4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:25:21.872308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Allocated IP 172.20.0.13 (be9c6eee-0275-4c71-a696-594f006e5c5e/3cdb7dee-2a34-4e44-ba4c-058c573b5724/08eba9c1-5d0b-42ec-a5df-d66283f40739) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:25:22.102394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:22.120553 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Transition to ACTIVE for port object 08eba9c1-5d0b-42ec-a5df-d66283f40739 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:25:22.147704 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:22.154302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f9a2142b-903d-44c1-b8de-d4346c83f75a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:22.382423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Network be9c6eee-0275-4c71-a696-594f006e5c5e is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:25:22.390934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:25:22.393601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:25:22.427991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Pushing event updated for resources: {'Port': ['ID=08eba9c1-5d0b-42ec-a5df-d66283f40739,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:22.434953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:22.472309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:22.473078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:22.508708 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9968400 Jun 03 22:25:22.519366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-5289b678-1d41-4d0a-bb58-b781840c7521 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:25:22.520875 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-5289b678-1d41-4d0a-bb58-b781840c7521 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068672 Jun 03 22:25:22.534659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Request body: {'port': {'device_id': '027366f2-c742-4eba-9a99-bf2e79e68ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:25:22.640605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d97a919e-f5b2-4b4c-bc3e-64134b9e95eb None None] Provisioning for port 08eba9c1-5d0b-42ec-a5df-d66283f40739 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:22.648420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d97a919e-f5b2-4b4c-bc3e-64134b9e95eb None None] Provisioning complete for port 08eba9c1-5d0b-42ec-a5df-d66283f40739 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:22.648976 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d97a919e-f5b2-4b4c-bc3e-64134b9e95eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:22.656224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:22.711268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d97a919e-f5b2-4b4c-bc3e-64134b9e95eb None None] Port 08eba9c1-5d0b-42ec-a5df-d66283f40739 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:25:22.815605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d0555d31-b998-456b-80f6-9cba8053af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:22.884016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f81d2-ea12-4cfb-8090-ea9308aed682 req-e713e92e-7bea-4e5f-8736-5e80aeaf92f1 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:22.884717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-bb6f81d2-ea12-4cfb-8090-ea9308aed682 req-e713e92e-7bea-4e5f-8736-5e80aeaf92f1 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Synchronizing usage tracker for tenant:d2dc3de3e72448b69a4c8da29d4274f3 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:25:22.923135 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3cd11bf3-5284-4755-a4e6-5e95d4772b77 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:22.932768 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-bb6f81d2-ea12-4cfb-8090-ea9308aed682 req-e713e92e-7bea-4e5f-8736-5e80aeaf92f1 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Unset dirty status for tenant:d2dc3de3e72448b69a4c8da29d4274f3 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:25:22.933941 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bb6f81d2-ea12-4cfb-8090-ea9308aed682 req-e713e92e-7bea-4e5f-8736-5e80aeaf92f1 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 932 time: 0.2574093 Jun 03 22:25:22.995862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 3cd11bf3-5284-4755-a4e6-5e95d4772b77 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:23.001011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3cd11bf3-5284-4755-a4e6-5e95d4772b77 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:23.001519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:23.060509 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bb6f81d2-ea12-4cfb-8090-ea9308aed682 req-718b9e19-941c-41fc-a864-bfab5e29f346 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108840 Jun 03 22:25:23.130776 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:23.162262 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08eba9c1-5d0b-42ec-a5df-d66283f40739 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:25:23.164074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 3cd11bf3-5284-4755-a4e6-5e95d4772b77, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3cd11bf3-5284-4755-a4e6-5e95d4772b77,segment=NetworkSegment(203d0972-5b98-4359-b81e-0f8ec8688295),segment_id=203d0972-5b98-4359-b81e-0f8ec8688295)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:23.169205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:23.170339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:23.171133 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:23.185953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Transition to ACTIVE for port object 08eba9c1-5d0b-42ec-a5df-d66283f40739 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:25:23.191614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:23.195706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a9b8d2db-c20e-4b55-8d26-8cf861361e3d tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:23.235908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=3cd11bf3-5284-4755-a4e6-5e95d4772b77,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:23.239070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:23.333716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Pushing event updated for resources: {'Port': ['ID=08eba9c1-5d0b-42ec-a5df-d66283f40739,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:23.336943 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:23.446407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Attempting to bind port 08eba9c1-5d0b-42ec-a5df-d66283f40739 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:25:23.446742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Attempting to bind port 08eba9c1-5d0b-42ec-a5df-d66283f40739 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:25:23.447066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Attempting to bind port 08eba9c1-5d0b-42ec-a5df-d66283f40739 on network be9c6eee-0275-4c71-a696-594f006e5c5e {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:25:23.451752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Port 08eba9c1-5d0b-42ec-a5df-d66283f40739 on network be9c6eee-0275-4c71-a696-594f006e5c5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:25:23.452061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Attempting to bind port 08eba9c1-5d0b-42ec-a5df-d66283f40739 on network be9c6eee-0275-4c71-a696-594f006e5c5e {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:25:23.457200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:25:23.457532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Checking segment: {'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:25:23.457912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Bound using segment: {'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:25:23.458331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Bound port: 08eba9c1-5d0b-42ec-a5df-d66283f40739, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:25:23.458673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:23.555975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] For port 08eba9c1-5d0b-42ec-a5df-d66283f40739, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:25:23.559149 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] For port 08eba9c1-5d0b-42ec-a5df-d66283f40739, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=08eba9c1-5d0b-42ec-a5df-d66283f40739,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:25:23.566930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:23.570796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2a876716-4700-472f-bf9c-66e9956eb46f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:23.624075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:23.624684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:23.626069 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] 10.222.0.24 "PUT /v2.0/ports/08eba9c1-5d0b-42ec-a5df-d66283f40739 HTTP/1.1" status: 200 len: 1094 time: 1.0967124 Jun 03 22:25:23.626779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027366f2-c742-4eba-9a99-bf2e79e68ad8', 'tag': '08eba9c1-5d0b-42ec-a5df-d66283f40739'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:25:23.629117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091c4f81-c8d9-4d40-8813-78c5ed4504dc" -d '{"events": [{"name": "network-changed", "server_uuid": "027366f2-c742-4eba-9a99-bf2e79e68ad8", "tag": "08eba9c1-5d0b-42ec-a5df-d66283f40739"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:25:23.655017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Pushing event updated for resources: {'Port': ['ID=08eba9c1-5d0b-42ec-a5df-d66283f40739,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:23.659947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:23.700011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0bfc8b-8782-4d6d-beb5-4274722d82f1 x-openstack-request-id: req-9d0bfc8b-8782-4d6d-beb5-4274722d82f1 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:25:23.700402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027366f2-c742-4eba-9a99-bf2e79e68ad8", "tag": "08eba9c1-5d0b-42ec-a5df-d66283f40739", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:25:23.700865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9d0bfc8b-8782-4d6d-beb5-4274722d82f1 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:25:23.701305 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027366f2-c742-4eba-9a99-bf2e79e68ad8', 'tag': '08eba9c1-5d0b-42ec-a5df-d66283f40739', 'status': 'completed', 'code': 200} Jun 03 22:25:23.749089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-97428d48-e6b9-4c84-beb6-bcc28801f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:23.750636 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-97428d48-e6b9-4c84-beb6-bcc28801f1f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2dc3de3e72448b69a4c8da29d4274f3&device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0841565 Jun 03 22:25:23.824612 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-d08a6adc-82ba-4064-b1fc-ea8356a91fcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08eba9c1-5d0b-42ec-a5df-d66283f40739 HTTP/1.1" status: 200 len: 217 time: 0.0656209 Jun 03 22:25:23.896300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-821a4a2c-4a0d-438a-a922-fb4406d6fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:23.897698 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-821a4a2c-4a0d-438a-a922-fb4406d6fa7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cdb7dee-2a34-4e44-ba4c-058c573b5724 HTTP/1.1" status: 200 len: 855 time: 0.0664694 Jun 03 22:25:23.977366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-01d4f9e2-0487-47d2-830c-05d3de1e885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:23.978903 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-01d4f9e2-0487-47d2-830c-05d3de1e885c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be9c6eee-0275-4c71-a696-594f006e5c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737109 Jun 03 22:25:24.119095 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-8f8621e0-3b71-4beb-8d86-0b48727a57fe service neutron] 10.222.0.24 "GET /v2.0/networks/be9c6eee-0275-4c71-a696-594f006e5c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328926 Jun 03 22:25:24.310938 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-326d1076-3b14-4196-b27c-e6f34f11be9d req-7f757988-c698-4a01-8dfb-98ce75aa348f service neutron] 10.222.0.24 "GET /v2.0/networks/be9c6eee-0275-4c71-a696-594f006e5c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852534 Jun 03 22:25:24.340053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f239c-cfc5-4b91-853e-a55fbe1fc868 req-f98c6810-2dd6-484d-b2a2-7a4664c72187 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:24.341635 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ae5f239c-cfc5-4b91-853e-a55fbe1fc868 req-f98c6810-2dd6-484d-b2a2-7a4664c72187 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 944 time: 0.1271379 Jun 03 22:25:24.574345 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ae5f239c-cfc5-4b91-853e-a55fbe1fc868 req-e554d200-c608-41dd-856e-5dd2e0e38083 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254534 Jun 03 22:25:24.610981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c4f81-c8d9-4d40-8813-78c5ed4504dc req-610028a0-d933-4ad1-bbb2-5532480762e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:24.612628 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-091c4f81-c8d9-4d40-8813-78c5ed4504dc req-610028a0-d933-4ad1-bbb2-5532480762e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2dc3de3e72448b69a4c8da29d4274f3&device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 1097 time: 0.1062431 Jun 03 22:25:24.751485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c4f81-c8d9-4d40-8813-78c5ed4504dc req-d36f9712-2b69-49ed-9e3a-5c86e563b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:24.752961 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-091c4f81-c8d9-4d40-8813-78c5ed4504dc req-d36f9712-2b69-49ed-9e3a-5c86e563b252 service neutron] 10.222.0.24 "GET /v2.0/networks?id=be9c6eee-0275-4c71-a696-594f006e5c5e HTTP/1.1" status: 200 len: 918 time: 0.1316764 Jun 03 22:25:24.829521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-091c4f81-c8d9-4d40-8813-78c5ed4504dc req-4e4678ef-ab05-46b7-9b5a-1101020364b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08eba9c1-5d0b-42ec-a5df-d66283f40739 HTTP/1.1" status: 200 len: 217 time: 0.0684614 Jun 03 22:25:24.832973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3cd11bf3-5284-4755-a4e6-5e95d4772b77 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:24.894690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c4f81-c8d9-4d40-8813-78c5ed4504dc req-c39334ba-b43f-4ce6-af95-14193f7bbf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:24.896163 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-091c4f81-c8d9-4d40-8813-78c5ed4504dc req-c39334ba-b43f-4ce6-af95-14193f7bbf0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cdb7dee-2a34-4e44-ba4c-058c573b5724 HTTP/1.1" status: 200 len: 855 time: 0.0596392 Jun 03 22:25:24.908771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3cd11bf3-5284-4755-a4e6-5e95d4772b77 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:24.909157 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:24.977917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c4f81-c8d9-4d40-8813-78c5ed4504dc req-7d62c070-6e99-4aed-ae8e-81a742b5c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:24.979430 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-091c4f81-c8d9-4d40-8813-78c5ed4504dc req-7d62c070-6e99-4aed-ae8e-81a742b5c897 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be9c6eee-0275-4c71-a696-594f006e5c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752428 Jun 03 22:25:25.119313 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-091c4f81-c8d9-4d40-8813-78c5ed4504dc req-ce24c9ee-028f-4f04-9a55-c30fcf171fea service neutron] 10.222.0.24 "GET /v2.0/networks/be9c6eee-0275-4c71-a696-594f006e5c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324863 Jun 03 22:25:25.263379 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-091c4f81-c8d9-4d40-8813-78c5ed4504dc req-9a3c2fd9-59f4-42f4-b69e-c50f9531c82e service neutron] 10.222.0.24 "GET /v2.0/networks/be9c6eee-0275-4c71-a696-594f006e5c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362450 Jun 03 22:25:25.358808 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:25.499448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b100301a-c4ec-4aa2-9659-0f34a5076c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:25.805953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25258fd-c17c-46a3-95d5-24f36451a99f req-b6e6b135-cb81-492e-93cf-0d7b722e57b5 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:25.807421 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b25258fd-c17c-46a3-95d5-24f36451a99f req-b6e6b135-cb81-492e-93cf-0d7b722e57b5 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 944 time: 0.1109555 Jun 03 22:25:25.858189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-b25258fd-c17c-46a3-95d5-24f36451a99f req-d135e317-db38-4fcb-a993-87e7ada2c283 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Synchronizing usage tracker for tenant:d2dc3de3e72448b69a4c8da29d4274f3 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:25:25.878713 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-b25258fd-c17c-46a3-95d5-24f36451a99f req-d135e317-db38-4fcb-a993-87e7ada2c283 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Unset dirty status for tenant:d2dc3de3e72448b69a4c8da29d4274f3 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:25:25.879837 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b25258fd-c17c-46a3-95d5-24f36451a99f req-d135e317-db38-4fcb-a993-87e7ada2c283 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665178 Jun 03 22:25:27.070305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:27.092528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d36e90-9055-4e83-9ef9-03853b3c016c req-20c14311-88a8-4473-9743-0c8167a9ad5f tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:27.094016 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-43d36e90-9055-4e83-9ef9-03853b3c016c req-20c14311-88a8-4473-9743-0c8167a9ad5f tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 944 time: 0.0966272 Jun 03 22:25:27.144015 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-43d36e90-9055-4e83-9ef9-03853b3c016c req-c00b95bd-7bc8-4c02-aa32-012eded8aeaf tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Jun 03 22:25:27.149708 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:27.515562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 08eba9c1-5d0b-42ec-a5df-d66283f40739 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:25:27.653649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 08eba9c1-5d0b-42ec-a5df-d66283f40739, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=08eba9c1-5d0b-42ec-a5df-d66283f40739,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:27.668244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '08eba9c1-5d0b-42ec-a5df-d66283f40739', 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e', 'port_id': '08eba9c1-5d0b-42ec-a5df-d66283f40739', 'mac_address': 'fa:16:3e:a1:17:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdb7dee-2a34-4e44-ba4c-058c573b5724', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:25:27.724555 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:27.741672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08eba9c1-5d0b-42ec-a5df-d66283f40739 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:25:27.759658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 08eba9c1-5d0b-42ec-a5df-d66283f40739, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=08eba9c1-5d0b-42ec-a5df-d66283f40739,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:27.765593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:27.767370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:27.839665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=08eba9c1-5d0b-42ec-a5df-d66283f40739,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:27.842846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:28.090507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['08eba9c1-5d0b-42ec-a5df-d66283f40739'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:25:28.354525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d66589-30db-4802-8af1-9cf4ff7e7436 req-d0af859f-98d5-446c-a40b-08e2b35c6de3 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:28.356004 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f0d66589-30db-4802-8af1-9cf4ff7e7436 req-d0af859f-98d5-446c-a40b-08e2b35c6de3 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 945 time: 0.0910733 Jun 03 22:25:28.409906 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f0d66589-30db-4802-8af1-9cf4ff7e7436 req-6ecc70c8-21b3-4fcf-9201-290087124f17 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460808 Jun 03 22:25:28.570230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:29.524742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 08eba9c1-5d0b-42ec-a5df-d66283f40739 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:25:29.601471 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 08eba9c1-5d0b-42ec-a5df-d66283f40739 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:25:29.607847 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 08eba9c1-5d0b-42ec-a5df-d66283f40739 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:25:29.608433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:29.619238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0fcb8-de7f-4051-9002-9dd2ae0ad38f req-cdf4e88f-3b8d-419b-be9d-f4f88a368db6 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:29.620755 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-20d0fcb8-de7f-4051-9002-9dd2ae0ad38f req-cdf4e88f-3b8d-419b-be9d-f4f88a368db6 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 945 time: 0.1005964 Jun 03 22:25:29.671265 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-20d0fcb8-de7f-4051-9002-9dd2ae0ad38f req-b6ecf691-d90a-41e3-bf15-fd9af96cd533 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Jun 03 22:25:29.744342 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:29.772770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027366f2-c742-4eba-9a99-bf2e79e68ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08eba9c1-5d0b-42ec-a5df-d66283f40739'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:25:29.775063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c68c176-dffe-4774-b17b-465999d605a2" -d '{"events": [{"server_uuid": "027366f2-c742-4eba-9a99-bf2e79e68ad8", "name": "network-vif-plugged", "status": "completed", "tag": "08eba9c1-5d0b-42ec-a5df-d66283f40739"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:25:29.783399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 08eba9c1-5d0b-42ec-a5df-d66283f40739, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=08eba9c1-5d0b-42ec-a5df-d66283f40739,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:29.789496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:29.791601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:29.821779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeea417d-7fe1-4ebe-8313-cfd7cf52724b x-openstack-request-id: req-aeea417d-7fe1-4ebe-8313-cfd7cf52724b {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:25:29.822074 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027366f2-c742-4eba-9a99-bf2e79e68ad8", "name": "network-vif-plugged", "status": "completed", "tag": "08eba9c1-5d0b-42ec-a5df-d66283f40739", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:25:29.822329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-aeea417d-7fe1-4ebe-8313-cfd7cf52724b {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:25:29.822725 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027366f2-c742-4eba-9a99-bf2e79e68ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08eba9c1-5d0b-42ec-a5df-d66283f40739', 'code': 200} Jun 03 22:25:29.868720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=08eba9c1-5d0b-42ec-a5df-d66283f40739,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:29.871792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:30.137661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b459019-247d-4f38-b749-0578cd62f746 req-bdbc729d-5904-49c7-ab34-68a1d6565cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:30.139219 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4b459019-247d-4f38-b749-0578cd62f746 req-bdbc729d-5904-49c7-ab34-68a1d6565cc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 1099 time: 0.1338012 Jun 03 22:25:30.190742 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4b459019-247d-4f38-b749-0578cd62f746 req-38abd3e9-6f98-4100-9245-49743fc81bd8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Jun 03 22:25:30.897192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c1f91-ba41-4445-a755-f7486819c5ae req-a5087b39-a4e0-4639-a561-37abd9a89e6d tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:30.898996 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a8c1f91-ba41-4445-a755-f7486819c5ae req-a5087b39-a4e0-4639-a561-37abd9a89e6d tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 946 time: 0.1057084 Jun 03 22:25:30.955173 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a8c1f91-ba41-4445-a755-f7486819c5ae req-6e7be9f8-8392-47ab-915f-07f78d2cec10 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499864 Jun 03 22:25:32.172526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bc64e-1160-46ca-9fa8-3c63d54b6b26 req-23df2f35-8ccb-49c3-88b7-f41f2919d7df tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:32.173964 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e9bc64e-1160-46ca-9fa8-3c63d54b6b26 req-23df2f35-8ccb-49c3-88b7-f41f2919d7df tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 946 time: 0.0986311 Jun 03 22:25:32.221422 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e9bc64e-1160-46ca-9fa8-3c63d54b6b26 req-4b9597e8-5db5-416e-8e53-99dd85b8aa9f tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Jun 03 22:25:32.456502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8398b90-18ac-4bac-b618-ad59422e9d7a req-a2470ae0-5006-4991-b02c-7cf3fb8f8dad tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:32.458000 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a8398b90-18ac-4bac-b618-ad59422e9d7a req-a2470ae0-5006-4991-b02c-7cf3fb8f8dad tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 946 time: 0.0969217 Jun 03 22:25:32.503835 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a8398b90-18ac-4bac-b618-ad59422e9d7a req-1c302cff-f871-4333-9619-f09d5dc44256 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Jun 03 22:25:44.148428 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:25:52.801461 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9ab98559-d170-476a-acad-2cbdfbdd644c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:54.180267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a5ef0-8b13-48ea-b4e4-a3fa2ae29da4 req-2d784319-2ca4-4a41-b4ce-65dd52d83897 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:54.181817 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-973a5ef0-8b13-48ea-b4e4-a3fa2ae29da4 req-2d784319-2ca4-4a41-b4ce-65dd52d83897 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 946 time: 0.0969577 Jun 03 22:25:54.230476 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-973a5ef0-8b13-48ea-b4e4-a3fa2ae29da4 req-e5147d56-0abd-491a-b298-90db3fd0c374 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Jun 03 22:25:55.359448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:55.441763 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0eda2a-7135-42c8-80c7-4c8a93e375ab req-d4b954cd-58be-4032-aa60-06616c5b8184 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:55.443207 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1e0eda2a-7135-42c8-80c7-4c8a93e375ab req-d4b954cd-58be-4032-aa60-06616c5b8184 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 946 time: 0.0942488 Jun 03 22:25:55.492671 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1e0eda2a-7135-42c8-80c7-4c8a93e375ab req-5a6b9a34-dff0-4110-b98f-fa0c8689140e tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415668 Jun 03 22:25:55.496283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3b81eeae-aea5-4458-8b18-de1e94ab2054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:55.899189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc6e0c-f86d-4a2a-8946-caaee03f387d req-6f716135-a8e5-40ea-becb-57f50e2311fc tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:55.901046 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bfbc6e0c-f86d-4a2a-8946-caaee03f387d req-6f716135-a8e5-40ea-becb-57f50e2311fc tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.24 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 946 time: 0.0999382 Jun 03 22:25:56.050552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-bfbc6e0c-f86d-4a2a-8946-caaee03f387d req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Deleting port 08eba9c1-5d0b-42ec-a5df-d66283f40739 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:25:56.050898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bfbc6e0c-f86d-4a2a-8946-caaee03f387d req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:56.195840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-bfbc6e0c-f86d-4a2a-8946-caaee03f387d req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] For port 08eba9c1-5d0b-42ec-a5df-d66283f40739, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=08eba9c1-5d0b-42ec-a5df-d66283f40739,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:25:56.196091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bfbc6e0c-f86d-4a2a-8946-caaee03f387d req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:56.324937 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-bfbc6e0c-f86d-4a2a-8946-caaee03f387d req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Calling delete_port for 08eba9c1-5d0b-42ec-a5df-d66283f40739 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:25:56.448314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bfbc6e0c-f86d-4a2a-8946-caaee03f387d req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:56.454967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f2076c1d-623d-45ab-8dd8-2e3514c03004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:25:56.460685 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['08eba9c1-5d0b-42ec-a5df-d66283f40739'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:25:56.506247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Pushing event deleted for resources: {'Port': ['ID=08eba9c1-5d0b-42ec-a5df-d66283f40739,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:25:56.551859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:56.553885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:56.554168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:56.554569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:56.554954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:56.555304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:56.555704 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:56.556074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:56.556446 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:56.556826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:56.557193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:56.557556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:25:56.565855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:25:56.608631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbc6e0c-f86d-4a2a-8946-caaee03f387d req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] No DVR routers for this DVR port 08eba9c1-5d0b-42ec-a5df-d66283f40739 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:25:56.612344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bfbc6e0c-f86d-4a2a-8946-caaee03f387d req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:56.615625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027366f2-c742-4eba-9a99-bf2e79e68ad8', 'name': 'network-vif-deleted', 'tag': '08eba9c1-5d0b-42ec-a5df-d66283f40739'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:25:56.618000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b24b17-2416-4ec1-9d43-5bed055bba5d" -d '{"events": [{"server_uuid": "027366f2-c742-4eba-9a99-bf2e79e68ad8", "name": "network-vif-deleted", "tag": "08eba9c1-5d0b-42ec-a5df-d66283f40739"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:25:56.810385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b194746-0cd3-4ac6-9112-5789072112a8 x-openstack-request-id: req-0b194746-0cd3-4ac6-9112-5789072112a8 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:25:56.810847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027366f2-c742-4eba-9a99-bf2e79e68ad8", "name": "network-vif-deleted", "tag": "08eba9c1-5d0b-42ec-a5df-d66283f40739", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:25:56.810957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0b194746-0cd3-4ac6-9112-5789072112a8 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:25:56.811346 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027366f2-c742-4eba-9a99-bf2e79e68ad8', 'name': 'network-vif-deleted', 'tag': '08eba9c1-5d0b-42ec-a5df-d66283f40739', 'status': 'completed', 'code': 200} Jun 03 22:25:56.817904 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bfbc6e0c-f86d-4a2a-8946-caaee03f387d req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.24 "DELETE /v2.0/ports/08eba9c1-5d0b-42ec-a5df-d66283f40739 HTTP/1.1" status: 204 len: 173 time: 0.9103434 Jun 03 22:25:56.823844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c78d324d-29d4-4b23-a51e-bab5dbf05d2c req-be0b37f4-2f18-4e55-9c71-f24b9dfe558d tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Synchronizing usage tracker for tenant:d2dc3de3e72448b69a4c8da29d4274f3 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:25:56.841192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-c78d324d-29d4-4b23-a51e-bab5dbf05d2c req-be0b37f4-2f18-4e55-9c71-f24b9dfe558d tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Unset dirty status for tenant:d2dc3de3e72448b69a4c8da29d4274f3 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:25:56.842392 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c78d324d-29d4-4b23-a51e-bab5dbf05d2c req-be0b37f4-2f18-4e55-9c71-f24b9dfe558d tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=027366f2-c742-4eba-9a99-bf2e79e68ad8 HTTP/1.1" status: 200 len: 210 time: 0.2166896 Jun 03 22:25:57.074576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:57.176502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:58.497352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da81283-960e-4265-8995-331f1ecb850c req-36c7cada-f073-4d8b-9965-0f9096c09845 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:25:58.498929 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-36c7cada-f073-4d8b-9965-0f9096c09845 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/networks?id=be9c6eee-0275-4c71-a696-594f006e5c5e HTTP/1.1" status: 200 len: 816 time: 0.1706345 Jun 03 22:25:58.517098 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-33a9b1b0-a625-498e-a337-1fd8f1c0b707 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/quotas/d2dc3de3e72448b69a4c8da29d4274f3 HTTP/1.1" status: 200 len: 375 time: 0.0104103 Jun 03 22:25:58.570193 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:25:58.625603 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-ab0c9f15-1e16-47c2-8d37-c08800306621 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d2dc3de3e72448b69a4c8da29d4274f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031435 Jun 03 22:25:58.789633 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-f68320e3-8d3b-4d43-928b-deee7536ece0 service neutron] 10.222.0.96 "GET /v2.0/networks/be9c6eee-0275-4c71-a696-594f006e5c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468856 Jun 03 22:25:58.941780 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-05588888-97cc-4e69-9ab2-605e470c0641 service neutron] 10.222.0.96 "GET /v2.0/networks/be9c6eee-0275-4c71-a696-594f006e5c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460495 Jun 03 22:25:59.135146 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d5af66ba-be76-4f6b-a52e-93d1d8d79123 req-906420d1-75df-4448-8838-64f87f5cd155 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 210 time: 0.0456576 Jun 03 22:25:59.667962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 08eba9c1-5d0b-42ec-a5df-d66283f40739 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:25:59.707891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 08eba9c1-5d0b-42ec-a5df-d66283f40739 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:25:59.708247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 08eba9c1-5d0b-42ec-a5df-d66283f40739 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:26:00.313120 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-47ab8709-6192-4e08-ab64-5fa268386f3d req-f458af74-4c9c-4adc-a965-1a12b7d67773 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 210 time: 0.0615337 Jun 03 22:26:00.352999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da81283-960e-4265-8995-331f1ecb850c req-507442f4-e15d-433f-b770-d3441e9cae22 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:00.354325 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-507442f4-e15d-433f-b770-d3441e9cae22 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.24 "GET /v2.0/networks?id=be9c6eee-0275-4c71-a696-594f006e5c5e HTTP/1.1" status: 200 len: 816 time: 0.1931880 Jun 03 22:26:00.370527 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Request body: {'port': {'device_id': '76cfa12d-4e49-4967-ba65-70239f5b09d3', 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e', 'admin_state_up': True, 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:26:00.519687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:26:00.530927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:26:00.544508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Made reservation on behalf of d2dc3de3e72448b69a4c8da29d4274f3 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:26:00.548198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:00.731835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Allocated IP 172.20.0.8 (be9c6eee-0275-4c71-a696-594f006e5c5e/3cdb7dee-2a34-4e44-ba4c-058c573b5724/337bd182-ea22-4af1-8e84-92bb85ddb626) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:26:00.947721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:00.962925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Transition to ACTIVE for port object 337bd182-ea22-4af1-8e84-92bb85ddb626 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:26:00.989091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:00.995430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e402d8a4-e962-42a0-9f1b-9e2cee634f22 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:01.058422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Network be9c6eee-0275-4c71-a696-594f006e5c5e is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:26:01.061400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:26:01.069556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:26:01.100917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Pushing event updated for resources: {'Port': ['ID=337bd182-ea22-4af1-8e84-92bb85ddb626,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:01.107572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:01.140026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:01.140635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:01.168103 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8017569 Jun 03 22:26:01.180499 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Request body: {'port': {'device_id': '76cfa12d-4e49-4967-ba65-70239f5b09d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:26:01.296027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:01.348835 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9e896563-d769-443f-8438-d91f98ff8a4a None None] Provisioning for port 337bd182-ea22-4af1-8e84-92bb85ddb626 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:26:01.354003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9e896563-d769-443f-8438-d91f98ff8a4a None None] Provisioning complete for port 337bd182-ea22-4af1-8e84-92bb85ddb626 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:26:01.354391 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9e896563-d769-443f-8438-d91f98ff8a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:01.420073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-9e896563-d769-443f-8438-d91f98ff8a4a None None] Port 337bd182-ea22-4af1-8e84-92bb85ddb626 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:26:01.524370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ff266-7eb2-41d5-9732-0fe16c9490a4 req-9a0fb36d-7838-4769-a9d7-10ed7e7025ec tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:01.525797 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-314ff266-7eb2-41d5-9732-0fe16c9490a4 req-9a0fb36d-7838-4769-a9d7-10ed7e7025ec tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 931 time: 0.0941129 Jun 03 22:26:01.574861 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-314ff266-7eb2-41d5-9732-0fe16c9490a4 req-ee90ee44-6e64-4da9-b2dd-7e3c9dc517a9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419397 Jun 03 22:26:01.823176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337bd182-ea22-4af1-8e84-92bb85ddb626 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:26:01.831513 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:01.854220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Transition to ACTIVE for port object 337bd182-ea22-4af1-8e84-92bb85ddb626 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:26:01.861168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:01.867344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:02.022824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Pushing event updated for resources: {'Port': ['ID=337bd182-ea22-4af1-8e84-92bb85ddb626,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:02.026033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:02.109274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Attempting to bind port 337bd182-ea22-4af1-8e84-92bb85ddb626 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:26:02.109609 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Attempting to bind port 337bd182-ea22-4af1-8e84-92bb85ddb626 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:26:02.109933 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Attempting to bind port 337bd182-ea22-4af1-8e84-92bb85ddb626 on network be9c6eee-0275-4c71-a696-594f006e5c5e {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:26:02.115147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Port 337bd182-ea22-4af1-8e84-92bb85ddb626 on network be9c6eee-0275-4c71-a696-594f006e5c5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:26:02.115482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Attempting to bind port 337bd182-ea22-4af1-8e84-92bb85ddb626 on network be9c6eee-0275-4c71-a696-594f006e5c5e {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:26:02.121181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:26:02.121596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Checking segment: {'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:26:02.122178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Bound using segment: {'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:26:02.122731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Bound port: 337bd182-ea22-4af1-8e84-92bb85ddb626, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370c033c-3819-4d42-97cd-bfe8499f6c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1320, 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:26:02.123077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:02.214605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] For port 337bd182-ea22-4af1-8e84-92bb85ddb626, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:26:02.218059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] For port 337bd182-ea22-4af1-8e84-92bb85ddb626, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=337bd182-ea22-4af1-8e84-92bb85ddb626,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:26:02.225280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:02.230191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a3f25f37-aad9-4c37-a7cc-3b6c801b1eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:02.283278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:02.283895 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:02.285433 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] 10.222.0.24 "PUT /v2.0/ports/337bd182-ea22-4af1-8e84-92bb85ddb626 HTTP/1.1" status: 200 len: 1093 time: 1.1092484 Jun 03 22:26:02.285958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cfa12d-4e49-4967-ba65-70239f5b09d3', 'tag': '337bd182-ea22-4af1-8e84-92bb85ddb626'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:26:02.288318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1d7e33-8090-41c1-84e7-2b41fda3d7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "76cfa12d-4e49-4967-ba65-70239f5b09d3", "tag": "337bd182-ea22-4af1-8e84-92bb85ddb626"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:26:02.319200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Pushing event updated for resources: {'Port': ['ID=337bd182-ea22-4af1-8e84-92bb85ddb626,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:02.322748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:02.365482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9490f270-a986-4426-b6fb-d0f2cf987c9f x-openstack-request-id: req-9490f270-a986-4426-b6fb-d0f2cf987c9f {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:26:02.365827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cfa12d-4e49-4967-ba65-70239f5b09d3", "tag": "337bd182-ea22-4af1-8e84-92bb85ddb626", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:26:02.366121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9490f270-a986-4426-b6fb-d0f2cf987c9f {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:26:02.366558 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cfa12d-4e49-4967-ba65-70239f5b09d3', 'tag': '337bd182-ea22-4af1-8e84-92bb85ddb626', 'status': 'completed', 'code': 200} Jun 03 22:26:02.410405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da81283-960e-4265-8995-331f1ecb850c req-1fe823eb-93be-470b-b91c-7c090913e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:02.411988 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-1fe823eb-93be-470b-b91c-7c090913e0bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2dc3de3e72448b69a4c8da29d4274f3&device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 1096 time: 0.0793521 Jun 03 22:26:02.484838 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-c00bfb50-8d2a-4423-ad9d-7f94e2be251b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337bd182-ea22-4af1-8e84-92bb85ddb626 HTTP/1.1" status: 200 len: 217 time: 0.0650189 Jun 03 22:26:02.551173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da81283-960e-4265-8995-331f1ecb850c req-442d5fe2-056e-4c24-8619-0fe47355c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:02.552543 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-442d5fe2-056e-4c24-8619-0fe47355c2b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cdb7dee-2a34-4e44-ba4c-058c573b5724 HTTP/1.1" status: 200 len: 855 time: 0.0612235 Jun 03 22:26:02.641859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da81283-960e-4265-8995-331f1ecb850c req-15aea112-6a20-4e06-a252-d99e8de9a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:02.643318 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-15aea112-6a20-4e06-a252-d99e8de9a89c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be9c6eee-0275-4c71-a696-594f006e5c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842137 Jun 03 22:26:02.767385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25152be8-4c7e-44ac-9792-5072a6bd377d req-d0d1a05c-2cdd-4a3a-b730-49fe6e3891e2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:02.769057 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-25152be8-4c7e-44ac-9792-5072a6bd377d req-d0d1a05c-2cdd-4a3a-b730-49fe6e3891e2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 943 time: 0.0886960 Jun 03 22:26:02.781577 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-ea6878a0-6b36-4d89-85ce-6a3898ba8029 service neutron] 10.222.0.24 "GET /v2.0/networks/be9c6eee-0275-4c71-a696-594f006e5c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312938 Jun 03 22:26:02.821137 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-25152be8-4c7e-44ac-9792-5072a6bd377d req-14edc8a6-62f0-404b-88b8-28efb9872fd3 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451579 Jun 03 22:26:02.920828 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4da81283-960e-4265-8995-331f1ecb850c req-c9f66671-bf07-4f66-b5b8-765867612fa3 service neutron] 10.222.0.24 "GET /v2.0/networks/be9c6eee-0275-4c71-a696-594f006e5c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322234 Jun 03 22:26:03.048861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d7e33-8090-41c1-84e7-2b41fda3d7ac req-8ac590f7-423c-47e8-aaca-9e3f3dd6a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:03.050322 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a1d7e33-8090-41c1-84e7-2b41fda3d7ac req-8ac590f7-423c-47e8-aaca-9e3f3dd6a4c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2dc3de3e72448b69a4c8da29d4274f3&device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 1096 time: 0.0743244 Jun 03 22:26:03.202572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d7e33-8090-41c1-84e7-2b41fda3d7ac req-6259d95a-f528-4f01-9e4e-f3c726461640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:03.203986 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a1d7e33-8090-41c1-84e7-2b41fda3d7ac req-6259d95a-f528-4f01-9e4e-f3c726461640 service neutron] 10.222.0.24 "GET /v2.0/networks?id=be9c6eee-0275-4c71-a696-594f006e5c5e HTTP/1.1" status: 200 len: 918 time: 0.1465859 Jun 03 22:26:03.421302 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a1d7e33-8090-41c1-84e7-2b41fda3d7ac req-7be785f0-eaf4-41cf-a2f2-e598a52bdfd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337bd182-ea22-4af1-8e84-92bb85ddb626 HTTP/1.1" status: 200 len: 217 time: 0.2102811 Jun 03 22:26:03.504780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d7e33-8090-41c1-84e7-2b41fda3d7ac req-92ffc583-4d0a-4166-822c-eacbc40c2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:03.506674 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a1d7e33-8090-41c1-84e7-2b41fda3d7ac req-92ffc583-4d0a-4166-822c-eacbc40c2bfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cdb7dee-2a34-4e44-ba4c-058c573b5724 HTTP/1.1" status: 200 len: 855 time: 0.0754678 Jun 03 22:26:03.599250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d7e33-8090-41c1-84e7-2b41fda3d7ac req-9d2423d5-1d41-4193-955f-12af25195309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:03.600777 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a1d7e33-8090-41c1-84e7-2b41fda3d7ac req-9d2423d5-1d41-4193-955f-12af25195309 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be9c6eee-0275-4c71-a696-594f006e5c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867653 Jun 03 22:26:03.748606 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a1d7e33-8090-41c1-84e7-2b41fda3d7ac req-477eee8b-c4fc-4299-9bcf-1b736e327492 service neutron] 10.222.0.24 "GET /v2.0/networks/be9c6eee-0275-4c71-a696-594f006e5c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401420 Jun 03 22:26:03.896774 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2a1d7e33-8090-41c1-84e7-2b41fda3d7ac req-18a39e7c-f566-47df-a8b2-e38fd17d0255 service neutron] 10.222.0.24 "GET /v2.0/networks/be9c6eee-0275-4c71-a696-594f006e5c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388130 Jun 03 22:26:04.024137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaccb60-c004-48d6-a9de-ee5a2b04e87a req-f0a63c49-89af-4e4e-8b78-217eef34ffbd tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:04.024854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-dbaccb60-c004-48d6-a9de-ee5a2b04e87a req-f0a63c49-89af-4e4e-8b78-217eef34ffbd tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Synchronizing usage tracker for tenant:d2dc3de3e72448b69a4c8da29d4274f3 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:26:04.042894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-dbaccb60-c004-48d6-a9de-ee5a2b04e87a req-f0a63c49-89af-4e4e-8b78-217eef34ffbd tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Unset dirty status for tenant:d2dc3de3e72448b69a4c8da29d4274f3 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:26:04.044250 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dbaccb60-c004-48d6-a9de-ee5a2b04e87a req-f0a63c49-89af-4e4e-8b78-217eef34ffbd tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 943 time: 0.1046560 Jun 03 22:26:04.103397 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dbaccb60-c004-48d6-a9de-ee5a2b04e87a req-f72f7bcf-b128-47cd-8d5c-4177a0f1c64b tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504324 Jun 03 22:26:05.332226 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dcc66-c569-4ffa-a619-e718086a8f58 req-585ab7a1-7065-48bc-9dd3-72da3902503e tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:05.333777 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ca5dcc66-c569-4ffa-a619-e718086a8f58 req-585ab7a1-7065-48bc-9dd3-72da3902503e tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 943 time: 0.0930684 Jun 03 22:26:05.401441 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ca5dcc66-c569-4ffa-a619-e718086a8f58 req-dfa0fbe9-dd9b-4e37-a26c-4e88cc1315e3 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597808 Jun 03 22:26:05.710734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 337bd182-ea22-4af1-8e84-92bb85ddb626 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:26:05.879185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 337bd182-ea22-4af1-8e84-92bb85ddb626, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=337bd182-ea22-4af1-8e84-92bb85ddb626,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:05.894254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '337bd182-ea22-4af1-8e84-92bb85ddb626', 'network_id': 'be9c6eee-0275-4c71-a696-594f006e5c5e', 'port_id': '337bd182-ea22-4af1-8e84-92bb85ddb626', 'mac_address': 'fa:16:3e:96:c2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdb7dee-2a34-4e44-ba4c-058c573b5724', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:26:05.958737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:05.976481 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337bd182-ea22-4af1-8e84-92bb85ddb626 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:26:05.994715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 337bd182-ea22-4af1-8e84-92bb85ddb626, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=337bd182-ea22-4af1-8e84-92bb85ddb626,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:06.003036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:06.005248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3aa22ca4-5f0c-445f-8966-bf06b14c9ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:06.083684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=337bd182-ea22-4af1-8e84-92bb85ddb626,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:06.087547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:06.350271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['337bd182-ea22-4af1-8e84-92bb85ddb626'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:26:06.620210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c733d-f5a3-46f5-8484-0e5eddfd75e5 req-dba8da00-425c-425f-8aeb-e6fb6e6cc6d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:06.621584 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d82c733d-f5a3-46f5-8484-0e5eddfd75e5 req-dba8da00-425c-425f-8aeb-e6fb6e6cc6d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 944 time: 0.1022730 Jun 03 22:26:06.678378 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d82c733d-f5a3-46f5-8484-0e5eddfd75e5 req-cc01deef-9c36-446a-8f9b-c49179645fbe tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498731 Jun 03 22:26:07.710099 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 337bd182-ea22-4af1-8e84-92bb85ddb626 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:26:07.781278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 337bd182-ea22-4af1-8e84-92bb85ddb626 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:26:07.786181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 337bd182-ea22-4af1-8e84-92bb85ddb626 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:26:07.786579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:07.882797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13efe9-fbe7-47f5-887d-c6d08dbef208 req-23ff4a77-9bba-403f-acfc-c1e99e50fc1d tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:07.884268 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ab13efe9-fbe7-47f5-887d-c6d08dbef208 req-23ff4a77-9bba-403f-acfc-c1e99e50fc1d tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 944 time: 0.0919373 Jun 03 22:26:07.914652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:07.936753 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ab13efe9-fbe7-47f5-887d-c6d08dbef208 req-5acb95ca-5949-40c6-a711-2c31da2fbbd6 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458813 Jun 03 22:26:07.943176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cfa12d-4e49-4967-ba65-70239f5b09d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337bd182-ea22-4af1-8e84-92bb85ddb626'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:26:07.945503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008e8788-2bec-4d3b-83a2-052d00422854" -d '{"events": [{"server_uuid": "76cfa12d-4e49-4967-ba65-70239f5b09d3", "name": "network-vif-plugged", "status": "completed", "tag": "337bd182-ea22-4af1-8e84-92bb85ddb626"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:26:07.954842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 337bd182-ea22-4af1-8e84-92bb85ddb626, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=337bd182-ea22-4af1-8e84-92bb85ddb626,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:07.960651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:07.962831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:07.997975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c369a5-39cc-409d-a95e-fb17cde85398 x-openstack-request-id: req-62c369a5-39cc-409d-a95e-fb17cde85398 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:26:07.998333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cfa12d-4e49-4967-ba65-70239f5b09d3", "name": "network-vif-plugged", "status": "completed", "tag": "337bd182-ea22-4af1-8e84-92bb85ddb626", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:26:07.998600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-62c369a5-39cc-409d-a95e-fb17cde85398 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:26:07.998985 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cfa12d-4e49-4967-ba65-70239f5b09d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337bd182-ea22-4af1-8e84-92bb85ddb626', 'code': 200} Jun 03 22:26:08.034728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=337bd182-ea22-4af1-8e84-92bb85ddb626,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:08.042629 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:08.042982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:08.043329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:08.043701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:08.044072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:08.045114 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:08.045459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:08.045789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:08.046120 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:08.046445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:08.046768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:08.047089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:08.051066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:08.246826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8758d-3d07-42c2-b3cf-dad1f056108d req-537f8b19-1848-42d1-8c68-7e864777c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:08.248673 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4ea8758d-3d07-42c2-b3cf-dad1f056108d req-537f8b19-1848-42d1-8c68-7e864777c28a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 1098 time: 0.0879133 Jun 03 22:26:08.292439 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4ea8758d-3d07-42c2-b3cf-dad1f056108d req-84907d92-6c7c-429e-866d-5eb052dc301d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369942 Jun 03 22:26:09.143018 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971cd21-48e9-42ff-a763-7ed3736c0486 req-ff33ac3f-31ed-440f-8cf4-1ec153cecbb9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:09.144535 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0971cd21-48e9-42ff-a763-7ed3736c0486 req-ff33ac3f-31ed-440f-8cf4-1ec153cecbb9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 945 time: 0.0898561 Jun 03 22:26:09.197379 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0971cd21-48e9-42ff-a763-7ed3736c0486 req-9d6f80b9-5002-496a-9d84-d902871067c4 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441515 Jun 03 22:26:10.404420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a2a3a-6263-450d-b028-985d45607873 req-31434d24-34d4-46ca-96a5-32b48f512379 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:10.405897 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-487a2a3a-6263-450d-b028-985d45607873 req-31434d24-34d4-46ca-96a5-32b48f512379 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 945 time: 0.0954440 Jun 03 22:26:10.456287 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-487a2a3a-6263-450d-b028-985d45607873 req-1bc8ed90-8875-4d7c-af71-9d641108a29d tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 Jun 03 22:26:10.814993 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd07b68-b6bb-4abe-a790-50beb4fb4f91 req-d9905e0f-0563-479a-8c79-85f9cd910c05 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:10.816502 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9bd07b68-b6bb-4abe-a790-50beb4fb4f91 req-d9905e0f-0563-479a-8c79-85f9cd910c05 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 945 time: 0.2515571 Jun 03 22:26:10.862071 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9bd07b68-b6bb-4abe-a790-50beb4fb4f91 req-293d2f76-5335-471c-a7b0-c7d028fff000 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397322 Jun 03 22:26:21.147838 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:26:22.810115 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-69d08a4f-b8e1-4bca-a749-3d9d09bba507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:25.357155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:25.511877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c922e7f2-57d3-4b73-a863-168ba2e51caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:27.076167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:27.200712 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:28.567230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:32.297877 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e8e0d-1959-4196-b170-944ac39f4259 req-eed47234-7afa-4090-b362-9d14fefeaf92 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:32.299281 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6b9e8e0d-1959-4196-b170-944ac39f4259 req-eed47234-7afa-4090-b362-9d14fefeaf92 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 945 time: 0.0970752 Jun 03 22:26:32.364926 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6b9e8e0d-1959-4196-b170-944ac39f4259 req-fa55883b-a2c4-4f95-9fb9-13352580ccd8 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587792 Jun 03 22:26:33.586204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8dc50-b92d-44b6-89af-6dc831f308af req-1e62fe1f-e389-4559-944c-011e662ce4ae tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:33.587734 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e9c8dc50-b92d-44b6-89af-6dc831f308af req-1e62fe1f-e389-4559-944c-011e662ce4ae tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 945 time: 0.0955083 Jun 03 22:26:33.640691 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e9c8dc50-b92d-44b6-89af-6dc831f308af req-4b42640c-cb3c-451d-adb9-8c97a0634325 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/security-groups?id=4b74ae6b-39ed-4432-9531-2760cae64ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Jun 03 22:26:34.059983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cba975-a72a-45a9-8d45-89ed8f034d0a req-b675effa-f26b-4a9d-b84d-8721c4d986c1 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:34.061492 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e9cba975-a72a-45a9-8d45-89ed8f034d0a req-b675effa-f26b-4a9d-b84d-8721c4d986c1 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.24 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 945 time: 0.0901008 Jun 03 22:26:34.219642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-e9cba975-a72a-45a9-8d45-89ed8f034d0a req-138d635e-c2c3-4184-8e49-026a8bd982c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Deleting port 337bd182-ea22-4af1-8e84-92bb85ddb626 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:26:34.220054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-e9cba975-a72a-45a9-8d45-89ed8f034d0a req-138d635e-c2c3-4184-8e49-026a8bd982c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:34.357738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-e9cba975-a72a-45a9-8d45-89ed8f034d0a req-138d635e-c2c3-4184-8e49-026a8bd982c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] For port 337bd182-ea22-4af1-8e84-92bb85ddb626, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=337bd182-ea22-4af1-8e84-92bb85ddb626,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:34.357999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-e9cba975-a72a-45a9-8d45-89ed8f034d0a req-138d635e-c2c3-4184-8e49-026a8bd982c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:34.483998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-e9cba975-a72a-45a9-8d45-89ed8f034d0a req-138d635e-c2c3-4184-8e49-026a8bd982c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Calling delete_port for 337bd182-ea22-4af1-8e84-92bb85ddb626 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:26:34.618271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-e9cba975-a72a-45a9-8d45-89ed8f034d0a req-138d635e-c2c3-4184-8e49-026a8bd982c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:34.624944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5747cb5e-2ec1-48dd-8439-98b1a95d2379 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:34.642954 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['337bd182-ea22-4af1-8e84-92bb85ddb626'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:26:34.681100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d635e-c2c3-4184-8e49-026a8bd982c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Pushing event deleted for resources: {'Port': ['ID=337bd182-ea22-4af1-8e84-92bb85ddb626,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:34.722443 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-138d635e-c2c3-4184-8e49-026a8bd982c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:34.768071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cba975-a72a-45a9-8d45-89ed8f034d0a req-138d635e-c2c3-4184-8e49-026a8bd982c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] No DVR routers for this DVR port 337bd182-ea22-4af1-8e84-92bb85ddb626 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:26:34.770970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-e9cba975-a72a-45a9-8d45-89ed8f034d0a req-138d635e-c2c3-4184-8e49-026a8bd982c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:34.773988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cfa12d-4e49-4967-ba65-70239f5b09d3', 'name': 'network-vif-deleted', 'tag': '337bd182-ea22-4af1-8e84-92bb85ddb626'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:26:34.776874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2ced58-3070-44bd-b78e-6cc03f3fe590" -d '{"events": [{"server_uuid": "76cfa12d-4e49-4967-ba65-70239f5b09d3", "name": "network-vif-deleted", "tag": "337bd182-ea22-4af1-8e84-92bb85ddb626"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:26:34.796939 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e9cba975-a72a-45a9-8d45-89ed8f034d0a req-138d635e-c2c3-4184-8e49-026a8bd982c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.24 "DELETE /v2.0/ports/337bd182-ea22-4af1-8e84-92bb85ddb626 HTTP/1.1" status: 204 len: 173 time: 0.7268405 Jun 03 22:26:34.852331 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1783f8f1-cc13-4e90-a569-fa276c46e668 req-a8fb22c7-c316-4e9f-973c-74e963e3ba1e tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] 10.222.0.96 "GET /v2.0/ports?device_id=76cfa12d-4e49-4967-ba65-70239f5b09d3 HTTP/1.1" status: 200 len: 210 time: 0.0642211 Jun 03 22:26:34.881360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdeb236-bbb4-4407-b3b5-cf96c7a3d7c5 x-openstack-request-id: req-3fdeb236-bbb4-4407-b3b5-cf96c7a3d7c5 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:26:34.882137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cfa12d-4e49-4967-ba65-70239f5b09d3", "name": "network-vif-deleted", "tag": "337bd182-ea22-4af1-8e84-92bb85ddb626", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:26:34.882551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3fdeb236-bbb4-4407-b3b5-cf96c7a3d7c5 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:26:34.883164 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cfa12d-4e49-4967-ba65-70239f5b09d3', 'name': 'network-vif-deleted', 'tag': '337bd182-ea22-4af1-8e84-92bb85ddb626', 'status': 'completed', 'code': 200} Jun 03 22:26:36.000789 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33118) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:36.598215 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:37.059094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Deleting port e6b3851a-e81a-4118-af8c-e607e1a85c34 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:26:37.059850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:37.195804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] For port e6b3851a-e81a-4118-af8c-e607e1a85c34, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=e6b3851a-e81a-4118-af8c-e607e1a85c34,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:37.196151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:37.462187 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Calling delete_port for e6b3851a-e81a-4118-af8c-e607e1a85c34 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:26:37.724229 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:37.727730 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ffe8fd18-6867-45e6-97cc-db866708f5da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:37.771363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b3851a-e81a-4118-af8c-e607e1a85c34,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:37.809973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:37.810354 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:37.810732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:37.811101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:37.811530 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:37.811928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:37.812274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:37.812648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:37.813009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:37.813365 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:37.813694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:37.814076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:37.818907 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 337bd182-ea22-4af1-8e84-92bb85ddb626 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:26:37.821824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:37.854090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 337bd182-ea22-4af1-8e84-92bb85ddb626 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:26:37.854433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 337bd182-ea22-4af1-8e84-92bb85ddb626 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:26:38.059221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:38.447515 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Router d762361f-722b-4eea-8d2f-070eda1c8fe4 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:26:38.638451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:26:38.648162 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c2fe93-40b4-4c09-adac-789dc00a8731 None None] Sync routers for ids ['d762361f-722b-4eea-8d2f-070eda1c8fe4'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:26:38.653893 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] 10.222.0.96 "PUT /v2.0/routers/d762361f-722b-4eea-8d2f-070eda1c8fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6507680 Jun 03 22:26:38.655369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33120) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:38.658087 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2fe93-40b4-4c09-adac-789dc00a8731 None None] Routers {'d762361f-722b-4eea-8d2f-070eda1c8fe4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:26:38.658702 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-71c2fe93-40b4-4c09-adac-789dc00a8731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:26:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d762361f-722b-4eea-8d2f-070eda1c8fe4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:38.832316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:38.841397 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-71c2fe93-40b4-4c09-adac-789dc00a8731 None None] Set router d762361f-722b-4eea-8d2f-070eda1c8fe4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:26:39.167972 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-71c2fe93-40b4-4c09-adac-789dc00a8731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'name': 'tempest-TestEncryptedCinderVolumes-548254085-router', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:26:37Z', 'revision_number': 5, 'project_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'gw_port': {'id': 'de488c9d-70c3-4c61-9f72-3646abcbfc4b', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:39.168290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:39.172013 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c2fe93-40b4-4c09-adac-789dc00a8731 None None] Checking router: d762361f-722b-4eea-8d2f-070eda1c8fe4 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:26:39.181885 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2fe93-40b4-4c09-adac-789dc00a8731 None None] Routers {'d762361f-722b-4eea-8d2f-070eda1c8fe4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:26:39.182554 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-71c2fe93-40b4-4c09-adac-789dc00a8731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:26:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['d762361f-722b-4eea-8d2f-070eda1c8fe4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:39.250581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Deleting port de488c9d-70c3-4c61-9f72-3646abcbfc4b {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:26:39.250921 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:39.337610 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-71c2fe93-40b4-4c09-adac-789dc00a8731 None None] Set router d762361f-722b-4eea-8d2f-070eda1c8fe4 gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:26:39.385103 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] For port de488c9d-70c3-4c61-9f72-3646abcbfc4b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=de488c9d-70c3-4c61-9f72-3646abcbfc4b,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:39.385482 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:39.449482 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-71c2fe93-40b4-4c09-adac-789dc00a8731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'name': 'tempest-TestEncryptedCinderVolumes-548254085-router', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:26:39Z', 'revision_number': 6, 'project_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:39.455319 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c2fe93-40b4-4c09-adac-789dc00a8731 None None] The sync data for ids ['d762361f-722b-4eea-8d2f-070eda1c8fe4'] in dv-neutron-792998-2-hyperv is: [{'id': 'd762361f-722b-4eea-8d2f-070eda1c8fe4', 'name': 'tempest-TestEncryptedCinderVolumes-548254085-router', 'tenant_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:06Z', 'updated_at': '2021-06-03T22:26:39Z', 'revision_number': 6, 'project_id': 'd2dc3de3e72448b69a4c8da29d4274f3', 'gw_port_host': None}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:26:39.521933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Calling delete_port for de488c9d-70c3-4c61-9f72-3646abcbfc4b owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:26:39.679501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:39.683098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b4b5c739-f0fa-47f6-9d3d-1e8b8a6d2f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:39.726825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=de488c9d-70c3-4c61-9f72-3646abcbfc4b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:39.729932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:39.824137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:40.010430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:40.012975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:40.046743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:40.047483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d762361f-722b-4eea-8d2f-070eda1c8fe4 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:26:40.059570 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:40.060708 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] 10.222.0.96 "DELETE /v2.0/routers/d762361f-722b-4eea-8d2f-070eda1c8fe4 HTTP/1.1" status: 204 len: 168 time: 1.4043069 Jun 03 22:26:40.063343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33122) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:40.124401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f234e6c-afba-4ad2-a28b-7b62d4887c0a admin admin] Deleting subnet 3cdb7dee-2a34-4e44-ba4c-058c573b5724 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:26:40.127488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f234e6c-afba-4ad2-a28b-7b62d4887c0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:40.181830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f234e6c-afba-4ad2-a28b-7b62d4887c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:40.265974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f234e6c-afba-4ad2-a28b-7b62d4887c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:40.663157 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f234e6c-afba-4ad2-a28b-7b62d4887c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:40.667399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5ab40cf1-e95d-4511-acba-fd6be342f6e6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:40.706672 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f234e6c-afba-4ad2-a28b-7b62d4887c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cdb7dee-2a34-4e44-ba4c-058c573b5724,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:40.709339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2f234e6c-afba-4ad2-a28b-7b62d4887c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:40.712817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2f234e6c-afba-4ad2-a28b-7b62d4887c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:40.713498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a606e64-79a4-4946-8e71-bf58e8d80b1b None None] Network be9c6eee-0275-4c71-a696-594f006e5c5e requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:26:40.717417 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2f234e6c-afba-4ad2-a28b-7b62d4887c0a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/3cdb7dee-2a34-4e44-ba4c-058c573b5724 HTTP/1.1" status: 204 len: 168 time: 0.6528063 Jun 03 22:26:40.720465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33124) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:40.833966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:40.893943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e6b3851a-e81a-4118-af8c-e607e1a85c34 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:26:40.913540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Deleting port 998d43e0-3ab4-41eb-8663-9d6332e05963 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:26:40.913933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:40.930692 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: e6b3851a-e81a-4118-af8c-e607e1a85c34 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:26:40.931030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device e6b3851a-e81a-4118-af8c-e607e1a85c34 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:26:40.931442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device de488c9d-70c3-4c61-9f72-3646abcbfc4b no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:26:40.969091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: de488c9d-70c3-4c61-9f72-3646abcbfc4b {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:26:40.969394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device de488c9d-70c3-4c61-9f72-3646abcbfc4b not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:26:41.030218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] For port 998d43e0-3ab4-41eb-8663-9d6332e05963, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=998d43e0-3ab4-41eb-8663-9d6332e05963,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:41.030817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:41.050706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d4077f-d2ed-4d72-a7af-57b181fdcce5 None None] DHCP port deletion for be9c6eee-0275-4c71-a696-594f006e5c5e request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:26:41.116688 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-97d4077f-d2ed-4d72-a7af-57b181fdcce5 None None] Deleting port 998d43e0-3ab4-41eb-8663-9d6332e05963 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:26:41.117066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-97d4077f-d2ed-4d72-a7af-57b181fdcce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:41.166547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Calling delete_port for 998d43e0-3ab4-41eb-8663-9d6332e05963 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:26:41.216323 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-97d4077f-d2ed-4d72-a7af-57b181fdcce5 None None] For port 998d43e0-3ab4-41eb-8663-9d6332e05963, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=998d43e0-3ab4-41eb-8663-9d6332e05963,segment=NetworkSegment(370c033c-3819-4d42-97cd-bfe8499f6c67),segment_id=370c033c-3819-4d42-97cd-bfe8499f6c67)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:41.216720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-97d4077f-d2ed-4d72-a7af-57b181fdcce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:41.217048 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:41.222115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:41.267323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Pushing event deleted for resources: {'Port': ['ID=998d43e0-3ab4-41eb-8663-9d6332e05963,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:41.269158 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] No DVR routers for this DVR port 998d43e0-3ab4-41eb-8663-9d6332e05963 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:26:41.270732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:41.385309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-97d4077f-d2ed-4d72-a7af-57b181fdcce5 None None] Calling delete_port for 998d43e0-3ab4-41eb-8663-9d6332e05963 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:26:41.397925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:41.412035 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9c6eee-0275-4c71-a696-594f006e5c5e']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:41.425008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370c033c-3819-4d42-97cd-bfe8499f6c67') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:41.425227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370c033c-3819-4d42-97cd-bfe8499f6c67') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:41.431128 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-97d4077f-d2ed-4d72-a7af-57b181fdcce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:41.434786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:41.437138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:41.454583 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:41.461166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Releasing vlan 1320 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:26:41.465111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:26:41.475353 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:26:41.479991 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4077f-d2ed-4d72-a7af-57b181fdcce5 None None] Pushing event deleted for resources: {'Port': ['ID=998d43e0-3ab4-41eb-8663-9d6332e05963,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:41.483439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-97d4077f-d2ed-4d72-a7af-57b181fdcce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:41.486185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4077f-d2ed-4d72-a7af-57b181fdcce5 None None] No DVR routers for this DVR port 998d43e0-3ab4-41eb-8663-9d6332e05963 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:26:41.563422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:41.567907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:41.581399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:41.591943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Pushing event deleted for resources: {'Network': ['ID=be9c6eee-0275-4c71-a696-594f006e5c5e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:41.595599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:41.609379 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] 10.222.0.96 "DELETE /v2.0/networks/be9c6eee-0275-4c71-a696-594f006e5c5e HTTP/1.1" status: 204 len: 168 time: 0.8876808 Jun 03 22:26:41.612408 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33126) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:42.332673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:42.798589 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] Deleting port 3cd11bf3-5284-4755-a4e6-5e95d4772b77 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:26:42.798899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:42.881822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 998d43e0-3ab4-41eb-8663-9d6332e05963 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:26:42.915521 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 998d43e0-3ab4-41eb-8663-9d6332e05963 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:26:42.915886 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 998d43e0-3ab4-41eb-8663-9d6332e05963 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:26:42.930659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] For port 3cd11bf3-5284-4755-a4e6-5e95d4772b77, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3cd11bf3-5284-4755-a4e6-5e95d4772b77,segment=NetworkSegment(203d0972-5b98-4359-b81e-0f8ec8688295),segment_id=203d0972-5b98-4359-b81e-0f8ec8688295)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:42.931020 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:43.079176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] Calling delete_port for 3cd11bf3-5284-4755-a4e6-5e95d4772b77 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:26:43.260192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:43.265817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:43.312388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd11bf3-5284-4755-a4e6-5e95d4772b77,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:43.315537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:43.606073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:44.132542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] Router 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:26:44.318941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:26:44.328407 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] 10.222.0.96 "PUT /v2.0/routers/3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7146962 Jun 03 22:26:44.328631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e86aad-5925-4bdf-bbf3-00bc8acd6e60 None None] Sync routers for ids ['3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:26:44.331119 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33128) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:44.339233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e86aad-5925-4bdf-bbf3-00bc8acd6e60 None None] Routers {'3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:26:44.340155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e9e86aad-5925-4bdf-bbf3-00bc8acd6e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:26:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:44.510237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:44.521189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-e9e86aad-5925-4bdf-bbf3-00bc8acd6e60 None None] Set router 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:26:44.693650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:44.767807 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Deleting port ea1d5c03-2661-4adb-80cf-cf4c71f8aafe {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:26:44.768137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:44.809633 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e9e86aad-5925-4bdf-bbf3-00bc8acd6e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'name': 'tempest-TestEncryptedCinderVolumes-1350124737-router', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:13Z', 'updated_at': '2021-06-03T22:26:43Z', 'revision_number': 5, 'project_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'gw_port': {'id': 'ea1d5c03-2661-4adb-80cf-cf4c71f8aafe', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:25:14Z', 'updated_at': '2021-06-03T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:44.814222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e86aad-5925-4bdf-bbf3-00bc8acd6e60 None None] Checking router: 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:26:44.822696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e86aad-5925-4bdf-bbf3-00bc8acd6e60 None None] Routers {'3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:26:44.823321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e9e86aad-5925-4bdf-bbf3-00bc8acd6e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:26:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:44.895111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] For port ea1d5c03-2661-4adb-80cf-cf4c71f8aafe, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ea1d5c03-2661-4adb-80cf-cf4c71f8aafe,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:44.895486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:44.982268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-e9e86aad-5925-4bdf-bbf3-00bc8acd6e60 None None] Set router 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:26:45.028291 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Calling delete_port for ea1d5c03-2661-4adb-80cf-cf4c71f8aafe owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:26:45.104198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-e9e86aad-5925-4bdf-bbf3-00bc8acd6e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'name': 'tempest-TestEncryptedCinderVolumes-1350124737-router', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:13Z', 'updated_at': '2021-06-03T22:26:44Z', 'revision_number': 6, 'project_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:45.109567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e86aad-5925-4bdf-bbf3-00bc8acd6e60 None None] The sync data for ids ['3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d'] in dv-neutron-792998-2-hyperv is: [{'id': '3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d', 'name': 'tempest-TestEncryptedCinderVolumes-1350124737-router', 'tenant_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:25:13Z', 'updated_at': '2021-06-03T22:26:44Z', 'revision_number': 6, 'project_id': '6f155c15a1e64bfab0a0e0259c9f5b00', 'gw_port_host': None}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:26:45.185820 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:45.189757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-84e4ceb5-8377-4bbe-81d1-3c8bbd868709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:45.235868 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1d5c03-2661-4adb-80cf-cf4c71f8aafe,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:45.239165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:45.329994 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:45.650213 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:45.652562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:45.689144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:45.689659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:26:45.706240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:45.707491 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3dfd3101-2b2c-4517-bfb6-a856f4c2f8d0 admin admin] 10.222.0.96 "DELETE /v2.0/routers/3734fbf2-e9d2-45dd-8e61-aad7d17ceb1d HTTP/1.1" status: 204 len: 168 time: 1.3754392 Jun 03 22:26:45.710259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33130) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:45.772222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-7458f069-131e-4889-9854-214a5a853aad admin admin] Deleting subnet 7b264697-75c3-4f47-8ad1-1909a6f1d4ee {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:26:45.775213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7458f069-131e-4889-9854-214a5a853aad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:45.825630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7458f069-131e-4889-9854-214a5a853aad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:45.914257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7458f069-131e-4889-9854-214a5a853aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:46.181637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7458f069-131e-4889-9854-214a5a853aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:46.186777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cce3f1c8-d80c-4587-9345-d9d4e8a75d10 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:46.230540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458f069-131e-4889-9854-214a5a853aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b264697-75c3-4f47-8ad1-1909a6f1d4ee,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:46.235178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7458f069-131e-4889-9854-214a5a853aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:46.235417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7458f069-131e-4889-9854-214a5a853aad admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:46.244937 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7458f069-131e-4889-9854-214a5a853aad admin admin] 10.222.0.96 "DELETE /v2.0/subnets/7b264697-75c3-4f47-8ad1-1909a6f1d4ee HTTP/1.1" status: 204 len: 168 time: 0.5311289 Jun 03 22:26:46.245174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33132) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:46.250144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5748c5ba-a2ac-4549-949f-a4e212cbbe36 None None] Network 927b19f8-da7d-41e5-be9c-00730dfb1c88 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:26:46.516454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7054809-92ff-4e5b-93b4-52a155afce95 None None] DHCP port deletion for 927b19f8-da7d-41e5-be9c-00730dfb1c88 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:26:46.518894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:46.586343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f7054809-92ff-4e5b-93b4-52a155afce95 None None] Deleting port 3f50066b-98a4-40e8-9575-5f0767cd0908 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:26:46.587019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f7054809-92ff-4e5b-93b4-52a155afce95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:46.594202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Deleting port 3f50066b-98a4-40e8-9575-5f0767cd0908 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:26:46.594532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:46.703077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] For port 3f50066b-98a4-40e8-9575-5f0767cd0908, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3f50066b-98a4-40e8-9575-5f0767cd0908,segment=NetworkSegment(203d0972-5b98-4359-b81e-0f8ec8688295),segment_id=203d0972-5b98-4359-b81e-0f8ec8688295)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:46.703446 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:46.737302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-f7054809-92ff-4e5b-93b4-52a155afce95 None None] For port 3f50066b-98a4-40e8-9575-5f0767cd0908, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3f50066b-98a4-40e8-9575-5f0767cd0908,segment=NetworkSegment(203d0972-5b98-4359-b81e-0f8ec8688295),segment_id=203d0972-5b98-4359-b81e-0f8ec8688295)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:46.737550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f7054809-92ff-4e5b-93b4-52a155afce95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:46.832734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Calling delete_port for 3f50066b-98a4-40e8-9575-5f0767cd0908 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:26:46.867368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f7054809-92ff-4e5b-93b4-52a155afce95 None None] Calling delete_port for 3f50066b-98a4-40e8-9575-5f0767cd0908 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:26:46.885077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:46.887565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3f50066b-98a4-40e8-9575-5f0767cd0908 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:26:46.889512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-73f13192-b777-4c37-bb57-0acd74b9c781 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:46.929369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 3f50066b-98a4-40e8-9575-5f0767cd0908 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:26:46.929765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3f50066b-98a4-40e8-9575-5f0767cd0908 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:26:46.930128 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ea1d5c03-2661-4adb-80cf-cf4c71f8aafe no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:26:46.937268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f50066b-98a4-40e8-9575-5f0767cd0908,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:46.940380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:46.941212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] No DVR routers for this DVR port 3f50066b-98a4-40e8-9575-5f0767cd0908 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:26:46.966765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: ea1d5c03-2661-4adb-80cf-cf4c71f8aafe {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:26:46.967210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ea1d5c03-2661-4adb-80cf-cf4c71f8aafe not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:26:46.967549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3cd11bf3-5284-4755-a4e6-5e95d4772b77 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:26:47.003632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 3cd11bf3-5284-4755-a4e6-5e95d4772b77 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:26:47.003895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3cd11bf3-5284-4755-a4e6-5e95d4772b77 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:26:47.026444 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f7054809-92ff-4e5b-93b4-52a155afce95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:47.030548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-97d4077f-d2ed-4d72-a7af-57b181fdcce5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:47.061238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:47.074079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927b19f8-da7d-41e5-be9c-00730dfb1c88']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:47.085176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7054809-92ff-4e5b-93b4-52a155afce95 None None] Pushing event deleted for resources: {'Port': ['ID=3f50066b-98a4-40e8-9575-5f0767cd0908,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:47.088157 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f7054809-92ff-4e5b-93b4-52a155afce95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:47.088967 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7054809-92ff-4e5b-93b4-52a155afce95 None None] No DVR routers for this DVR port 3f50066b-98a4-40e8-9575-5f0767cd0908 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:26:47.090888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203d0972-5b98-4359-b81e-0f8ec8688295') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:47.091651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203d0972-5b98-4359-b81e-0f8ec8688295') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:47.104844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:47.125042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:47.132157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Releasing vlan 1315 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:26:47.132715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:26:47.146460 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:26:47.230622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:47.234043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-20cea7f4-7fdb-48ff-af2a-75407627ef8a tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:47.247899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:47.259072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Pushing event deleted for resources: {'Network': ['ID=927b19f8-da7d-41e5-be9c-00730dfb1c88,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:47.261918 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] 10.222.0.96 "DELETE /v2.0/networks/927b19f8-da7d-41e5-be9c-00730dfb1c88 HTTP/1.1" status: 204 len: 168 time: 1.0157692 Jun 03 22:26:47.262796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:47.470799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33136) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:47.527691 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7021d9a0-0d4f-4307-a65d-242eedb4a520 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d2dc3de3e72448b69a4c8da29d4274f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553215 Jun 03 22:26:47.530202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33138) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:47.597573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1ff41967-1776-4853-87a5-3c380254c169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:47.634916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1ff41967-1776-4853-87a5-3c380254c169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:47.710395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1ff41967-1776-4853-87a5-3c380254c169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:47.716306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:47.736461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff41967-1776-4853-87a5-3c380254c169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b74ae6b-39ed-4432-9531-2760cae64ea6,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:47.739548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1ff41967-1776-4853-87a5-3c380254c169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:47.749537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1ff41967-1776-4853-87a5-3c380254c169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:47.752947 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1ff41967-1776-4853-87a5-3c380254c169 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4b74ae6b-39ed-4432-9531-2760cae64ea6 HTTP/1.1" status: 204 len: 168 time: 0.2195938 Jun 03 22:26:48.149347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33144) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:48.200226 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5619552d-d3e2-4320-a38b-99335fb86ba7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6f155c15a1e64bfab0a0e0259c9f5b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495877 Jun 03 22:26:48.203887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33146) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:48.265538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a2609eff-b836-4fd8-9fe4-b52c373f99d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:48.292517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a2609eff-b836-4fd8-9fe4-b52c373f99d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:48.357699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a2609eff-b836-4fd8-9fe4-b52c373f99d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:48.362188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-00840b2e-c37f-4c5c-9f57-37d0383dc82a tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:48.373550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2609eff-b836-4fd8-9fe4-b52c373f99d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c13a3d4-47ad-4403-9466-6ed3a983447d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:48.377706 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a2609eff-b836-4fd8-9fe4-b52c373f99d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:48.381313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a2609eff-b836-4fd8-9fe4-b52c373f99d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:48.382509 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a2609eff-b836-4fd8-9fe4-b52c373f99d0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6c13a3d4-47ad-4403-9466-6ed3a983447d HTTP/1.1" status: 204 len: 168 time: 0.1776373 Jun 03 22:26:49.227319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33168) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:49.351322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-618132257-network', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:26:49.356343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:26:49.360923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Usage tracker for resource:network and tenant:4e7b5ffa7d004254b66f343f9f023606 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:26:49.365394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:26:49.371321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:26:49.382868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Made reservation on behalf of 4e7b5ffa7d004254b66f343f9f023606 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:26:49.386600 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:49.405981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:49.421624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:26:49.426455 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Usage tracker for resource:security_group_rule and tenant:4e7b5ffa7d004254b66f343f9f023606 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:26:49.429766 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:26:49.436264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:26:49.532735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:49.539195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:49.542343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-070f102d-cae5-41b1-a666-b478a60d7bdc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:49.570478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:26:49.579353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb2eefd-b4c2-4f64-88a5-7045c953306b,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:49.582993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:49.587777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:49.587777 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Added segment 1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1 of type vlan for network eaadc1a9-9488-4cee-9920-385b6c4ceff5 Jun 03 22:26:49.622662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:49.657812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:49.658823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:49.659379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:49.662865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b4917412-75e1-4fb7-be67-7df17f1a0795 tempest-BulkNetworkOpsIpV6Test-1644976471 tempest-BulkNetworkOpsIpV6Test-1644976471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:49.761916 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5327971 Jun 03 22:26:49.762698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Pushing event updated for resources: {'Network': ['ID=eaadc1a9-9488-4cee-9920-385b6c4ceff5,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:49.765409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33172) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:49.767716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:49.771242 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Request body: {'subnet': {'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-618132257-subnet', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'ip_version': 4}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:26:49.773602 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network eaadc1a9-9488-4cee-9920-385b6c4ceff5 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:26:49.776467 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:26:49.780738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Usage tracker for resource:subnet and tenant:4e7b5ffa7d004254b66f343f9f023606 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:26:49.783754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:26:49.790089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:26:49.805313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Made reservation on behalf of 4e7b5ffa7d004254b66f343f9f023606 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:26:49.807716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:50.206794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:50.210499 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ac007052-e82a-4061-8d8d-15fa9709386d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:50.285096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:50.288202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:50.298241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Checking segment: {'id': '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:26:50.298569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Network hostable DHCP agents. Network: eaadc1a9-9488-4cee-9920-385b6c4ceff5, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:26:50.318035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Network eaadc1a9-9488-4cee-9920-385b6c4ceff5 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:26:50.329306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, eaadc1a9-9488-4cee-9920-385b6c4ceff5) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:26:50.339043 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78460862-6aa1-4b0b-b813-a52650a23e05 None None] Network eaadc1a9-9488-4cee-9920-385b6c4ceff5 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:26:50.341321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:50.341965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:50.369606 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6031036 Jun 03 22:26:50.372284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33174) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:50.377272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:26:50.382154 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:26:50.386417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Usage tracker for resource:router and tenant:4e7b5ffa7d004254b66f343f9f023606 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:26:50.389321 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:26:50.395809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:26:50.409667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:50.410864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:50.427707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:50.585218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'fixed_ips': [{'subnet_id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:26:50.586001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:50.769180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Allocated IP 172.20.0.2 (eaadc1a9-9488-4cee-9920-385b6c4ceff5/f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b/7e0c87da-58ed-4b41-a9b2-02650539c5f4) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:26:50.878388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:50.991216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:51.005608 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Transition to ACTIVE for port object 7e0c87da-58ed-4b41-a9b2-02650539c5f4 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:26:51.025298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Transition to ACTIVE for port object 7e0c87da-58ed-4b41-a9b2-02650539c5f4 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:26:51.032507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:51.036292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:51.112015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Network eaadc1a9-9488-4cee-9920-385b6c4ceff5 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:26:51.117208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:26:51.119982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:26:51.159137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Pushing event updated for resources: {'Port': ['ID=7e0c87da-58ed-4b41-a9b2-02650539c5f4,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:51.167477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:51.221357 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Attempting to bind port 7e0c87da-58ed-4b41-a9b2-02650539c5f4 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:26:51.221720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Attempting to bind port 7e0c87da-58ed-4b41-a9b2-02650539c5f4 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:26:51.222079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Attempting to bind port 7e0c87da-58ed-4b41-a9b2-02650539c5f4 on network eaadc1a9-9488-4cee-9920-385b6c4ceff5 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:26:51.227686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:26:51.228058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Checking segment: {'id': '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:26:51.228447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:51.228840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Bound using segment: {'id': '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:26:51.228994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:51.229311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Bound port: 7e0c87da-58ed-4b41-a9b2-02650539c5f4, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:26:51.229684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:51.259344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:51.322721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] For port 7e0c87da-58ed-4b41-a9b2-02650539c5f4, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:26:51.325973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] For port 7e0c87da-58ed-4b41-a9b2-02650539c5f4, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7e0c87da-58ed-4b41-a9b2-02650539c5f4,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:26:51.331545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:51.336058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-49e1419b-7eb9-48b3-a18f-50e717bf0b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:51.406258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Allocated IP 172.26.3.52 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/a0669f01-9026-4bd4-9681-51f1175a3ffb) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:26:51.421096 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Pushing event updated for resources: {'Port': ['ID=7e0c87da-58ed-4b41-a9b2-02650539c5f4,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:51.424511 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:51.570913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:51.607671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:51.614185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d9df5dc8-9095-4d41-b06d-d4cb558c64bc tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:51.675057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:26:51.677841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:26:51.681437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:26:51.729803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Pushing event updated for resources: {'Port': ['ID=a0669f01-9026-4bd4-9681-51f1175a3ffb,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:51.737687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:52.135588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:52.323175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcff373-9d9e-4017-996a-10b1c1b84876 None None] Network eaadc1a9-9488-4cee-9920-385b6c4ceff5 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:26:52.463154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5a4a606b-3f3b-4eff-8c46-4c858ec06955 None None] Provisioning for port 7e0c87da-58ed-4b41-a9b2-02650539c5f4 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:26:52.637457 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:52.809093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-58224a78-8926-4895-9790-041f1cee0e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:52.868929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Router 69cc7e79-b7c2-4728-9718-77f4c821d08c is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:26:52.923092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7e0c87da-58ed-4b41-a9b2-02650539c5f4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:26:52.991184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 7e0c87da-58ed-4b41-a9b2-02650539c5f4 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:26:52.995905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 7e0c87da-58ed-4b41-a9b2-02650539c5f4 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:26:52.996275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:53.054529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:26:53.064066 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Sync routers for ids ['69cc7e79-b7c2-4728-9718-77f4c821d08c'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:26:53.074198 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Routers {'69cc7e79-b7c2-4728-9718-77f4c821d08c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:26:53.074880 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:26:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['69cc7e79-b7c2-4728-9718-77f4c821d08c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:53.092427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:53.097492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33176) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:53.105288 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7213340 Jun 03 22:26:53.126585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:53.162416 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 7e0c87da-58ed-4b41-a9b2-02650539c5f4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7e0c87da-58ed-4b41-a9b2-02650539c5f4,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:53.168573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:53.173385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:53.241851 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=7e0c87da-58ed-4b41-a9b2-02650539c5f4,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:53.245916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:53.265965 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Set router 69cc7e79-b7c2-4728-9718-77f4c821d08c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:26:53.555121 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:26:51Z', 'revision_number': 3, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port': {'id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:51Z', 'updated_at': '2021-06-03T22:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:53.559034 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Checking router: 69cc7e79-b7c2-4728-9718-77f4c821d08c for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:26:53.559406 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Updating router 69cc7e79-b7c2-4728-9718-77f4c821d08c port a0669f01-9026-4bd4-9681-51f1175a3ffb binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:26:53.613953 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:53.799823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:53.977245 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:53.989465 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Transition to ACTIVE for port object a0669f01-9026-4bd4-9681-51f1175a3ffb will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:26:53.997006 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:54.000723 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-1111f046-bf00-4392-ac5d-4b686a22be5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:54.019058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Allocated IP 172.20.0.1 (eaadc1a9-9488-4cee-9920-385b6c4ceff5/f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b/dc805ec2-6315-4055-9ad5-df3e4ffb10cc) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:26:54.075989 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Attempting to bind port a0669f01-9026-4bd4-9681-51f1175a3ffb on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:26:54.076569 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Attempting to bind port a0669f01-9026-4bd4-9681-51f1175a3ffb by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:26:54.076707 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Attempting to bind port a0669f01-9026-4bd4-9681-51f1175a3ffb on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:26:54.084562 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Pushing event updated for resources: {'Port': ['ID=a0669f01-9026-4bd4-9681-51f1175a3ffb,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:54.093837 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:26:54.094207 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:26:54.094614 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:54.094991 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:26:54.095453 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Bound port: a0669f01-9026-4bd4-9681-51f1175a3ffb, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:26:54.095843 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:54.127145 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:54.127497 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:54.127830 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:54.128157 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:54.128469 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:54.128787 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:54.129104 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:54.129416 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:54.129729 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:54.130041 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:54.130348 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:54.130997 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:54.134865 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:54.178650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:54.192499 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] For port a0669f01-9026-4bd4-9681-51f1175a3ffb, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:26:54.195730 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] For port a0669f01-9026-4bd4-9681-51f1175a3ffb, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a0669f01-9026-4bd4-9681-51f1175a3ffb,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:26:54.197248 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Transition to ACTIVE for port object dc805ec2-6315-4055-9ad5-df3e4ffb10cc will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:26:54.203484 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:54.208032 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-d4bbc0e7-badd-403b-b233-caf42face7aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:54.229623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:54.235107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c070e47d-2df0-4c7c-a4f6-3568f4cef5cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:54.285260 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Routers {'69cc7e79-b7c2-4728-9718-77f4c821d08c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:26:54.285902 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:26:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['69cc7e79-b7c2-4728-9718-77f4c821d08c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:54.291988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Network eaadc1a9-9488-4cee-9920-385b6c4ceff5 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:26:54.294705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:26:54.310309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:26:54.348261 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Pushing event updated for resources: {'Port': ['ID=a0669f01-9026-4bd4-9681-51f1175a3ffb,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:54.361009 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:54.495671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Pushing event updated for resources: {'Port': ['ID=dc805ec2-6315-4055-9ad5-df3e4ffb10cc,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:54.497433 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] Set router 69cc7e79-b7c2-4728-9718-77f4c821d08c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:26:54.499758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:54.519794 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:54.542337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ef18ecb4-e08a-41f7-88b0-79bd8eca95ef None None] Provisioning for port dc805ec2-6315-4055-9ad5-df3e4ffb10cc completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:26:54.550690 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ef18ecb4-e08a-41f7-88b0-79bd8eca95ef None None] Provisioning complete for port dc805ec2-6315-4055-9ad5-df3e4ffb10cc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:26:54.551253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ef18ecb4-e08a-41f7-88b0-79bd8eca95ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:54.615804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-ef18ecb4-e08a-41f7-88b0-79bd8eca95ef None None] Port dc805ec2-6315-4055-9ad5-df3e4ffb10cc cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:26:54.797443 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:26:51Z', 'revision_number': 3, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port': {'id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:51Z', 'updated_at': '2021-06-03T22:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:54.797757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:54.801725 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5d530-b86c-413e-af49-8c0effe7f110 None None] The sync data for ids ['69cc7e79-b7c2-4728-9718-77f4c821d08c'] in dv-neutron-792998-2-hyperv is: [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:26:51Z', 'revision_number': 3, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port': {'id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:51Z', 'updated_at': '2021-06-03T22:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:26:54.902001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7e0c87da-58ed-4b41-a9b2-02650539c5f4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:26:54.975208 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 7e0c87da-58ed-4b41-a9b2-02650539c5f4 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:26:54.975620 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:55.051653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:55.057046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:55.090568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-355f83ce-9249-4c44-bbc7-a7e810c93e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:55.184107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:55.189470 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Pushing event updated for resources: {'Port': ['ID=dc805ec2-6315-4055-9ad5-df3e4ffb10cc,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:55.194042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:55.332986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Network eaadc1a9-9488-4cee-9920-385b6c4ceff5 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:26:55.334207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:26:55.361642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:55.501156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c9d131a9-4e0a-4560-957a-28575a6c93c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:55.537402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Router 69cc7e79-b7c2-4728-9718-77f4c821d08c has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:26:55.544130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d536555f-c619-4e7c-9900-3ae32ec39f4f None None] Provisioning complete for port dc805ec2-6315-4055-9ad5-df3e4ffb10cc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:26:55.544711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d536555f-c619-4e7c-9900-3ae32ec39f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:55.603586 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d536555f-c619-4e7c-9900-3ae32ec39f4f None None] Port dc805ec2-6315-4055-9ad5-df3e4ffb10cc cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:26:55.727150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:26:55.737742 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] 10.222.0.96 "PUT /v2.0/routers/69cc7e79-b7c2-4728-9718-77f4c821d08c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6383073 Jun 03 22:26:56.332542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33192) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:56.337645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-51939395-network', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:26:56.342641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:26:56.346949 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Usage tracker for resource:network and tenant:3d61815b53d64d58923aa2b8ec4f128e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:26:56.350115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:26:56.360287 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:26:56.377265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Made reservation on behalf of 3d61815b53d64d58923aa2b8ec4f128e for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:26:56.379955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:56.383545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Sync routers for ids ['69cc7e79-b7c2-4728-9718-77f4c821d08c'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:26:56.392937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:56.394431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Routers {'69cc7e79-b7c2-4728-9718-77f4c821d08c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:26:56.395076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:26:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['69cc7e79-b7c2-4728-9718-77f4c821d08c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:56.408668 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:26:56.412655 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Usage tracker for resource:security_group_rule and tenant:3d61815b53d64d58923aa2b8ec4f128e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:26:56.415681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:26:56.422692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:26:56.512567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:56.519559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:56.523475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9db24aa6-f04b-4c74-9d43-22af516a8f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:56.556058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:26:56.561610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0552f020-6998-4628-badb-3fdb9e051adb,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:56.565365 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:56.569220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:56.569545 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Added segment 0f14e580-338d-4168-a391-28b17156ac72 of type vlan for network 9cdedbf5-693c-48e6-b447-b87c7c195bf9 Jun 03 22:26:56.594016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Set router 69cc7e79-b7c2-4728-9718-77f4c821d08c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:26:56.598065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:56.635863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:56.636831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:56.637404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:56.641116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e30aa11a-2782-42a7-8ce3-94cc98694359 tempest-RoutersTest-1823909359 tempest-RoutersTest-1823909359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:56.731431 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3975799 Jun 03 22:26:56.735700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33194) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:56.740642 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Pushing event updated for resources: {'Network': ['ID=9cdedbf5-693c-48e6-b447-b87c7c195bf9,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:56.742351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Request body: {'subnet': {'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-51939395-subnet', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'ip_version': 4}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:26:56.743392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:56.748083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:26:56.752977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Usage tracker for resource:subnet and tenant:3d61815b53d64d58923aa2b8ec4f128e is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:26:56.757234 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:26:56.758920 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 9cdedbf5-693c-48e6-b447-b87c7c195bf9 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:26:56.763563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:26:56.776399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Made reservation on behalf of 3d61815b53d64d58923aa2b8ec4f128e for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:26:56.778856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:56.920755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a0669f01-9026-4bd4-9681-51f1175a3ffb up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:26:57.055483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port a0669f01-9026-4bd4-9681-51f1175a3ffb completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:26:57.067100 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a0669f01-9026-4bd4-9681-51f1175a3ffb triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:26:57.067499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:57.203138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:26:54Z', 'revision_number': 4, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port': {'id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:51Z', 'updated_at': '2021-06-03T22:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'dc805ec2-6315-4055-9ad5-df3e4ffb10cc', 'name': '', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'mac_address': 'fa:16:3e:2f:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:53Z', 'updated_at': '2021-06-03T22:26:54Z', 'revision_number': 2, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'subnets': [{'id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:57.205212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:57.217895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Checking router: 69cc7e79-b7c2-4728-9718-77f4c821d08c for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:26:57.218267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Updating router 69cc7e79-b7c2-4728-9718-77f4c821d08c port dc805ec2-6315-4055-9ad5-df3e4ffb10cc binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:26:57.240411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:57.244839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a1514573-5524-459d-8020-dd5b193d59e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:57.247540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:57.311449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:57.314991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9ab64a-6b22-4058-bbd6-016c249e4709,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:57.326314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:57.326691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:57.327060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:57.327508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:57.327900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:57.328260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:57.328632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:57.328987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:57.329322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:57.329680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:57.330324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:57.330324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:26:57.333987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:57.335062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Checking segment: {'id': '0f14e580-338d-4168-a391-28b17156ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:26:57.335415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Network hostable DHCP agents. Network: 9cdedbf5-693c-48e6-b447-b87c7c195bf9, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:26:57.355072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Network 9cdedbf5-693c-48e6-b447-b87c7c195bf9 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:26:57.367765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 9cdedbf5-693c-48e6-b447-b87c7c195bf9) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:26:57.379012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:57.380847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:26:57.381614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:57.383680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6174c69-0927-4b27-9bcd-9a0bc1cb218c None None] Network 9cdedbf5-693c-48e6-b447-b87c7c195bf9 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:26:57.413213 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6731508 Jun 03 22:26:57.413974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33196) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:26:57.418608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-51939395-router', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:26:57.424605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:26:57.428627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Usage tracker for resource:router and tenant:3d61815b53d64d58923aa2b8ec4f128e is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:26:57.431567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:26:57.437536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:26:57.450764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:57.451835 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:57.468366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:57.477130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port a0669f01-9026-4bd4-9681-51f1175a3ffb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a0669f01-9026-4bd4-9681-51f1175a3ffb,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:26:57.544104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:57.552049 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:57.770766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=a0669f01-9026-4bd4-9681-51f1175a3ffb,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:57.776835 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:57.867756 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-9cdedbf5-693c-48e6-b447-b87c7c195bf9', 'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'fixed_ips': [{'subnet_id': '6a9ab64a-6b22-4058-bbd6-016c249e4709'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:26:57.868595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:57.910706 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:58.065835 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:58.088448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Transition to ACTIVE for port object dc805ec2-6315-4055-9ad5-df3e4ffb10cc will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:26:58.100758 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:58.106747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-1b17695c-c5ee-407b-ab04-f1e3d4b291c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:58.136419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Allocated IP 172.20.0.2 (9cdedbf5-693c-48e6-b447-b87c7c195bf9/6a9ab64a-6b22-4058-bbd6-016c249e4709/65a35023-f4bd-4eac-b386-96f1541b5b5d) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:26:58.153260 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:26:58.229027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:58.262661 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2cb67-acd0-4a5b-815e-9fefe8c554b5 None None] Pushing event updated for resources: {'Port': ['ID=dc805ec2-6315-4055-9ad5-df3e4ffb10cc,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:58.264325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:58.304938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-87d2cb67-acd0-4a5b-815e-9fefe8c554b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:58.418597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Allocated IP 172.26.3.137 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/bdf8b9c3-964b-4b8d-820c-c5ba03c5b001) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:26:58.425841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Attempting to bind port dc805ec2-6315-4055-9ad5-df3e4ffb10cc on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:26:58.426205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Attempting to bind port dc805ec2-6315-4055-9ad5-df3e4ffb10cc by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:26:58.426552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Attempting to bind port dc805ec2-6315-4055-9ad5-df3e4ffb10cc on network eaadc1a9-9488-4cee-9920-385b6c4ceff5 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:26:58.447663 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:26:58.447914 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Checking segment: {'id': '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:26:58.448339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:58.448728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Bound using segment: {'id': '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:26:58.449203 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Bound port: dc805ec2-6315-4055-9ad5-df3e4ffb10cc, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:26:58.449569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:58.573148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:58.605424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:58.606490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:58.611001 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fc95cc92-11e8-4b48-8c51-8651817e6ce3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:58.622960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:58.636251 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] For port dc805ec2-6315-4055-9ad5-df3e4ffb10cc, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:26:58.638325 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Transition to ACTIVE for port object 65a35023-f4bd-4eac-b386-96f1541b5b5d will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:26:58.641763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] For port dc805ec2-6315-4055-9ad5-df3e4ffb10cc, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=dc805ec2-6315-4055-9ad5-df3e4ffb10cc,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:26:58.649800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:58.657192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-760498f9-da33-4d4a-953b-09ba1ea45e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:58.669544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:26:58.672432 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:26:58.676127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:26:58.710669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Transition to ACTIVE for port object 65a35023-f4bd-4eac-b386-96f1541b5b5d will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:26:58.726756 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:58.729585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf8b9c3-964b-4b8d-820c-c5ba03c5b001,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:58.739002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:58.753057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Routers {'69cc7e79-b7c2-4728-9718-77f4c821d08c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:26:58.753646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:26:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['69cc7e79-b7c2-4728-9718-77f4c821d08c'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:58.883637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2cb67-acd0-4a5b-815e-9fefe8c554b5 None None] Pushing event updated for resources: {'Port': ['ID=dc805ec2-6315-4055-9ad5-df3e4ffb10cc,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:58.896013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-87d2cb67-acd0-4a5b-815e-9fefe8c554b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:58.903977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c6d2c1be-0a5b-49ae-a18c-283639e7feee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:58.939929 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Network 9cdedbf5-693c-48e6-b447-b87c7c195bf9 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:26:58.950348 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a0669f01-9026-4bd4-9681-51f1175a3ffb up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:26:58.975526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:26:58.978673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:26:59.187110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Pushing event updated for resources: {'Port': ['ID=65a35023-f4bd-4eac-b386-96f1541b5b5d,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:59.205130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:59.235049 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Attempting to bind port 65a35023-f4bd-4eac-b386-96f1541b5b5d on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:26:59.235413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Attempting to bind port 65a35023-f4bd-4eac-b386-96f1541b5b5d by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '0f14e580-338d-4168-a391-28b17156ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:26:59.235802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Attempting to bind port 65a35023-f4bd-4eac-b386-96f1541b5b5d on network 9cdedbf5-693c-48e6-b447-b87c7c195bf9 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:26:59.261301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:26:59.261694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Checking segment: {'id': '0f14e580-338d-4168-a391-28b17156ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:26:59.262297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:59.262703 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Bound using segment: {'id': '0f14e580-338d-4168-a391-28b17156ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:26:59.263198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Bound port: 65a35023-f4bd-4eac-b386-96f1541b5b5d, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f14e580-338d-4168-a391-28b17156ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:26:59.263622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:59.274817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] Set router 69cc7e79-b7c2-4728-9718-77f4c821d08c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:26:59.321906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:59.336909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a0669f01-9026-4bd4-9681-51f1175a3ffb triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:26:59.337278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:59.617901 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] For port 65a35023-f4bd-4eac-b386-96f1541b5b5d, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:26:59.672224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] For port 65a35023-f4bd-4eac-b386-96f1541b5b5d, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=65a35023-f4bd-4eac-b386-96f1541b5b5d,segment=NetworkSegment(0f14e580-338d-4168-a391-28b17156ac72),segment_id=0f14e580-338d-4168-a391-28b17156ac72)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:26:59.675404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:59.686710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:26:59.701837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:26:59.834225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Pushing event updated for resources: {'Port': ['ID=65a35023-f4bd-4eac-b386-96f1541b5b5d,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:26:59.839437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:26:59.861014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:26:54Z', 'revision_number': 4, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port': {'id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:51Z', 'updated_at': '2021-06-03T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'dc805ec2-6315-4055-9ad5-df3e4ffb10cc', 'name': '', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'mac_address': 'fa:16:3e:2f:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:53Z', 'updated_at': '2021-06-03T22:26:58Z', 'revision_number': 4, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'subnets': [{'id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:26:59.865885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615f467a-7c4c-48da-ac00-c8e7dffaa9d7 None None] The sync data for ids ['69cc7e79-b7c2-4728-9718-77f4c821d08c'] in dv-neutron-792998-2-hyperv is: [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:26:54Z', 'revision_number': 4, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port': {'id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:51Z', 'updated_at': '2021-06-03T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'dc805ec2-6315-4055-9ad5-df3e4ffb10cc', 'name': '', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'mac_address': 'fa:16:3e:2f:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:53Z', 'updated_at': '2021-06-03T22:26:58Z', 'revision_number': 4, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'subnets': [{'id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:26:59.901688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Router e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:27:00.151038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:27:00.170185 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Sync routers for ids ['e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:27:00.181722 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Routers {'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:27:00.182663 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:26:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:27:00.185090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:00.190015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33198) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:27:00.190856 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7756624 Jun 03 22:27:00.385291 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Set router e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:27:00.720140 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'name': 'tempest-TestMinimumBasicScenario-51939395-router', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:57Z', 'updated_at': '2021-06-03T22:26:58Z', 'revision_number': 3, 'project_id': '3d61815b53d64d58923aa2b8ec4f128e', 'gw_port': {'id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:42:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:58Z', 'updated_at': '2021-06-03T22:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:27:00.729138 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Checking router: e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:27:00.730119 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Updating router e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 port bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:27:00.852692 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:00.984492 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70439e2b-20ee-47b0-b747-759f91496d90 None None] Network 9cdedbf5-693c-48e6-b447-b87c7c195bf9 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:27:01.032711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device dc805ec2-6315-4055-9ad5-df3e4ffb10cc up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:27:01.197118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.204051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1d61bf68-8e64-4781-9731-92f601543fba None None] Provisioning for port 65a35023-f4bd-4eac-b386-96f1541b5b5d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:27:01.275858 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port dc805ec2-6315-4055-9ad5-df3e4ffb10cc completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:27:01.290964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port dc805ec2-6315-4055-9ad5-df3e4ffb10cc triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:01.291344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.302573 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.318425 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Transition to ACTIVE for port object bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:27:01.328114 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.332457 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-c9e0ee55-c886-4296-b212-5e8036a8a042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:01.415331 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Attempting to bind port bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:27:01.415796 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Attempting to bind port bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:27:01.416228 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Attempting to bind port bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:27:01.423592 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0472b31-b49c-44d3-8565-c1b3523d50ed None None] Pushing event updated for resources: {'Port': ['ID=bdf8b9c3-964b-4b8d-820c-c5ba03c5b001,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:01.427270 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-e0472b31-b49c-44d3-8565-c1b3523d50ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:01.428299 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:27:01.428759 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:27:01.429218 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.429670 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:27:01.430238 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Bound port: bdf8b9c3-964b-4b8d-820c-c5ba03c5b001, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:27:01.430764 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.450227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Allocated IP 172.20.0.1 (9cdedbf5-693c-48e6-b447-b87c7c195bf9/6a9ab64a-6b22-4058-bbd6-016c249e4709/be75e9ec-58a4-45b1-a66b-fa975fae253d) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:27:01.516966 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] For port bdf8b9c3-964b-4b8d-820c-c5ba03c5b001, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:27:01.520441 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] For port bdf8b9c3-964b-4b8d-820c-c5ba03c5b001, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=bdf8b9c3-964b-4b8d-820c-c5ba03c5b001,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:27:01.526965 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.533378 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:01.544025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.588448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port dc805ec2-6315-4055-9ad5-df3e4ffb10cc, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=dc805ec2-6315-4055-9ad5-df3e4ffb10cc,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:27:01.595874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.597538 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 65a35023-f4bd-4eac-b386-96f1541b5b5d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:27:01.611616 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Routers {'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:27:01.612319 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:26:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:27:01.625572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.628594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-f7054809-92ff-4e5b-93b4-52a155afce95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:01.649655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Transition to ACTIVE for port object be75e9ec-58a4-45b1-a66b-fa975fae253d will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:27:01.685858 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0472b31-b49c-44d3-8565-c1b3523d50ed None None] Pushing event updated for resources: {'Port': ['ID=bdf8b9c3-964b-4b8d-820c-c5ba03c5b001,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:01.689500 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-e0472b31-b49c-44d3-8565-c1b3523d50ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:01.694622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.706481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b6901141-2a65-4735-9859-32a74f04b59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:01.749795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=dc805ec2-6315-4055-9ad5-df3e4ffb10cc,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:01.765015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Network 9cdedbf5-693c-48e6-b447-b87c7c195bf9 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:27:01.767562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:27:01.768986 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:01.771332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:27:01.783070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 65a35023-f4bd-4eac-b386-96f1541b5b5d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:27:01.792861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 65a35023-f4bd-4eac-b386-96f1541b5b5d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:01.793790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.821103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Pushing event updated for resources: {'Port': ['ID=be75e9ec-58a4-45b1-a66b-fa975fae253d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:01.830347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:01.835630 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] Set router e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:27:01.848436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.965083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:01.980581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-9fb13f64-f0e0-41c1-a846-fc4ddb19ef02 None None] Provisioning complete for port 65a35023-f4bd-4eac-b386-96f1541b5b5d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:01.981055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9fb13f64-f0e0-41c1-a846-fc4ddb19ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:02.054654 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 65a35023-f4bd-4eac-b386-96f1541b5b5d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=65a35023-f4bd-4eac-b386-96f1541b5b5d,segment=NetworkSegment(0f14e580-338d-4168-a391-28b17156ac72),segment_id=0f14e580-338d-4168-a391-28b17156ac72)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:27:02.068872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:02.072013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:02.192084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:02.195979 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'name': 'tempest-TestMinimumBasicScenario-51939395-router', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:57Z', 'updated_at': '2021-06-03T22:26:58Z', 'revision_number': 3, 'project_id': '3d61815b53d64d58923aa2b8ec4f128e', 'gw_port': {'id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:42:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:58Z', 'updated_at': '2021-06-03T22:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:27:02.200216 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b38161-e60d-4ff7-8a70-6dd4ccda44ce None None] The sync data for ids ['e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'] in dv-neutron-792998-2-hyperv is: [{'id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'name': 'tempest-TestMinimumBasicScenario-51939395-router', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:57Z', 'updated_at': '2021-06-03T22:26:58Z', 'revision_number': 3, 'project_id': '3d61815b53d64d58923aa2b8ec4f128e', 'gw_port': {'id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:42:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:58Z', 'updated_at': '2021-06-03T22:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:27:02.227486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=65a35023-f4bd-4eac-b386-96f1541b5b5d,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:02.232238 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:02.343719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e6151b1a-8af4-4ed0-a19d-52d397459449 None None] Provisioning for port be75e9ec-58a4-45b1-a66b-fa975fae253d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:27:02.351636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e6151b1a-8af4-4ed0-a19d-52d397459449 None None] Provisioning complete for port be75e9ec-58a4-45b1-a66b-fa975fae253d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:02.352007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e6151b1a-8af4-4ed0-a19d-52d397459449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:02.419546 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e6151b1a-8af4-4ed0-a19d-52d397459449 None None] Port be75e9ec-58a4-45b1-a66b-fa975fae253d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:27:02.477575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:02.484781 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:02.681543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:02.761448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:02.765658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Pushing event updated for resources: {'Port': ['ID=be75e9ec-58a4-45b1-a66b-fa975fae253d,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:02.768733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:02.928439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Network 9cdedbf5-693c-48e6-b447-b87c7c195bf9 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:27:02.930069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:27:02.982196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:27:03.080196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:27:03.087090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:03.087493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:03.193601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Router e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:27:03.226735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:03.250971 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port bdf8b9c3-964b-4b8d-820c-c5ba03c5b001, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=bdf8b9c3-964b-4b8d-820c-c5ba03c5b001,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:27:03.259420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:03.260821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device dc805ec2-6315-4055-9ad5-df3e4ffb10cc up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:27:03.295041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-49e1419b-7eb9-48b3-a18f-50e717bf0b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:03.341594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-daf567e7-9ff0-45cb-88bc-9bdc944eb68b None None] Provisioning complete for port be75e9ec-58a4-45b1-a66b-fa975fae253d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:03.341972 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-daf567e7-9ff0-45cb-88bc-9bdc944eb68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:03.386875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:27:03.403937 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] 10.222.0.96 "PUT /v2.0/routers/e19c7e3b-0792-4ec5-aaaf-92854f8c88a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2047744 Jun 03 22:27:03.455711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-daf567e7-9ff0-45cb-88bc-9bdc944eb68b None None] Port be75e9ec-58a4-45b1-a66b-fa975fae253d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:27:03.460993 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=bdf8b9c3-964b-4b8d-820c-c5ba03c5b001,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:03.464495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:03.471061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port dc805ec2-6315-4055-9ad5-df3e4ffb10cc triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:03.471440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:03.598689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 65a35023-f4bd-4eac-b386-96f1541b5b5d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:27:03.672088 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 65a35023-f4bd-4eac-b386-96f1541b5b5d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:03.672573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:03.838192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Sync routers for ids ['e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:27:03.849347 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Routers {'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:27:03.850041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:26:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:27:04.034266 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Set router e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:27:04.467528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'name': 'tempest-TestMinimumBasicScenario-51939395-router', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:57Z', 'updated_at': '2021-06-03T22:27:02Z', 'revision_number': 4, 'project_id': '3d61815b53d64d58923aa2b8ec4f128e', 'gw_port': {'id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:58Z', 'updated_at': '2021-06-03T22:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'be75e9ec-58a4-45b1-a66b-fa975fae253d', 'name': '', 'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'mac_address': 'fa:16:3e:0d:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '6a9ab64a-6b22-4058-bbd6-016c249e4709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:27:01Z', 'updated_at': '2021-06-03T22:27:02Z', 'revision_number': 2, 'project_id': '3d61815b53d64d58923aa2b8ec4f128e', 'subnets': [{'id': '6a9ab64a-6b22-4058-bbd6-016c249e4709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:27:04.473256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Checking router: e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:27:04.473943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Updating router e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 port be75e9ec-58a4-45b1-a66b-fa975fae253d binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:27:04.540236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:04.936573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:27:05.026711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:05.046021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Transition to ACTIVE for port object be75e9ec-58a4-45b1-a66b-fa975fae253d will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:27:05.057166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:05.061870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:05.109046 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:05.109361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:05.252194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011df236-6756-4d48-bc38-6cff8890ee25 None None] Pushing event updated for resources: {'Port': ['ID=be75e9ec-58a4-45b1-a66b-fa975fae253d,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:05.256225 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-011df236-6756-4d48-bc38-6cff8890ee25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:05.392572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Attempting to bind port be75e9ec-58a4-45b1-a66b-fa975fae253d on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:27:05.392940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Attempting to bind port be75e9ec-58a4-45b1-a66b-fa975fae253d by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '0f14e580-338d-4168-a391-28b17156ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:27:05.393299 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Attempting to bind port be75e9ec-58a4-45b1-a66b-fa975fae253d on network 9cdedbf5-693c-48e6-b447-b87c7c195bf9 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:27:05.444664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:27:05.444664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Checking segment: {'id': '0f14e580-338d-4168-a391-28b17156ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:27:05.444664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:05.444664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Bound using segment: {'id': '0f14e580-338d-4168-a391-28b17156ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:27:05.445201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Bound port: be75e9ec-58a4-45b1-a66b-fa975fae253d, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f14e580-338d-4168-a391-28b17156ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:27:05.445301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:05.574981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] For port be75e9ec-58a4-45b1-a66b-fa975fae253d, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:27:05.579302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] For port be75e9ec-58a4-45b1-a66b-fa975fae253d, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=be75e9ec-58a4-45b1-a66b-fa975fae253d,segment=NetworkSegment(0f14e580-338d-4168-a391-28b17156ac72),segment_id=0f14e580-338d-4168-a391-28b17156ac72)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:27:05.585577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:05.589542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b5297e8d-6539-4220-9dba-25d7b5290b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:05.665399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Routers {'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:27:05.666041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:26:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:27:05.774487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011df236-6756-4d48-bc38-6cff8890ee25 None None] Pushing event updated for resources: {'Port': ['ID=be75e9ec-58a4-45b1-a66b-fa975fae253d,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:05.781501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-011df236-6756-4d48-bc38-6cff8890ee25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:05.924992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] Set router e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:27:06.395585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'name': 'tempest-TestMinimumBasicScenario-51939395-router', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:57Z', 'updated_at': '2021-06-03T22:27:02Z', 'revision_number': 4, 'project_id': '3d61815b53d64d58923aa2b8ec4f128e', 'gw_port': {'id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:58Z', 'updated_at': '2021-06-03T22:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'be75e9ec-58a4-45b1-a66b-fa975fae253d', 'name': '', 'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'mac_address': 'fa:16:3e:0d:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '6a9ab64a-6b22-4058-bbd6-016c249e4709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:27:01Z', 'updated_at': '2021-06-03T22:27:05Z', 'revision_number': 4, 'project_id': '3d61815b53d64d58923aa2b8ec4f128e', 'subnets': [{'id': '6a9ab64a-6b22-4058-bbd6-016c249e4709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:27:06.399989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b335d6-3d24-4af5-9167-6a773a1c7dab None None] The sync data for ids ['e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'] in dv-neutron-792998-2-hyperv is: [{'id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'name': 'tempest-TestMinimumBasicScenario-51939395-router', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:57Z', 'updated_at': '2021-06-03T22:27:02Z', 'revision_number': 4, 'project_id': '3d61815b53d64d58923aa2b8ec4f128e', 'gw_port': {'id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:58Z', 'updated_at': '2021-06-03T22:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'be75e9ec-58a4-45b1-a66b-fa975fae253d', 'name': '', 'network_id': '9cdedbf5-693c-48e6-b447-b87c7c195bf9', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'mac_address': 'fa:16:3e:0d:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '6a9ab64a-6b22-4058-bbd6-016c249e4709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:27:01Z', 'updated_at': '2021-06-03T22:27:05Z', 'revision_number': 4, 'project_id': '3d61815b53d64d58923aa2b8ec4f128e', 'subnets': [{'id': '6a9ab64a-6b22-4058-bbd6-016c249e4709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:27:06.938524 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device be75e9ec-58a4-45b1-a66b-fa975fae253d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:27:07.022140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port be75e9ec-58a4-45b1-a66b-fa975fae253d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:27:07.027871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port be75e9ec-58a4-45b1-a66b-fa975fae253d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:07.028308 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:07.228016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:07.286197 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port be75e9ec-58a4-45b1-a66b-fa975fae253d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=be75e9ec-58a4-45b1-a66b-fa975fae253d,segment=NetworkSegment(0f14e580-338d-4168-a391-28b17156ac72),segment_id=0f14e580-338d-4168-a391-28b17156ac72)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:27:07.295447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:07.307134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:07.395978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=be75e9ec-58a4-45b1-a66b-fa975fae253d,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:07.406885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:08.920775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device be75e9ec-58a4-45b1-a66b-fa975fae253d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:27:09.000070 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port be75e9ec-58a4-45b1-a66b-fa975fae253d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:09.000760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:13.517485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-da07c36f-cd0f-469d-b67f-ed44a7769dd7 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:13.518142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-da07c36f-cd0f-469d-b67f-ed44a7769dd7 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Synchronizing usage tracker for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:27:13.539641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-da07c36f-cd0f-469d-b67f-ed44a7769dd7 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Unset dirty status for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:27:13.540814 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-da07c36f-cd0f-469d-b67f-ed44a7769dd7 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/networks?id=eaadc1a9-9488-4cee-9920-385b6c4ceff5 HTTP/1.1" status: 200 len: 814 time: 0.1845267 Jun 03 22:27:13.564163 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-5938637b-f573-4375-947c-b7858791aa11 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/quotas/4e7b5ffa7d004254b66f343f9f023606 HTTP/1.1" status: 200 len: 375 time: 0.0138872 Jun 03 22:27:13.656272 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-e1082911-8be9-4051-85c0-f9e1ec79f076 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=4e7b5ffa7d004254b66f343f9f023606&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862422 Jun 03 22:27:13.802637 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-049bee47-2630-420f-be5d-f507ee62a2ec service neutron] 10.222.0.96 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348259 Jun 03 22:27:13.954470 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a4a7932e-549a-409b-8e1c-66d46290c00b service neutron] 10.222.0.96 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458750 Jun 03 22:27:14.147779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-e25c7f41-ab45-479b-884d-d9a04674a0da req-ef21e97d-e903-4b8c-8083-ec85c507403a tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Synchronizing usage tracker for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:27:14.166272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-e25c7f41-ab45-479b-884d-d9a04674a0da req-ef21e97d-e903-4b8c-8083-ec85c507403a tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Unset dirty status for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:27:14.167651 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e25c7f41-ab45-479b-884d-d9a04674a0da req-ef21e97d-e903-4b8c-8083-ec85c507403a tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 210 time: 0.0640771 Jun 03 22:27:15.290541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-4e0838ff-5478-4c95-9ec9-caf6795323b0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:15.292056 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-4e0838ff-5478-4c95-9ec9-caf6795323b0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.24 "GET /v2.0/networks?id=eaadc1a9-9488-4cee-9920-385b6c4ceff5 HTTP/1.1" status: 200 len: 814 time: 0.1677220 Jun 03 22:27:15.337167 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Request body: {'port': {'device_id': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'admin_state_up': True, 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:27:15.362773 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bc9e70c2-2236-4253-b72a-cd7a1efc20b9 req-50c74e36-e1d4-4813-9795-b3f70b43f7e3 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 210 time: 0.0697341 Jun 03 22:27:15.640935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:27:15.651681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:27:15.664258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Made reservation on behalf of 4e7b5ffa7d004254b66f343f9f023606 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:27:15.668128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:15.868452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Allocated IP 172.20.0.13 (eaadc1a9-9488-4cee-9920-385b6c4ceff5/f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b/e8142cc9-ac31-46ab-9a8e-2d3321b678a7) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:27:16.106563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:16.130480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Transition to ACTIVE for port object e8142cc9-ac31-46ab-9a8e-2d3321b678a7 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:27:16.170180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:16.177288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-80b562c2-be3d-4b8e-84f5-401ffec5d063 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:16.245690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Network eaadc1a9-9488-4cee-9920-385b6c4ceff5 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:27:16.250002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:27:16.261541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:27:16.328407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:16.329114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:16.338426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event updated for resources: {'Port': ['ID=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:16.346266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:16.365639 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0373399 Jun 03 22:27:16.539160 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-eff31464-fb08-476e-91d3-b0f7131c1603 None None] Provisioning for port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:27:16.553374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-eff31464-fb08-476e-91d3-b0f7131c1603 None None] Provisioning complete for port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:16.553759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eff31464-fb08-476e-91d3-b0f7131c1603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:16.597677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bda43f-c3ac-43c5-bb65-11e6ee535ec4 req-5766db1c-0e2b-4afb-9076-afe3ca59e7fe tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:16.599149 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-37bda43f-c3ac-43c5-bb65-11e6ee535ec4 req-5766db1c-0e2b-4afb-9076-afe3ca59e7fe tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 932 time: 0.1047263 Jun 03 22:27:16.629895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-eff31464-fb08-476e-91d3-b0f7131c1603 None None] Port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:27:16.649162 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-37bda43f-c3ac-43c5-bb65-11e6ee535ec4 req-2dde2769-3363-4f81-b53a-a56a0696e6d7 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437291 Jun 03 22:27:17.889423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f427b-8283-44a0-8e7c-ebfc1665270d req-f58f70d5-77e1-4587-86ee-cedd56e841da tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:17.891673 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-fc6f427b-8283-44a0-8e7c-ebfc1665270d req-f58f70d5-77e1-4587-86ee-cedd56e841da tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Synchronizing usage tracker for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:27:17.912658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-fc6f427b-8283-44a0-8e7c-ebfc1665270d req-f58f70d5-77e1-4587-86ee-cedd56e841da tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Unset dirty status for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:27:17.914173 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fc6f427b-8283-44a0-8e7c-ebfc1665270d req-f58f70d5-77e1-4587-86ee-cedd56e841da tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 932 time: 0.1291344 Jun 03 22:27:17.962601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-fc6f427b-8283-44a0-8e7c-ebfc1665270d req-c494fcea-b0b5-47b1-877e-2d47fc2b22f9 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Synchronizing usage tracker for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:27:17.982121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-fc6f427b-8283-44a0-8e7c-ebfc1665270d req-c494fcea-b0b5-47b1-877e-2d47fc2b22f9 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Unset dirty status for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:27:17.983575 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fc6f427b-8283-44a0-8e7c-ebfc1665270d req-c494fcea-b0b5-47b1-877e-2d47fc2b22f9 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630791 Jun 03 22:27:19.184306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daec24-99e8-4c7c-ac7e-a1fe0a386770 req-3e5b52c8-114b-4a4c-bf17-c59c394b9829 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:19.185661 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a3daec24-99e8-4c7c-ac7e-a1fe0a386770 req-3e5b52c8-114b-4a4c-bf17-c59c394b9829 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 932 time: 0.0883982 Jun 03 22:27:19.235208 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a3daec24-99e8-4c7c-ac7e-a1fe0a386770 req-d5e0bff7-52f7-4a3b-a92c-d10223b41ad6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429564 Jun 03 22:27:20.433563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d0e23-4e5f-4775-bfd9-81bebc9d43dc req-d281b97a-d2e3-4df9-9b0e-18f614f9fff0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:20.434998 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-359d0e23-4e5f-4775-bfd9-81bebc9d43dc req-d281b97a-d2e3-4df9-9b0e-18f614f9fff0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 932 time: 0.0835581 Jun 03 22:27:20.489747 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-359d0e23-4e5f-4775-bfd9-81bebc9d43dc req-3333825f-d848-40e0-b597-3e0945e4c1da tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466833 Jun 03 22:27:21.687716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8ad77-fc49-417b-b5ac-6de20653d9e5 req-3370962e-6bb5-497c-9e6e-9877c2a06d01 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:21.689350 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-78a8ad77-fc49-417b-b5ac-6de20653d9e5 req-3370962e-6bb5-497c-9e6e-9877c2a06d01 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 932 time: 0.0903263 Jun 03 22:27:21.738424 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-78a8ad77-fc49-417b-b5ac-6de20653d9e5 req-7b3e0648-6c30-4cb4-bae4-d426da8aa53d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Jun 03 22:27:22.825187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-681a573f-b2f3-49a2-8468-b178b0bc06ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:22.951005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807a665-0c04-4d23-8330-d1ac74690ab1 req-dde03891-2f3d-411c-9a5e-724f35c7a22f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:22.952590 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1807a665-0c04-4d23-8330-d1ac74690ab1 req-dde03891-2f3d-411c-9a5e-724f35c7a22f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 932 time: 0.0895462 Jun 03 22:27:23.007812 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1807a665-0c04-4d23-8330-d1ac74690ab1 req-775a0a82-b450-45d6-8893-82d7f14a5bb2 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449798 Jun 03 22:27:24.225652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaeaf4-2458-4945-bd53-34f38c0a7fd3 req-0db81dab-1438-44f7-8a40-c1861302094d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:24.227139 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0dbaeaf4-2458-4945-bd53-34f38c0a7fd3 req-0db81dab-1438-44f7-8a40-c1861302094d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 932 time: 0.0943584 Jun 03 22:27:24.276717 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0dbaeaf4-2458-4945-bd53-34f38c0a7fd3 req-ce45d8fb-e386-45ec-89a5-bc0a48bdd3f7 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431552 Jun 03 22:27:25.379861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:25.497633 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-900ac59c-f5a9-4d92-a639-50c8032702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:25.513586 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5adc1-3d7b-4e7d-8417-c0dac5be4614 req-8f17c493-856f-46de-8770-62f94acd3b39 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:25.515073 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e4b5adc1-3d7b-4e7d-8417-c0dac5be4614 req-8f17c493-856f-46de-8770-62f94acd3b39 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 932 time: 0.0955839 Jun 03 22:27:25.565905 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e4b5adc1-3d7b-4e7d-8417-c0dac5be4614 req-354e6cc7-c5e1-4a7d-8c69-55590b3e95d5 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446706 Jun 03 22:27:26.946296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36210494-aef3-47fc-b8a4-203f6916c8f1 req-f7f767f7-2145-4985-a56b-5ebd54958b51 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:26.947811 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-36210494-aef3-47fc-b8a4-203f6916c8f1 req-f7f767f7-2145-4985-a56b-5ebd54958b51 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 932 time: 0.2687283 Jun 03 22:27:26.995134 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-36210494-aef3-47fc-b8a4-203f6916c8f1 req-540f2a31-4107-440f-830a-ba31d2e96407 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Jun 03 22:27:27.090646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:27.213554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:27.744406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Request body: {'port': {'device_id': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:27:27.870583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:28.283984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f95d05-2cf5-4c1d-9b67-2133b9f0d2c9 req-d90ac271-b365-40d8-84c6-2f1b2df99d33 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:28.285440 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c0f95d05-2cf5-4c1d-9b67-2133b9f0d2c9 req-d90ac271-b365-40d8-84c6-2f1b2df99d33 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 932 time: 0.1569390 Jun 03 22:27:28.319232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8142cc9-ac31-46ab-9a8e-2d3321b678a7 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:27:28.333340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:28.355680 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c0f95d05-2cf5-4c1d-9b67-2133b9f0d2c9 req-f8700c36-4ca5-40ec-a898-35c6f70bcfbe tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630443 Jun 03 22:27:28.358092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Transition to ACTIVE for port object e8142cc9-ac31-46ab-9a8e-2d3321b678a7 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:27:28.363907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:28.368611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d100af9c-0181-4723-b076-508b2c3dfbe0 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:28.588903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:28.674266 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Pushing event updated for resources: {'Port': ['ID=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:28.681796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:28.749537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Attempting to bind port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:27:28.750250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Attempting to bind port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:27:28.750250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Attempting to bind port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 on network eaadc1a9-9488-4cee-9920-385b6c4ceff5 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:27:28.754866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 on network eaadc1a9-9488-4cee-9920-385b6c4ceff5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:27:28.755175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Attempting to bind port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 on network eaadc1a9-9488-4cee-9920-385b6c4ceff5 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:27:28.760411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:27:28.760744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Checking segment: {'id': '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:27:28.761121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Bound using segment: {'id': '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:27:28.761546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Bound port: e8142cc9-ac31-46ab-9a8e-2d3321b678a7, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:27:28.761888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:28.857172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] For port e8142cc9-ac31-46ab-9a8e-2d3321b678a7, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:27:28.860413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] For port e8142cc9-ac31-46ab-9a8e-2d3321b678a7, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:27:28.867420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:28.871199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ccb04f76-bf91-4d35-9e56-17ec209d5265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:28.924593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:28.924729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:28.926205 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-8195658c-de22-4236-8105-de98bf374e7d service neutron] 10.222.0.24 "PUT /v2.0/ports/e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 200 len: 1094 time: 1.1876850 Jun 03 22:27:28.926731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:27:28.929099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c7a6e8-5cdc-4258-85c7-29957568c868" -d '{"events": [{"name": "network-changed", "server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:27:28.957598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Pushing event updated for resources: {'Port': ['ID=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:28.960873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:29.005913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d8e24c-36fe-4901-8ec2-d762c5ca1035 x-openstack-request-id: req-88d8e24c-36fe-4901-8ec2-d762c5ca1035 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:27:29.006262 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:27:29.006529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-88d8e24c-36fe-4901-8ec2-d762c5ca1035 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:27:29.006963 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7', 'status': 'completed', 'code': 200} Jun 03 22:27:29.053015 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-6bbe31dd-3ac6-4e24-b70b-fcf7773b6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:29.054547 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-6bbe31dd-3ac6-4e24-b70b-fcf7773b6917 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7b5ffa7d004254b66f343f9f023606&device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 1097 time: 0.0831225 Jun 03 22:27:29.133476 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-326c28fc-d87d-49e2-ba33-c465cd70ecf3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 200 len: 217 time: 0.0710254 Jun 03 22:27:29.198702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a2b0639e-656e-4ec0-9067-9d3185f0d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:29.200091 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-a2b0639e-656e-4ec0-9067-9d3185f0d4fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b HTTP/1.1" status: 200 len: 853 time: 0.0606565 Jun 03 22:27:29.280509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-6284e030-1ac5-415b-8336-b6cd6a531105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:29.282002 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-6284e030-1ac5-415b-8336-b6cd6a531105 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eaadc1a9-9488-4cee-9920-385b6c4ceff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752380 Jun 03 22:27:29.434450 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-ec0e37fb-68b5-46fb-ad79-4d5319d27b4f service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447349 Jun 03 22:27:29.633296 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4fe8be34-f100-490b-bc95-a59090bfdda5 req-7052fb61-5ef8-4833-bfe1-d1026470d4a4 service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921210 Jun 03 22:27:29.653582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e0a3-bf81-4b3e-a2c0-6898921f46f6 req-23a8c0e9-07db-4cd4-a1e5-2ab6e0363a8b tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:29.654994 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b190e0a3-bf81-4b3e-a2c0-6898921f46f6 req-23a8c0e9-07db-4cd4-a1e5-2ab6e0363a8b tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 944 time: 0.1813133 Jun 03 22:27:29.747001 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b190e0a3-bf81-4b3e-a2c0-6898921f46f6 req-7fc927ac-3042-49e8-bc93-61da25f11504 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848167 Jun 03 22:27:29.778045 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7a6e8-5cdc-4258-85c7-29957568c868 req-004f6a05-8266-47b0-90d2-f55a16f97e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:29.779557 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3c7a6e8-5cdc-4258-85c7-29957568c868 req-004f6a05-8266-47b0-90d2-f55a16f97e6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7b5ffa7d004254b66f343f9f023606&device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 1097 time: 0.0951772 Jun 03 22:27:29.916047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7a6e8-5cdc-4258-85c7-29957568c868 req-c5b63c74-615a-49d9-bdeb-5f5dbcc11db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:29.917392 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3c7a6e8-5cdc-4258-85c7-29957568c868 req-c5b63c74-615a-49d9-bdeb-5f5dbcc11db8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eaadc1a9-9488-4cee-9920-385b6c4ceff5 HTTP/1.1" status: 200 len: 916 time: 0.1291792 Jun 03 22:27:29.995311 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3c7a6e8-5cdc-4258-85c7-29957568c868 req-04daa643-cd63-468f-9481-be71331be069 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 200 len: 217 time: 0.0703955 Jun 03 22:27:30.071029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7a6e8-5cdc-4258-85c7-29957568c868 req-089f5387-ddb4-4157-8af3-4194b4479529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:30.072789 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3c7a6e8-5cdc-4258-85c7-29957568c868 req-089f5387-ddb4-4157-8af3-4194b4479529 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b HTTP/1.1" status: 200 len: 853 time: 0.0693738 Jun 03 22:27:30.173283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7a6e8-5cdc-4258-85c7-29957568c868 req-c6f7fbe5-13f9-43f5-a073-af5eeaeeaa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:30.174860 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3c7a6e8-5cdc-4258-85c7-29957568c868 req-c6f7fbe5-13f9-43f5-a073-af5eeaeeaa7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eaadc1a9-9488-4cee-9920-385b6c4ceff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0951874 Jun 03 22:27:30.329267 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3c7a6e8-5cdc-4258-85c7-29957568c868 req-65aabb66-e165-4e83-aaba-3b0e3ef7740d service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459498 Jun 03 22:27:30.625503 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3c7a6e8-5cdc-4258-85c7-29957568c868 req-baeed0c1-1a20-4a9b-9d1c-2677b7e3c049 service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871954 Jun 03 22:27:31.083481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943fc4c-b16e-4b8a-ac1a-7372d40040f3 req-6121c847-3ed4-400e-b35e-9cfcb2f0a8c7 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:31.084995 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f943fc4c-b16e-4b8a-ac1a-7372d40040f3 req-6121c847-3ed4-400e-b35e-9cfcb2f0a8c7 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 944 time: 0.2282963 Jun 03 22:27:31.134542 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f943fc4c-b16e-4b8a-ac1a-7372d40040f3 req-1b97a345-9eeb-428d-a038-7171da4a96a5 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Jun 03 22:27:32.379106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61570590-3c88-4292-a725-2d9ee4d109fd req-589d6097-7302-4428-8674-aae7580bd564 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:32.381163 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-61570590-3c88-4292-a725-2d9ee4d109fd req-589d6097-7302-4428-8674-aae7580bd564 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 944 time: 0.1124778 Jun 03 22:27:32.433425 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-61570590-3c88-4292-a725-2d9ee4d109fd req-124384aa-38ec-4cea-99bc-d7f6c7fd743b tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438094 Jun 03 22:27:33.631595 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3109a7c-8237-465a-8c74-2c182c6434c8 req-b408befc-75ec-4b65-87c0-42fcfeaeaad5 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:33.633067 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c3109a7c-8237-465a-8c74-2c182c6434c8 req-b408befc-75ec-4b65-87c0-42fcfeaeaad5 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 944 time: 0.0920126 Jun 03 22:27:33.683017 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c3109a7c-8237-465a-8c74-2c182c6434c8 req-363b0afc-9433-4cad-a44f-285689ca08fc tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Jun 03 22:27:34.129387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e8142cc9-ac31-46ab-9a8e-2d3321b678a7 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:27:34.275222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port e8142cc9-ac31-46ab-9a8e-2d3321b678a7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:27:34.289615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'port_id': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7', 'mac_address': 'fa:16:3e:67:8c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:27:34.347535 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:34.366628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8142cc9-ac31-46ab-9a8e-2d3321b678a7 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:27:34.382031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port e8142cc9-ac31-46ab-9a8e-2d3321b678a7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:27:34.388054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:34.389875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-87d2cb67-acd0-4a5b-815e-9fefe8c554b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:34.468921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:34.479057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:34.479399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:34.480174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:34.480174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:34.480440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:34.480706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:34.481024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:34.481344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:34.481660 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:34.481974 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:34.483175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:34.483175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:34.486575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:34.748562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['e8142cc9-ac31-46ab-9a8e-2d3321b678a7'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:27:34.889824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39622dd0-4311-46cc-b307-60ce4c0001bd req-a4e90903-5adc-4677-a121-87496ec1e1e9 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:34.891300 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-39622dd0-4311-46cc-b307-60ce4c0001bd req-a4e90903-5adc-4677-a121-87496ec1e1e9 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 945 time: 0.0862408 Jun 03 22:27:34.937027 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-39622dd0-4311-46cc-b307-60ce4c0001bd req-b33fd184-fa42-479d-ab0c-d638ddd44fb5 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393062 Jun 03 22:27:35.142690 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:27:36.129681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37653dd-9b7c-4c42-9077-2210a3229fd4 req-2ce3d6d1-205e-4801-8fb9-81e0f9e21c76 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:36.131143 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c37653dd-9b7c-4c42-9077-2210a3229fd4 req-2ce3d6d1-205e-4801-8fb9-81e0f9e21c76 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 945 time: 0.0835760 Jun 03 22:27:36.144116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e8142cc9-ac31-46ab-9a8e-2d3321b678a7 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:27:36.182485 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c37653dd-9b7c-4c42-9077-2210a3229fd4 req-c13a7eae-4e8f-4412-ad96-cab98dc3064c tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439069 Jun 03 22:27:36.268979 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:27:36.274142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:36.274534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:36.392443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:36.421705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:27:36.424029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcc224a-d434-44a0-b90b-43c26e424d3b" -d '{"events": [{"server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "name": "network-vif-plugged", "status": "completed", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:27:36.432614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port e8142cc9-ac31-46ab-9a8e-2d3321b678a7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:27:36.438186 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:36.440642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:36.471018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dfbe33-fe99-4914-a66a-275c5ad37b30 x-openstack-request-id: req-86dfbe33-fe99-4914-a66a-275c5ad37b30 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:27:36.471383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "name": "network-vif-plugged", "status": "completed", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:27:36.472364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-86dfbe33-fe99-4914-a66a-275c5ad37b30 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:27:36.472685 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7', 'code': 200} Jun 03 22:27:36.513215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:36.516189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:36.715402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ff0d2-f65b-4b6b-803a-fb523b1e07d4 req-d9fc4911-4f27-43e2-893c-0bca0350e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:36.717357 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6d9ff0d2-f65b-4b6b-803a-fb523b1e07d4 req-d9fc4911-4f27-43e2-893c-0bca0350e9be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 1099 time: 0.0810184 Jun 03 22:27:36.761276 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6d9ff0d2-f65b-4b6b-803a-fb523b1e07d4 req-66960172-43bd-4463-aa7c-93e21ea380e5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368676 Jun 03 22:27:37.389357 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83daa4a-2df0-425b-ae8c-95b8cadf6597 req-59782fe2-db5f-4e25-a98c-4adcff6ee010 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:37.391330 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f83daa4a-2df0-425b-ae8c-95b8cadf6597 req-59782fe2-db5f-4e25-a98c-4adcff6ee010 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 946 time: 0.0970831 Jun 03 22:27:37.437925 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f83daa4a-2df0-425b-ae8c-95b8cadf6597 req-a36516ad-6e40-4d88-a639-f544d045b231 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406420 Jun 03 22:27:38.656932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cf9a4-9911-41c7-bab6-b4034a3834ec req-2c2513f4-2e15-451a-a461-16e0d701803a tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:38.658420 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5b6cf9a4-9911-41c7-bab6-b4034a3834ec req-2c2513f4-2e15-451a-a461-16e0d701803a tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 946 time: 0.0986140 Jun 03 22:27:38.718506 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5b6cf9a4-9911-41c7-bab6-b4034a3834ec req-e77a3d42-c0e5-4718-a5a2-cb1389733ab8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536017 Jun 03 22:27:38.910443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686b1e2-9f33-4c7f-a4b9-44fea9195ff2 req-f93aed43-3d2e-4087-9798-5e0b002bbeed tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:38.911894 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f686b1e2-9f33-4c7f-a4b9-44fea9195ff2 req-f93aed43-3d2e-4087-9798-5e0b002bbeed tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 946 time: 0.0845001 Jun 03 22:27:38.966085 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f686b1e2-9f33-4c7f-a4b9-44fea9195ff2 req-01215c04-b131-4089-963e-ad3c6deb24fe tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454218 Jun 03 22:27:39.551726 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607f067-ad8c-4bc6-bfe4-45358e801811 req-73d99234-152a-45a9-ae81-db677b578d0a tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:39.553181 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4607f067-ad8c-4bc6-bfe4-45358e801811 req-73d99234-152a-45a9-ae81-db677b578d0a tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 946 time: 0.0990839 Jun 03 22:27:39.606781 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4607f067-ad8c-4bc6-bfe4-45358e801811 req-af7c5f5b-c3db-44b7-ba4f-47cc3adfd9f3 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Jun 03 22:27:52.813966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3d70cc6a-7bb7-452b-95da-122df88716d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:53.551344 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bf2ae-82b0-4f7c-a389-7b3253c91a13 req-25ddaf29-eafe-4171-bbc9-b83b14dfbb45 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:53.552917 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-159bf2ae-82b0-4f7c-a389-7b3253c91a13 req-25ddaf29-eafe-4171-bbc9-b83b14dfbb45 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 946 time: 0.0914078 Jun 03 22:27:53.601711 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-159bf2ae-82b0-4f7c-a389-7b3253c91a13 req-ef9ef2ed-877c-41d2-83f0-eb046134dc14 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 Jun 03 22:27:53.632610 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33412) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:27:53.773630 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af81e12c-4e66-4621-afc3-c8e8f2c52494 tempest-TestMinimumBasicScenario-1810464657 tempest-TestMinimumBasicScenario-1810464657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:53.775371 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-af81e12c-4e66-4621-afc3-c8e8f2c52494 tempest-TestMinimumBasicScenario-1810464657 tempest-TestMinimumBasicScenario-1810464657-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 1094 time: 0.1417751 Jun 03 22:27:53.778742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33416) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:27:53.783660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:27:53.790683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:27:53.795125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Usage tracker for resource:floatingip and tenant:4e7b5ffa7d004254b66f343f9f023606 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:27:53.798180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:27:53.805911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:27:53.818003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:53.971636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:54.123484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Allocated IP 172.26.3.68 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/e6e2091e-9402-4bff-a070-6ac558a08fd8) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:27:54.283821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:54.316947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:54.321849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:54.387743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:27:54.390514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:27:54.393146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:27:54.433986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event updated for resources: {'Port': ['ID=e6e2091e-9402-4bff-a070-6ac558a08fd8,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:54.436986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:54.845900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:54.934483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:55.150332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:55.160329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:55.162286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:55.357522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:55.420587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event updated for resources: {'Port': ['ID=e6e2091e-9402-4bff-a070-6ac558a08fd8,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:55.424633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:55.431671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:55.512210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d6e510ff-6fa6-403e-8758-5bdfa5be009d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:55.619144 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Floating IP 5bbd600d-f600-4e43-8b81-878064398915 associated. External IP: 172.26.3.68, port: e8142cc9-ac31-46ab-9a8e-2d3321b678a7. Jun 03 22:27:55.998843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Router 69cc7e79-b7c2-4728-9718-77f4c821d08c has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:27:56.199742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:27:56.210174 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b893e17-9726-415d-abb7-bdeb8ccdb159 None None] Sync routers for ids ['69cc7e79-b7c2-4728-9718-77f4c821d08c'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:27:56.219476 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b893e17-9726-415d-abb7-bdeb8ccdb159 None None] Routers {'69cc7e79-b7c2-4728-9718-77f4c821d08c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:27:56.220088 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2b893e17-9726-415d-abb7-bdeb8ccdb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:27:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['69cc7e79-b7c2-4728-9718-77f4c821d08c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:27:56.227755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:56.292748 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5126915 Jun 03 22:27:56.292963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33418) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:27:56.293421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:27:56.295805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def2278a-cf2a-4434-977f-0e57865c2db2" -d '{"events": [{"name": "network-changed", "server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:27:56.299725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435045623', 'description': 'tempest-secgroup-smoke-435045623 description', 'project_id': '4e7b5ffa7d004254b66f343f9f023606'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:27:56.307002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:27:56.317725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:27:56.329954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:56.347748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03359f2b-622c-4539-9dce-f86ec37502f5 x-openstack-request-id: req-03359f2b-622c-4539-9dce-f86ec37502f5 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:27:56.348091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:27:56.348400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-03359f2b-622c-4539-9dce-f86ec37502f5 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:27:56.348945 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7', 'status': 'completed', 'code': 200} Jun 03 22:27:56.353244 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:27:56.357509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Usage tracker for resource:security_group_rule and tenant:4e7b5ffa7d004254b66f343f9f023606 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:27:56.360847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:27:56.367876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:27:56.414604 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-2b893e17-9726-415d-abb7-bdeb8ccdb159 None None] Set router 69cc7e79-b7c2-4728-9718-77f4c821d08c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:27:56.451230 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:56.456265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2278a-cf2a-4434-977f-0e57865c2db2 req-343ea43c-8309-4dba-94d8-aae7f8fdf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:56.457894 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-def2278a-cf2a-4434-977f-0e57865c2db2 req-343ea43c-8309-4dba-94d8-aae7f8fdf433 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7b5ffa7d004254b66f343f9f023606&device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 1099 time: 0.0822377 Jun 03 22:27:56.458234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:56.463173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:56.493920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f79e87f-ed33-467e-b064-1ce085e0fbdd,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:56.509148 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:56.509490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:56.509866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:56.510385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:56.510757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:56.511137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:56.511549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:56.512205 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:56.512338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:56.512651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:56.513010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:56.516904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:56.520168 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:56.534032 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:56.535955 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-47a02671-0b89-4248-8d8b-06aabfa0c2a8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2419767 Jun 03 22:27:56.540011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33422) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:27:56.545617 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-b803a81a-5038-42dc-8084-3cffc04cd01f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Request body: {'security_group_rule': {'security_group_id': '9f79e87f-ed33-467e-b064-1ce085e0fbdd', 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:27:56.553147 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b803a81a-5038-42dc-8084-3cffc04cd01f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:27:56.557586 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b803a81a-5038-42dc-8084-3cffc04cd01f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Usage tracker for resource:security_group_rule and tenant:4e7b5ffa7d004254b66f343f9f023606 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:27:56.560801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b803a81a-5038-42dc-8084-3cffc04cd01f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:27:56.567135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b803a81a-5038-42dc-8084-3cffc04cd01f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:27:56.588576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b803a81a-5038-42dc-8084-3cffc04cd01f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:56.618497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2278a-cf2a-4434-977f-0e57865c2db2 req-0b2c5e4f-307b-4c8e-89a6-c5af13b80c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:56.620344 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-def2278a-cf2a-4434-977f-0e57865c2db2 req-0b2c5e4f-307b-4c8e-89a6-c5af13b80c5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=eaadc1a9-9488-4cee-9920-385b6c4ceff5 HTTP/1.1" status: 200 len: 916 time: 0.1553228 Jun 03 22:27:56.654780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b803a81a-5038-42dc-8084-3cffc04cd01f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:56.660218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b803a81a-5038-42dc-8084-3cffc04cd01f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:56.662676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d40cf289-11bf-4ba3-99de-2b6dc1cc2f9d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:56.686670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803a81a-5038-42dc-8084-3cffc04cd01f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296ce07b-89a0-4da3-b8d7-54e2a5914f69,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:56.692221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b803a81a-5038-42dc-8084-3cffc04cd01f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:56.700930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b803a81a-5038-42dc-8084-3cffc04cd01f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:56.702266 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b803a81a-5038-42dc-8084-3cffc04cd01f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606743 Jun 03 22:27:56.705034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33424) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:27:56.712284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a0975f35-023f-4fa0-a3e4-479f70cca96f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Request body: {'security_group_rule': {'security_group_id': '9f79e87f-ed33-467e-b064-1ce085e0fbdd', 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:27:56.719888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a0975f35-023f-4fa0-a3e4-479f70cca96f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:27:56.733804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a0975f35-023f-4fa0-a3e4-479f70cca96f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Usage tracker for resource:security_group_rule and tenant:4e7b5ffa7d004254b66f343f9f023606 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:27:56.744193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a0975f35-023f-4fa0-a3e4-479f70cca96f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:27:56.753609 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-def2278a-cf2a-4434-977f-0e57865c2db2 req-32e79ece-626d-4bc7-9e27-c930dceeacfb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 200 len: 999 time: 0.1250556 Jun 03 22:27:56.754421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a0975f35-023f-4fa0-a3e4-479f70cca96f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:27:56.815126 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2b893e17-9726-415d-abb7-bdeb8ccdb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:26:54Z', 'revision_number': 4, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port': {'id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:51Z', 'updated_at': '2021-06-03T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '5bbd600d-f600-4e43-8b81-878064398915', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'floating_ip_address': '172.26.3.68', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'port_id': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'mac_address': 'fa:16:3e:67:8c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:27:54Z', 'updated_at': '2021-06-03T22:27:54Z', 'revision_number': 0, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc805ec2-6315-4055-9ad5-df3e4ffb10cc', 'name': '', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'mac_address': 'fa:16:3e:2f:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:53Z', 'updated_at': '2021-06-03T22:27:01Z', 'revision_number': 5, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'subnets': [{'id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:27:56.817283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0975f35-023f-4fa0-a3e4-479f70cca96f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:56.819623 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b893e17-9726-415d-abb7-bdeb8ccdb159 None None] Checking router: 69cc7e79-b7c2-4728-9718-77f4c821d08c for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:27:56.829371 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b893e17-9726-415d-abb7-bdeb8ccdb159 None None] Routers {'69cc7e79-b7c2-4728-9718-77f4c821d08c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:27:56.830007 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2b893e17-9726-415d-abb7-bdeb8ccdb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:27:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['69cc7e79-b7c2-4728-9718-77f4c821d08c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:27:56.855588 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2278a-cf2a-4434-977f-0e57865c2db2 req-10809573-0bc6-426f-bec5-256d82823fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:56.857043 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-def2278a-cf2a-4434-977f-0e57865c2db2 req-10809573-0bc6-426f-bec5-256d82823fe4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b HTTP/1.1" status: 200 len: 853 time: 0.0949833 Jun 03 22:27:56.942501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0975f35-023f-4fa0-a3e4-479f70cca96f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:56.949204 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0975f35-023f-4fa0-a3e4-479f70cca96f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:56.951643 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4f74aba0-4ac9-468b-abfa-5d59763e0064 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:56.983547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0975f35-023f-4fa0-a3e4-479f70cca96f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a933036-8d2d-40b3-bfe7-e445822458e9,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:56.991635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a0975f35-023f-4fa0-a3e4-479f70cca96f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:56.996158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2278a-cf2a-4434-977f-0e57865c2db2 req-be4dd8df-e8a4-4dd1-ab7c-5e493ef2d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:56.997478 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-def2278a-cf2a-4434-977f-0e57865c2db2 req-be4dd8df-e8a4-4dd1-ab7c-5e493ef2d9f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eaadc1a9-9488-4cee-9920-385b6c4ceff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1319153 Jun 03 22:27:56.998645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a0975f35-023f-4fa0-a3e4-479f70cca96f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:56.999704 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a0975f35-023f-4fa0-a3e4-479f70cca96f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936838 Jun 03 22:27:57.002694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33426) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:27:57.007681 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-2b893e17-9726-415d-abb7-bdeb8ccdb159 None None] Set router 69cc7e79-b7c2-4728-9718-77f4c821d08c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:27:57.007931 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Request body: {'security_group_rule': {'security_group_id': '9f79e87f-ed33-467e-b064-1ce085e0fbdd', 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:27:57.086612 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.201137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:27:57.217388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Usage tracker for resource:security_group_rule and tenant:4e7b5ffa7d004254b66f343f9f023606 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:27:57.219617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.222225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:27:57.232792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:27:57.326486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.353770 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-def2278a-cf2a-4434-977f-0e57865c2db2 req-6969fa32-b462-4e3e-b230-e8c973958275 service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410041 Jun 03 22:27:57.383059 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-2b893e17-9726-415d-abb7-bdeb8ccdb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:26:54Z', 'revision_number': 4, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port': {'id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:51Z', 'updated_at': '2021-06-03T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '5bbd600d-f600-4e43-8b81-878064398915', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'floating_ip_address': '172.26.3.68', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'port_id': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'mac_address': 'fa:16:3e:67:8c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:27:54Z', 'updated_at': '2021-06-03T22:27:54Z', 'revision_number': 0, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc805ec2-6315-4055-9ad5-df3e4ffb10cc', 'name': '', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'mac_address': 'fa:16:3e:2f:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:53Z', 'updated_at': '2021-06-03T22:27:01Z', 'revision_number': 5, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'subnets': [{'id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:27:57.387137 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b893e17-9726-415d-abb7-bdeb8ccdb159 None None] The sync data for ids ['69cc7e79-b7c2-4728-9718-77f4c821d08c'] in dv-neutron-792998-2-hyperv is: [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:26:54Z', 'revision_number': 4, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port': {'id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:51Z', 'updated_at': '2021-06-03T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '5bbd600d-f600-4e43-8b81-878064398915', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'floating_ip_address': '172.26.3.68', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'port_id': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'mac_address': 'fa:16:3e:67:8c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:27:54Z', 'updated_at': '2021-06-03T22:27:54Z', 'revision_number': 0, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc805ec2-6315-4055-9ad5-df3e4ffb10cc', 'name': '', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'mac_address': 'fa:16:3e:2f:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:53Z', 'updated_at': '2021-06-03T22:27:01Z', 'revision_number': 5, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'subnets': [{'id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:27:57.503090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.512733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.523822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-47d5d519-6288-443d-b19c-c237aff96e05 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:57.553769 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-def2278a-cf2a-4434-977f-0e57865c2db2 req-95016711-e597-4fe7-995f-e87cb9864d93 service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851168 Jun 03 22:27:57.559381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2ec5c7-107b-4b6e-91b9-978dbde59a98,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:57.568244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:57.569434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:57.569832 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:57.570216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:57.570593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:57.570968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:57.571345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:57.571805 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:57.572102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:57.572470 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:57.572856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:57.573209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:27:57.576207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.577379 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5737228 Jun 03 22:27:57.578430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:57.580330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33428) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:27:57.586630 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cca415-02d5-4a98-aed1-3aa4f852d544 None None] New status for floating IP 5bbd600d-f600-4e43-8b81-878064398915: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:27:57.592919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7c1fbf1a-926d-410d-b74c-02f8eb00ae64 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Request body: {'security_group_rule': {'security_group_id': '9f79e87f-ed33-467e-b064-1ce085e0fbdd', 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:27:57.599306 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7c1fbf1a-926d-410d-b74c-02f8eb00ae64 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:27:57.603444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7c1fbf1a-926d-410d-b74c-02f8eb00ae64 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Usage tracker for resource:security_group_rule and tenant:4e7b5ffa7d004254b66f343f9f023606 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:27:57.607014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7c1fbf1a-926d-410d-b74c-02f8eb00ae64 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:27:57.613443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7c1fbf1a-926d-410d-b74c-02f8eb00ae64 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:27:57.632840 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c1fbf1a-926d-410d-b74c-02f8eb00ae64 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.701498 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c1fbf1a-926d-410d-b74c-02f8eb00ae64 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.708520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c1fbf1a-926d-410d-b74c-02f8eb00ae64 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.710632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-09edd1de-64ec-4dfe-bb63-f4b04e3a8f32 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:57.733395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fbf1a-926d-410d-b74c-02f8eb00ae64 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b08729b-d430-44ee-96dc-be7268b38e4d,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:57.735991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7c1fbf1a-926d-410d-b74c-02f8eb00ae64 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:57.747395 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7c1fbf1a-926d-410d-b74c-02f8eb00ae64 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.751151 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7c1fbf1a-926d-410d-b74c-02f8eb00ae64 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1668298 Jun 03 22:27:57.751610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33430) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:27:57.757095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Request body: {'security_group_rule': {'security_group_id': '9f79e87f-ed33-467e-b064-1ce085e0fbdd', 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:27:57.763603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:27:57.769222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Usage tracker for resource:security_group_rule and tenant:4e7b5ffa7d004254b66f343f9f023606 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:27:57.773607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:27:57.780265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:27:57.792442 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Project 4e7b5ffa7d004254b66f343f9f023606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:27:57.798981 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.878737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.884047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.886169 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-eb444d23-9fb0-4db0-9788-a2122b3621ce tempest-SecGroupTest-1038491611 tempest-SecGroupTest-1038491611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:57.909614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d860d5d-379d-471c-b9ce-96124588675d,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:57.912175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:57.920353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:57.921558 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1688554 Jun 03 22:27:57.924428 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33432) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:27:57.928992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Request body: {'security_group_rule': {'security_group_id': '9f79e87f-ed33-467e-b064-1ce085e0fbdd', 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:27:57.935202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:27:57.939395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Usage tracker for resource:security_group_rule and tenant:4e7b5ffa7d004254b66f343f9f023606 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:27:57.942463 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:27:57.949038 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:27:57.965101 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Project 4e7b5ffa7d004254b66f343f9f023606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:27:57.971051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:58.039891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:58.045050 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:58.046949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2a008261-c3a4-4ddf-8bec-916de85e2a8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:58.068855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf72e682-14b3-49be-8824-666659a48d85,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:58.071329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:58.078238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:58.079914 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541085 Jun 03 22:27:58.217255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-da9e3600-f01d-4511-ae3a-69859648098f req-5451ed28-c5bf-4be8-a720-ab85db37fd76 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Synchronizing usage tracker for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:27:58.236975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-da9e3600-f01d-4511-ae3a-69859648098f req-5451ed28-c5bf-4be8-a720-ab85db37fd76 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Unset dirty status for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:27:58.238470 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-da9e3600-f01d-4511-ae3a-69859648098f req-5451ed28-c5bf-4be8-a720-ab85db37fd76 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435045623&fields=id&tenant_id=4e7b5ffa7d004254b66f343f9f023606 HTTP/1.1" status: 200 len: 267 time: 0.0741789 Jun 03 22:27:58.333604 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e3600-f01d-4511-ae3a-69859648098f req-ca42a17d-711c-4e36-bc4a-08af349aadc9 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:58.335199 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-da9e3600-f01d-4511-ae3a-69859648098f req-ca42a17d-711c-4e36-bc4a-08af349aadc9 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 946 time: 0.0909626 Jun 03 22:27:58.348899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-da9e3600-f01d-4511-ae3a-69859648098f req-17322e88-1086-4a9d-854d-abe21242d14c tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Request body: {'port': {'security_groups': ['1cb2eefd-b4c2-4f64-88a5-7045c953306b', '9f79e87f-ed33-467e-b064-1ce085e0fbdd']}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:27:58.479665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-da9e3600-f01d-4511-ae3a-69859648098f req-17322e88-1086-4a9d-854d-abe21242d14c tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:58.577554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:58.766906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-da9e3600-f01d-4511-ae3a-69859648098f req-17322e88-1086-4a9d-854d-abe21242d14c tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] For port e8142cc9-ac31-46ab-9a8e-2d3321b678a7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:27:58.794786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-da9e3600-f01d-4511-ae3a-69859648098f req-17322e88-1086-4a9d-854d-abe21242d14c tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:58.802138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-da9e3600-f01d-4511-ae3a-69859648098f req-17322e88-1086-4a9d-854d-abe21242d14c tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:58.810894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3a74643e-cc7f-47b4-a4ad-bdb62edb4843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:27:58.815636 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['e8142cc9-ac31-46ab-9a8e-2d3321b678a7'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:27:58.880279 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e3600-f01d-4511-ae3a-69859648098f req-17322e88-1086-4a9d-854d-abe21242d14c tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:58.881366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-da9e3600-f01d-4511-ae3a-69859648098f req-17322e88-1086-4a9d-854d-abe21242d14c tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:58.883114 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-da9e3600-f01d-4511-ae3a-69859648098f req-17322e88-1086-4a9d-854d-abe21242d14c tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "PUT /v2.0/ports/e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 200 len: 982 time: 0.5388944 Jun 03 22:27:58.883706 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:27:58.886109 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7503a8a7-0828-4617-a91e-cc83804e041c" -d '{"events": [{"name": "network-changed", "server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:27:58.924323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17322e88-1086-4a9d-854d-abe21242d14c tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event updated for resources: {'Port': ['ID=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,revision_number=6']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:27:58.929560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-17322e88-1086-4a9d-854d-abe21242d14c tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:27:58.945334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['e8142cc9-ac31-46ab-9a8e-2d3321b678a7'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:27:59.013415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81e4217-0559-407f-ad3b-406c036c895f x-openstack-request-id: req-c81e4217-0559-407f-ad3b-406c036c895f {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:27:59.013830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:27:59.014199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c81e4217-0559-407f-ad3b-406c036c895f {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:27:59.014720 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7', 'status': 'completed', 'code': 200} Jun 03 22:27:59.117046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f68f4-c544-44a5-a513-869bc42d11f6 req-7415ec10-9764-4c39-a05b-efd3ee02ad8a tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:59.119102 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a11f68f4-c544-44a5-a513-869bc42d11f6 req-7415ec10-9764-4c39-a05b-efd3ee02ad8a tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 985 time: 0.1021426 Jun 03 22:27:59.138830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503a8a7-0828-4617-a91e-cc83804e041c req-5e2f314e-2928-4e17-b7e3-c6f2c8d3116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:59.140404 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7503a8a7-0828-4617-a91e-cc83804e041c req-5e2f314e-2928-4e17-b7e3-c6f2c8d3116c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7b5ffa7d004254b66f343f9f023606&device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 1138 time: 0.0987821 Jun 03 22:27:59.179144 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a11f68f4-c544-44a5-a513-869bc42d11f6 req-ef5d9723-2323-4153-90cb-e0344e71e94c tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f79e87f-ed33-467e-b064-1ce085e0fbdd&id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506535 Jun 03 22:27:59.199350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fff70ff2-0543-4667-827d-eeb61be0f80e None None] Provisioning complete for port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:27:59.199827 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fff70ff2-0543-4667-827d-eeb61be0f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:27:59.289528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503a8a7-0828-4617-a91e-cc83804e041c req-a40e3e8c-0632-442d-bfa3-702a250e2eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:59.290991 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7503a8a7-0828-4617-a91e-cc83804e041c req-a40e3e8c-0632-442d-bfa3-702a250e2eea service neutron] 10.222.0.24 "GET /v2.0/networks?id=eaadc1a9-9488-4cee-9920-385b6c4ceff5 HTTP/1.1" status: 200 len: 916 time: 0.1426420 Jun 03 22:27:59.401758 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7503a8a7-0828-4617-a91e-cc83804e041c req-c50f3721-cfbf-479c-b2db-1158399a5a55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 200 len: 1001 time: 0.1030152 Jun 03 22:27:59.472407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503a8a7-0828-4617-a91e-cc83804e041c req-ba71df65-2cf4-43b8-901a-fc231a16245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:59.475062 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7503a8a7-0828-4617-a91e-cc83804e041c req-ba71df65-2cf4-43b8-901a-fc231a16245f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b HTTP/1.1" status: 200 len: 853 time: 0.0657191 Jun 03 22:27:59.556965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503a8a7-0828-4617-a91e-cc83804e041c req-5347c519-8467-4018-9895-671be0bca2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:27:59.558610 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7503a8a7-0828-4617-a91e-cc83804e041c req-5347c519-8467-4018-9895-671be0bca2ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eaadc1a9-9488-4cee-9920-385b6c4ceff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763426 Jun 03 22:27:59.699195 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7503a8a7-0828-4617-a91e-cc83804e041c req-64d82a88-cd22-4b0c-99ae-d85d9bc64546 service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293306 Jun 03 22:27:59.853658 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7503a8a7-0828-4617-a91e-cc83804e041c req-fb934943-0ddc-4053-b276-85a39fd978d8 service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424642 Jun 03 22:28:04.432422 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-334e1f58-c5c0-44ed-9d77-9274a0e076d8 req-4bbe9a54-48d6-433e-926d-e58ab494df34 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0957823 Jun 03 22:28:04.592876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e1f58-c5c0-44ed-9d77-9274a0e076d8 req-2c9e305d-8609-4955-b12a-91d62e8d7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:28:04.594382 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-334e1f58-c5c0-44ed-9d77-9274a0e076d8 req-2c9e305d-8609-4955-b12a-91d62e8d7ae4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7b5ffa7d004254b66f343f9f023606&device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 1138 time: 0.0870275 Jun 03 22:28:04.753141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e1f58-c5c0-44ed-9d77-9274a0e076d8 req-e5f7a006-ed70-48d5-b6af-d369490e2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:28:04.754507 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-334e1f58-c5c0-44ed-9d77-9274a0e076d8 req-e5f7a006-ed70-48d5-b6af-d369490e2fd5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eaadc1a9-9488-4cee-9920-385b6c4ceff5 HTTP/1.1" status: 200 len: 916 time: 0.1343801 Jun 03 22:28:05.020984 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-334e1f58-c5c0-44ed-9d77-9274a0e076d8 req-3e2d1e25-b2e9-452b-87a6-b83aef14724f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 200 len: 1001 time: 0.2583146 Jun 03 22:28:05.086239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e1f58-c5c0-44ed-9d77-9274a0e076d8 req-97546369-9e3d-4a27-8e48-51e18d5217b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:28:05.087665 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-334e1f58-c5c0-44ed-9d77-9274a0e076d8 req-97546369-9e3d-4a27-8e48-51e18d5217b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b HTTP/1.1" status: 200 len: 853 time: 0.0587699 Jun 03 22:28:05.169564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e1f58-c5c0-44ed-9d77-9274a0e076d8 req-af28e0a7-863c-44ec-a65f-c793d30fd327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:28:05.171067 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-334e1f58-c5c0-44ed-9d77-9274a0e076d8 req-af28e0a7-863c-44ec-a65f-c793d30fd327 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eaadc1a9-9488-4cee-9920-385b6c4ceff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760350 Jun 03 22:28:05.311130 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-334e1f58-c5c0-44ed-9d77-9274a0e076d8 req-a7664a8f-122c-40d3-bcbf-ba81048050fc service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313839 Jun 03 22:28:05.458706 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-334e1f58-c5c0-44ed-9d77-9274a0e076d8 req-a8a3c209-a49e-4ddf-9a0d-8b3362119447 service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396830 Jun 03 22:28:12.143926 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:28:22.816965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f6b10167-a282-4a01-870d-696ee06ab7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:28:25.356080 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:28:25.512908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-79f8d49f-5faa-4d67-9ddd-5c5c76cdc521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:28:27.094594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:28:27.241931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:28:28.581785 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:28:49.143488 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:28:52.811405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-37d1d866-3aec-48a4-83db-741fca6f7d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:28:55.355089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:28:55.510555 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-326ad5cf-9fb7-4fce-9a09-cc17bc21fd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:28:57.097515 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:28:57.222730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734459d-0226-4b80-8873-626c7d68723b req-01ef505e-47af-4e0f-8b75-3a4a90c179eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:28:57.224193 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4734459d-0226-4b80-8873-626c7d68723b req-01ef505e-47af-4e0f-8b75-3a4a90c179eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7b5ffa7d004254b66f343f9f023606&device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 1138 time: 0.0809338 Jun 03 22:28:57.240134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:28:57.248725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b427f-9629-4f0d-932d-a0f5e2948517 req-7bf6292e-044c-4819-af2a-f67de619de23 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:28:57.250348 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-100b427f-9629-4f0d-932d-a0f5e2948517 req-7bf6292e-044c-4819-af2a-f67de619de23 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 985 time: 0.0865903 Jun 03 22:28:57.302345 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-100b427f-9629-4f0d-932d-a0f5e2948517 req-cc5ced79-ec20-4160-9018-47b0fdd5815f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f79e87f-ed33-467e-b064-1ce085e0fbdd&id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456431 Jun 03 22:28:57.375498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734459d-0226-4b80-8873-626c7d68723b req-0717cfd6-a0ff-4611-8202-bf8679548000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:28:57.376998 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4734459d-0226-4b80-8873-626c7d68723b req-0717cfd6-a0ff-4611-8202-bf8679548000 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eaadc1a9-9488-4cee-9920-385b6c4ceff5 HTTP/1.1" status: 200 len: 916 time: 0.1457400 Jun 03 22:28:57.486630 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4734459d-0226-4b80-8873-626c7d68723b req-d50f3e52-2159-44d9-84c6-af3aebce8ec6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 200 len: 1001 time: 0.1017342 Jun 03 22:28:57.563350 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734459d-0226-4b80-8873-626c7d68723b req-a1dbb181-8216-447a-a3d5-a5c0211f0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:28:57.565365 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4734459d-0226-4b80-8873-626c7d68723b req-a1dbb181-8216-447a-a3d5-a5c0211f0c05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b HTTP/1.1" status: 200 len: 853 time: 0.0725267 Jun 03 22:28:57.653702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734459d-0226-4b80-8873-626c7d68723b req-6927c4ce-d380-4327-9b8e-a84029139e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:28:57.655879 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4734459d-0226-4b80-8873-626c7d68723b req-6927c4ce-d380-4327-9b8e-a84029139e52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eaadc1a9-9488-4cee-9920-385b6c4ceff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835304 Jun 03 22:28:57.802804 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4734459d-0226-4b80-8873-626c7d68723b req-5e5f9275-aaf5-4e29-a10f-5b4ad020a07e service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373396 Jun 03 22:28:57.943689 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4734459d-0226-4b80-8873-626c7d68723b req-86a6a27a-3ad4-4d41-82f2-185e939e15fa service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327977 Jun 03 22:28:58.579867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cbc71-1abc-4301-9279-11c0b058a41b req-b1789581-69a5-498f-9499-709a939025c7 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:28:58.581512 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-128cbc71-1abc-4301-9279-11c0b058a41b req-b1789581-69a5-498f-9499-709a939025c7 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 985 time: 0.1663437 Jun 03 22:28:58.584915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:28:58.629055 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-128cbc71-1abc-4301-9279-11c0b058a41b req-c151e5d4-aa99-4a92-bae9-9673670fd562 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f79e87f-ed33-467e-b064-1ce085e0fbdd&id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411263 Jun 03 22:28:59.846865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac879a9d-3e99-4ac7-8a5a-4e9b0c54fb9a req-c231e7e8-c2ea-48c1-9ede-4e29c766977f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:28:59.848476 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ac879a9d-3e99-4ac7-8a5a-4e9b0c54fb9a req-c231e7e8-c2ea-48c1-9ede-4e29c766977f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 985 time: 0.0861409 Jun 03 22:28:59.904219 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ac879a9d-3e99-4ac7-8a5a-4e9b0c54fb9a req-5b88c44c-8fe1-4849-8447-08e3a3178dae tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f79e87f-ed33-467e-b064-1ce085e0fbdd&id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425742 Jun 03 22:29:01.115097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e53a8-b43a-4578-ad09-2beca5317b3f req-ffd275ff-acef-469a-a7f6-67c0c1dddbbe tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:29:01.116607 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7b1e53a8-b43a-4578-ad09-2beca5317b3f req-ffd275ff-acef-469a-a7f6-67c0c1dddbbe tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 985 time: 0.0931525 Jun 03 22:29:01.166934 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7b1e53a8-b43a-4578-ad09-2beca5317b3f req-507586bd-9ceb-4e27-8f49-8f1b9df55976 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f79e87f-ed33-467e-b064-1ce085e0fbdd&id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442495 Jun 03 22:29:02.507644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40aacd-4df4-4a4b-81c4-2a6fe7237894 req-2b27e08d-9479-42a8-b7df-165f60c5971b tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:29:02.511506 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cb40aacd-4df4-4a4b-81c4-2a6fe7237894 req-2b27e08d-9479-42a8-b7df-165f60c5971b tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 985 time: 0.2298284 Jun 03 22:29:02.558807 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cb40aacd-4df4-4a4b-81c4-2a6fe7237894 req-e0c64984-bdaf-4a02-a4a9-2250775621cd tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f79e87f-ed33-467e-b064-1ce085e0fbdd&id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439348 Jun 03 22:29:03.114275 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [req-44b252d5-4228-4574-bcfc-80bd0b3b6263 req-3016c5ad-850a-426d-b8cc-650547a56629 tempest-ServerDiskConfigTestJSON-705614374 tempest-ServerDiskConfigTestJSON-705614374-project] (104397) timed out ('10.222.0.24', 61669) {{(pid=104397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 22:29:03.763149 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b69ef-feb1-4ca3-bc70-4bdd4dba6d65 req-b1ca5d66-11de-490f-93cb-af86d1ef4b34 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:29:03.764714 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b12b69ef-feb1-4ca3-bc70-4bdd4dba6d65 req-b1ca5d66-11de-490f-93cb-af86d1ef4b34 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 985 time: 0.0922902 Jun 03 22:29:03.818157 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b12b69ef-feb1-4ca3-bc70-4bdd4dba6d65 req-68a39fb3-99b5-405c-bc3b-4ed02d97c605 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f79e87f-ed33-467e-b064-1ce085e0fbdd&id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458226 Jun 03 22:29:05.023649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5a854-cc6d-4a2d-aa38-d6e8a260975a req-a315839b-f508-460f-8a61-9ca754bc672e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:29:05.025128 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b8d5a854-cc6d-4a2d-aa38-d6e8a260975a req-a315839b-f508-460f-8a61-9ca754bc672e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 985 time: 0.0887620 Jun 03 22:29:05.077114 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b8d5a854-cc6d-4a2d-aa38-d6e8a260975a req-9282e37f-cc8a-4889-bdb7-a0de4e539946 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f79e87f-ed33-467e-b064-1ce085e0fbdd&id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457811 Jun 03 22:29:06.288763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f3a5d-1a49-4263-85de-89f7ef520525 req-5b774336-2a06-4fd0-b06f-439185f11737 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:29:06.290210 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c9f3a5d-1a49-4263-85de-89f7ef520525 req-5b774336-2a06-4fd0-b06f-439185f11737 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 985 time: 0.0986307 Jun 03 22:29:06.347475 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c9f3a5d-1a49-4263-85de-89f7ef520525 req-f82cb9f1-2c58-4544-acff-90cd51579d15 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f79e87f-ed33-467e-b064-1ce085e0fbdd&id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481303 Jun 03 22:29:06.493142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4e3e9-7f63-4406-9b7a-d582bee6ccb6 req-3ceb8abc-b86d-4f4a-b955-ba11274174bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:29:06.494605 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3aa4e3e9-7f63-4406-9b7a-d582bee6ccb6 req-3ceb8abc-b86d-4f4a-b955-ba11274174bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7b5ffa7d004254b66f343f9f023606&device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 1138 time: 0.0878854 Jun 03 22:29:06.802844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4e3e9-7f63-4406-9b7a-d582bee6ccb6 req-db734cab-a33c-48c3-9e21-e13f240ed365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:29:06.804347 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3aa4e3e9-7f63-4406-9b7a-d582bee6ccb6 req-db734cab-a33c-48c3-9e21-e13f240ed365 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eaadc1a9-9488-4cee-9920-385b6c4ceff5 HTTP/1.1" status: 200 len: 916 time: 0.2843320 Jun 03 22:29:06.915396 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3aa4e3e9-7f63-4406-9b7a-d582bee6ccb6 req-be106b29-7ece-4a02-8a27-7bc88e3dd2c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 200 len: 1001 time: 0.1023531 Jun 03 22:29:06.983919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4e3e9-7f63-4406-9b7a-d582bee6ccb6 req-6716c2e3-2126-4b29-9976-4324b4c04917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:29:06.985384 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3aa4e3e9-7f63-4406-9b7a-d582bee6ccb6 req-6716c2e3-2126-4b29-9976-4324b4c04917 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b HTTP/1.1" status: 200 len: 853 time: 0.0609374 Jun 03 22:29:07.064914 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4e3e9-7f63-4406-9b7a-d582bee6ccb6 req-b97c9c5a-82c9-4571-ae40-eb451ecdaff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:29:07.066314 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3aa4e3e9-7f63-4406-9b7a-d582bee6ccb6 req-b97c9c5a-82c9-4571-ae40-eb451ecdaff7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eaadc1a9-9488-4cee-9920-385b6c4ceff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745645 Jun 03 22:29:07.209224 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3aa4e3e9-7f63-4406-9b7a-d582bee6ccb6 req-3c7a3e72-8a12-4954-98ff-3ab7e711114c service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358883 Jun 03 22:29:07.371502 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3aa4e3e9-7f63-4406-9b7a-d582bee6ccb6 req-a4ae0f9c-371d-45f4-a8aa-f725ac763332 service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551933 Jun 03 22:29:07.551968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5ba84-5c3e-4c94-a407-55107b9603c8 req-74452c04-c038-4f8d-989e-c545622ab52d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:29:07.553437 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3b5ba84-5c3e-4c94-a407-55107b9603c8 req-74452c04-c038-4f8d-989e-c545622ab52d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 985 time: 0.0963838 Jun 03 22:29:07.605165 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3b5ba84-5c3e-4c94-a407-55107b9603c8 req-8805c2a7-1bf9-4555-afee-452654cb454a tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f79e87f-ed33-467e-b064-1ce085e0fbdd&id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431800 Jun 03 22:29:08.830113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e9d62-4c93-48ac-b0ad-a7f778b41d02 req-15d8d97f-e60e-42a0-a81a-50b2668f1e85 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:29:08.831530 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-740e9d62-4c93-48ac-b0ad-a7f778b41d02 req-15d8d97f-e60e-42a0-a81a-50b2668f1e85 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 985 time: 0.1079643 Jun 03 22:29:08.894785 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-740e9d62-4c93-48ac-b0ad-a7f778b41d02 req-f8c42f4a-e49c-4f7d-b4d1-442bc1dd1541 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f79e87f-ed33-467e-b064-1ce085e0fbdd&id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564492 Jun 03 22:29:10.109228 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3961e-c910-44db-b579-19eb844cdd49 req-1d3b497a-e4c0-497f-b47c-835f3802e62f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:29:10.110877 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3de3961e-c910-44db-b579-19eb844cdd49 req-1d3b497a-e4c0-497f-b47c-835f3802e62f tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 985 time: 0.1017787 Jun 03 22:29:10.160109 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3de3961e-c910-44db-b579-19eb844cdd49 req-f5c8322e-7113-419c-ae2b-4da6fb4d158e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=9f79e87f-ed33-467e-b064-1ce085e0fbdd&id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429261 Jun 03 22:29:22.818217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6d7be979-eba9-434c-8c84-a0e52fd7c882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:29:25.356499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:29:25.506528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-330a9306-90ca-41f7-a31f-4030b84cbe0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:29:26.142718 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:29:27.097054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:29:27.255092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:29:28.595012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:29:52.814731 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bbe34cc7-cffc-4fda-8f11-3ebaef4f4e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:29:55.355196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:29:55.504903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e467116c-f388-4c7a-9fee-c6a62c6a62cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:29:57.106994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:29:57.268718 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:29:58.592860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:03.142193 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:30:05.753145 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c6c2603-5c60-46f1-90df-bdba718a2336 req-5cd3d457-a17f-4eeb-ae05-51321bae2ef8 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435045623&fields=id&tenant_id=4e7b5ffa7d004254b66f343f9f023606 HTTP/1.1" status: 200 len: 267 time: 0.0475619 Jun 03 22:30:05.846567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c2603-5c60-46f1-90df-bdba718a2336 req-9210d11c-5775-4909-aa6f-cfd5ed8735ae tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:05.848058 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c6c2603-5c60-46f1-90df-bdba718a2336 req-9210d11c-5775-4909-aa6f-cfd5ed8735ae tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 985 time: 0.0894637 Jun 03 22:30:05.863361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-7c6c2603-5c60-46f1-90df-bdba718a2336 req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Request body: {'port': {'security_groups': ['1cb2eefd-b4c2-4f64-88a5-7045c953306b']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:06.009930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c6c2603-5c60-46f1-90df-bdba718a2336 req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:06.276327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-7c6c2603-5c60-46f1-90df-bdba718a2336 req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] For port e8142cc9-ac31-46ab-9a8e-2d3321b678a7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:06.304208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c6c2603-5c60-46f1-90df-bdba718a2336 req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:06.310776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c6c2603-5c60-46f1-90df-bdba718a2336 req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:06.317026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-00e49ce4-1a1b-44a4-8c2a-d7ca3a5926c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:06.322336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['e8142cc9-ac31-46ab-9a8e-2d3321b678a7'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:30:06.429533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c2603-5c60-46f1-90df-bdba718a2336 req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:06.430183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-7c6c2603-5c60-46f1-90df-bdba718a2336 req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:06.431606 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7c6c2603-5c60-46f1-90df-bdba718a2336 req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "PUT /v2.0/ports/e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 200 len: 943 time: 0.5767939 Jun 03 22:30:06.432171 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:30:06.434533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45874b08-f126-485f-8138-7b420c3a69a8" -d '{"events": [{"name": "network-changed", "server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:30:06.440303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33536) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:06.471305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event updated for resources: {'Port': ['ID=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,revision_number=7']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:06.500622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.501561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.501561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.501888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.502200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.502573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.502948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.503323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.503722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.504089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.504463 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.504773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['e8142cc9-ac31-46ab-9a8e-2d3321b678a7'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:30:06.504891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.509721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:06.531006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:06.564472 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71c6c150-3fa4-4c42-b511-2d6d82123eb3 req-24012ba8-b793-4d89-bb57-7824e30250dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2169812 Jun 03 22:30:06.578779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:06.653295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8428dcf-4887-47d1-a70c-4ebaa888a893 x-openstack-request-id: req-f8428dcf-4887-47d1-a70c-4ebaa888a893 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:30:06.653635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:30:06.653952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f8428dcf-4887-47d1-a70c-4ebaa888a893 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:30:06.654391 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7', 'status': 'completed', 'code': 200} Jun 03 22:30:06.664003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:06.677128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d5b629a1-659a-4b24-a8c9-47491971f825 tempest-RoutersIpV6AdminTest-1312620949 tempest-RoutersIpV6AdminTest-1312620949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:06.696140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f79e87f-ed33-467e-b064-1ce085e0fbdd,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:06.714249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.714646 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.715019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.715397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.715794 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.716163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.716528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.716895 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.717254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.717811 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.718368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.718880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:06.723702 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:06.724856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:06.726173 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9d2bb06a-1488-434d-814a-5ff955267a71 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "DELETE /v2.0/security-groups/9f79e87f-ed33-467e-b064-1ce085e0fbdd HTTP/1.1" status: 204 len: 168 time: 0.2842691 Jun 03 22:30:06.729680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33540) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:06.760362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6c150-3fa4-4c42-b511-2d6d82123eb3 req-0bfab8dc-0624-4846-a66c-93831714a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:06.761981 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71c6c150-3fa4-4c42-b511-2d6d82123eb3 req-0bfab8dc-0624-4846-a66c-93831714a211 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7b5ffa7d004254b66f343f9f023606&device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 1099 time: 0.0870903 Jun 03 22:30:06.770584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5610c4d0-37c0-4809-881d-74b177f5cd53 None None] Provisioning complete for port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:30:06.770955 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5610c4d0-37c0-4809-881d-74b177f5cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:06.919413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6c150-3fa4-4c42-b511-2d6d82123eb3 req-9e7e5122-345e-4c47-a4f2-f7040962fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:06.920976 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71c6c150-3fa4-4c42-b511-2d6d82123eb3 req-9e7e5122-345e-4c47-a4f2-f7040962fdff service neutron] 10.222.0.24 "GET /v2.0/networks?id=eaadc1a9-9488-4cee-9920-385b6c4ceff5 HTTP/1.1" status: 200 len: 916 time: 0.1365376 Jun 03 22:30:07.024550 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Deleting port e6e2091e-9402-4bff-a070-6ac558a08fd8 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:30:07.024885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:07.026596 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71c6c150-3fa4-4c42-b511-2d6d82123eb3 req-4f8e10a3-e9e5-4c11-aeb7-5b11b387e96e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 200 len: 1001 time: 0.0985153 Jun 03 22:30:07.099618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6c150-3fa4-4c42-b511-2d6d82123eb3 req-0e2a73db-5a77-4a0a-9dd0-f4b1df225ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:07.099866 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71c6c150-3fa4-4c42-b511-2d6d82123eb3 req-0e2a73db-5a77-4a0a-9dd0-f4b1df225ec0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b HTTP/1.1" status: 200 len: 853 time: 0.0655103 Jun 03 22:30:07.148924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:07.149249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:07.180856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6c150-3fa4-4c42-b511-2d6d82123eb3 req-0bb9edb8-8f98-4c8d-90d8-d335c90f5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:07.182268 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71c6c150-3fa4-4c42-b511-2d6d82123eb3 req-0bb9edb8-8f98-4c8d-90d8-d335c90f5dec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eaadc1a9-9488-4cee-9920-385b6c4ceff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756869 Jun 03 22:30:07.279003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Calling delete_port for e6e2091e-9402-4bff-a070-6ac558a08fd8 owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:30:07.323183 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71c6c150-3fa4-4c42-b511-2d6d82123eb3 req-32977b4a-83ab-4c83-baeb-2d3be86453c2 service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325381 Jun 03 22:30:07.426200 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:07.430339 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-adfcad7c-513b-4bc4-85e5-1ee2ab05ca8e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:07.479616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event deleted for resources: {'Port': ['ID=e6e2091e-9402-4bff-a070-6ac558a08fd8,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:07.482128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:07.575833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:07.576142 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Floating IP 5bbd600d-f600-4e43-8b81-878064398915 disassociated (deleted). External IP: 172.26.3.68, port: e8142cc9-ac31-46ab-9a8e-2d3321b678a7. Jun 03 22:30:07.616603 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-71c6c150-3fa4-4c42-b511-2d6d82123eb3 req-b7c17dcf-67c4-490a-9dd7-02f6d099f1d7 service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857022 Jun 03 22:30:07.743353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874b08-f126-485f-8138-7b420c3a69a8 req-329f96a2-84f4-4d7d-a11c-bed76b6785f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:07.744837 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-45874b08-f126-485f-8138-7b420c3a69a8 req-329f96a2-84f4-4d7d-a11c-bed76b6785f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7b5ffa7d004254b66f343f9f023606&device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 1099 time: 0.0842981 Jun 03 22:30:07.886729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874b08-f126-485f-8138-7b420c3a69a8 req-d80df564-be37-41f7-8549-2e1dce46cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:07.888337 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-45874b08-f126-485f-8138-7b420c3a69a8 req-d80df564-be37-41f7-8549-2e1dce46cb13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eaadc1a9-9488-4cee-9920-385b6c4ceff5 HTTP/1.1" status: 200 len: 916 time: 0.1370206 Jun 03 22:30:07.957573 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-45874b08-f126-485f-8138-7b420c3a69a8 req-20cbe4e9-b979-4ce4-954a-d9065b67dc97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 200 len: 217 time: 0.0620315 Jun 03 22:30:08.026816 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874b08-f126-485f-8138-7b420c3a69a8 req-f5654923-2d87-4dea-a1d4-c65a7f346bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:08.028316 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-45874b08-f126-485f-8138-7b420c3a69a8 req-f5654923-2d87-4dea-a1d4-c65a7f346bcb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b HTTP/1.1" status: 200 len: 853 time: 0.0640755 Jun 03 22:30:08.081250 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Router 69cc7e79-b7c2-4728-9718-77f4c821d08c has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:30:08.110694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874b08-f126-485f-8138-7b420c3a69a8 req-139c8e2e-edd2-45e5-97ba-c7f3739d990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:08.113249 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-45874b08-f126-485f-8138-7b420c3a69a8 req-139c8e2e-edd2-45e5-97ba-c7f3739d990c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eaadc1a9-9488-4cee-9920-385b6c4ceff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784321 Jun 03 22:30:08.254349 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-45874b08-f126-485f-8138-7b420c3a69a8 req-7569dd39-6a03-4212-99c7-8677a50497e9 service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335716 Jun 03 22:30:08.271358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:30:08.281998 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fc779-b435-4971-ac8e-9e98a4ed58bf None None] Sync routers for ids ['69cc7e79-b7c2-4728-9718-77f4c821d08c'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:30:08.293078 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8fc779-b435-4971-ac8e-9e98a4ed58bf None None] Routers {'69cc7e79-b7c2-4728-9718-77f4c821d08c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:30:08.293710 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ec8fc779-b435-4971-ac8e-9e98a4ed58bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:29:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['69cc7e79-b7c2-4728-9718-77f4c821d08c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:08.295288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:08.356166 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-095828e1-e022-4b3d-a543-a50ccdca259e tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "DELETE /v2.0/floatingips/5bbd600d-f600-4e43-8b81-878064398915 HTTP/1.1" status: 204 len: 168 time: 1.6239510 Jun 03 22:30:08.356800 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:30:08.359555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a947c00-f3a5-47b0-87a4-02836f2e8147" -d '{"events": [{"name": "network-changed", "server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:30:08.407381 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-45874b08-f126-485f-8138-7b420c3a69a8 req-c6a6de0d-de18-418d-a3be-f6ce62721c30 service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464529 Jun 03 22:30:08.417351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cf8b37-65db-404b-8663-41c63cc08c87 x-openstack-request-id: req-94cf8b37-65db-404b-8663-41c63cc08c87 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:30:08.417716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:30:08.418019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-94cf8b37-65db-404b-8663-41c63cc08c87 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:30:08.418467 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7', 'status': 'completed', 'code': 200} Jun 03 22:30:08.492346 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-ec8fc779-b435-4971-ac8e-9e98a4ed58bf None None] Set router 69cc7e79-b7c2-4728-9718-77f4c821d08c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:30:08.538655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a947c00-f3a5-47b0-87a4-02836f2e8147 req-39bb7b2b-63e7-42fb-92b9-30a9eaf9c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:08.540170 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8a947c00-f3a5-47b0-87a4-02836f2e8147 req-39bb7b2b-63e7-42fb-92b9-30a9eaf9c93f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7b5ffa7d004254b66f343f9f023606&device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 1099 time: 0.0817032 Jun 03 22:30:08.708963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a947c00-f3a5-47b0-87a4-02836f2e8147 req-7309b3b5-ec3f-4f63-8368-88261cf42d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:08.710490 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8a947c00-f3a5-47b0-87a4-02836f2e8147 req-7309b3b5-ec3f-4f63-8368-88261cf42d93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eaadc1a9-9488-4cee-9920-385b6c4ceff5 HTTP/1.1" status: 200 len: 916 time: 0.1630805 Jun 03 22:30:08.794513 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8a947c00-f3a5-47b0-87a4-02836f2e8147 req-9999f079-8237-452c-8246-add9d1ff1f37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 200 len: 217 time: 0.0728402 Jun 03 22:30:08.880765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a947c00-f3a5-47b0-87a4-02836f2e8147 req-4260c9bb-b0ca-4cd6-a867-391316438dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:08.882262 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8a947c00-f3a5-47b0-87a4-02836f2e8147 req-4260c9bb-b0ca-4cd6-a867-391316438dc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b HTTP/1.1" status: 200 len: 853 time: 0.0735009 Jun 03 22:30:08.899363 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ec8fc779-b435-4971-ac8e-9e98a4ed58bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:26:54Z', 'revision_number': 4, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port': {'id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:51Z', 'updated_at': '2021-06-03T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'dc805ec2-6315-4055-9ad5-df3e4ffb10cc', 'name': '', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'mac_address': 'fa:16:3e:2f:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:53Z', 'updated_at': '2021-06-03T22:27:01Z', 'revision_number': 5, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'subnets': [{'id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:08.903225 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fc779-b435-4971-ac8e-9e98a4ed58bf None None] Checking router: 69cc7e79-b7c2-4728-9718-77f4c821d08c for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:30:08.919105 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8fc779-b435-4971-ac8e-9e98a4ed58bf None None] Routers {'69cc7e79-b7c2-4728-9718-77f4c821d08c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:30:08.919991 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ec8fc779-b435-4971-ac8e-9e98a4ed58bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:29:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['69cc7e79-b7c2-4728-9718-77f4c821d08c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:08.964664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a947c00-f3a5-47b0-87a4-02836f2e8147 req-603002c4-c685-42e3-8376-cdfb022b2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:08.966145 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8a947c00-f3a5-47b0-87a4-02836f2e8147 req-603002c4-c685-42e3-8376-cdfb022b2bf6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eaadc1a9-9488-4cee-9920-385b6c4ceff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758235 Jun 03 22:30:09.117304 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-ec8fc779-b435-4971-ac8e-9e98a4ed58bf None None] Set router 69cc7e79-b7c2-4728-9718-77f4c821d08c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:30:09.121174 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8a947c00-f3a5-47b0-87a4-02836f2e8147 req-a4081e3d-62d6-48ef-8c73-38566c8e5787 service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473300 Jun 03 22:30:09.261752 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8a947c00-f3a5-47b0-87a4-02836f2e8147 req-42732b9c-df56-46f2-adb8-6c371e49696b service neutron] 10.222.0.24 "GET /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335154 Jun 03 22:30:09.455809 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ec8fc779-b435-4971-ac8e-9e98a4ed58bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:26:54Z', 'revision_number': 4, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port': {'id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:51Z', 'updated_at': '2021-06-03T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'dc805ec2-6315-4055-9ad5-df3e4ffb10cc', 'name': '', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'mac_address': 'fa:16:3e:2f:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:53Z', 'updated_at': '2021-06-03T22:27:01Z', 'revision_number': 5, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'subnets': [{'id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:09.459963 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fc779-b435-4971-ac8e-9e98a4ed58bf None None] The sync data for ids ['69cc7e79-b7c2-4728-9718-77f4c821d08c'] in dv-neutron-792998-2-hyperv is: [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:26:54Z', 'revision_number': 4, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port': {'id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:51Z', 'updated_at': '2021-06-03T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'dc805ec2-6315-4055-9ad5-df3e4ffb10cc', 'name': '', 'network_id': 'eaadc1a9-9488-4cee-9920-385b6c4ceff5', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'mac_address': 'fa:16:3e:2f:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:53Z', 'updated_at': '2021-06-03T22:27:01Z', 'revision_number': 5, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'subnets': [{'id': 'f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:30:09.688583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a41193-41d8-40e2-a82d-5baaf00018cb None None] New status for floating IP 5bbd600d-f600-4e43-8b81-878064398915: DOWN {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:30:16.186392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d7b14-6b35-4f69-a9e3-120fd01d6acd req-0775dbba-d547-4339-8dd0-1caf45e020a3 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:16.187934 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0e4d7b14-6b35-4f69-a9e3-120fd01d6acd req-0775dbba-d547-4339-8dd0-1caf45e020a3 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 946 time: 0.0919416 Jun 03 22:30:16.236001 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0e4d7b14-6b35-4f69-a9e3-120fd01d6acd req-d6b942e2-c34c-4cd5-8c2f-56e8b36b5b58 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411627 Jun 03 22:30:17.442625 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028da0c-4e2e-4a4d-94c9-3e2d09fb0b8c req-e6fee265-b7d3-489b-8ee3-ba86b03e817b tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:17.443317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-f028da0c-4e2e-4a4d-94c9-3e2d09fb0b8c req-e6fee265-b7d3-489b-8ee3-ba86b03e817b tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Synchronizing usage tracker for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:30:17.462826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-f028da0c-4e2e-4a4d-94c9-3e2d09fb0b8c req-e6fee265-b7d3-489b-8ee3-ba86b03e817b tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Unset dirty status for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:30:17.464811 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f028da0c-4e2e-4a4d-94c9-3e2d09fb0b8c req-e6fee265-b7d3-489b-8ee3-ba86b03e817b tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 946 time: 0.1189005 Jun 03 22:30:17.516661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-f028da0c-4e2e-4a4d-94c9-3e2d09fb0b8c req-f7ac2d34-efa4-43eb-99e6-1de4425d497b tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Synchronizing usage tracker for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:30:17.537721 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-f028da0c-4e2e-4a4d-94c9-3e2d09fb0b8c req-f7ac2d34-efa4-43eb-99e6-1de4425d497b tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Unset dirty status for tenant:4e7b5ffa7d004254b66f343f9f023606 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:30:17.538724 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f028da0c-4e2e-4a4d-94c9-3e2d09fb0b8c req-f7ac2d34-efa4-43eb-99e6-1de4425d497b tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648820 Jun 03 22:30:17.988562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea902c-f9bb-459e-ad1f-952d1bb42489 req-29515d45-86b3-4970-bf82-14fd717612f1 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:17.990106 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8cea902c-f9bb-459e-ad1f-952d1bb42489 req-29515d45-86b3-4970-bf82-14fd717612f1 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.24 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 946 time: 0.0899827 Jun 03 22:30:18.137035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-8cea902c-f9bb-459e-ad1f-952d1bb42489 req-13dc7059-14f8-4a04-a4d8-071aaf1b4264 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Deleting port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:30:18.137362 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8cea902c-f9bb-459e-ad1f-952d1bb42489 req-13dc7059-14f8-4a04-a4d8-071aaf1b4264 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:18.422369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-8cea902c-f9bb-459e-ad1f-952d1bb42489 req-13dc7059-14f8-4a04-a4d8-071aaf1b4264 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] For port e8142cc9-ac31-46ab-9a8e-2d3321b678a7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:18.422698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8cea902c-f9bb-459e-ad1f-952d1bb42489 req-13dc7059-14f8-4a04-a4d8-071aaf1b4264 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:18.554580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-8cea902c-f9bb-459e-ad1f-952d1bb42489 req-13dc7059-14f8-4a04-a4d8-071aaf1b4264 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Calling delete_port for e8142cc9-ac31-46ab-9a8e-2d3321b678a7 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:30:18.720241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8cea902c-f9bb-459e-ad1f-952d1bb42489 req-13dc7059-14f8-4a04-a4d8-071aaf1b4264 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:18.726077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-155e656e-8714-4de9-95f6-5fa99e734518 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:18.732136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['e8142cc9-ac31-46ab-9a8e-2d3321b678a7'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:30:18.782579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc7059-14f8-4a04-a4d8-071aaf1b4264 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Pushing event deleted for resources: {'Port': ['ID=e8142cc9-ac31-46ab-9a8e-2d3321b678a7,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:18.810544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-13dc7059-14f8-4a04-a4d8-071aaf1b4264 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:18.878987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba200e-adfc-4c97-9d44-40ab3798d80e req-4ef51ce5-51db-4383-a3b2-32aea7657b53 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:18.881074 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-41ba200e-adfc-4c97-9d44-40ab3798d80e req-4ef51ce5-51db-4383-a3b2-32aea7657b53 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/ports?device_id=54195c78-a2c1-4daf-9a6e-cf033ad850dc HTTP/1.1" status: 200 len: 867 time: 0.2294600 Jun 03 22:30:18.887292 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cea902c-f9bb-459e-ad1f-952d1bb42489 req-13dc7059-14f8-4a04-a4d8-071aaf1b4264 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] No DVR routers for this DVR port e8142cc9-ac31-46ab-9a8e-2d3321b678a7 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:30:18.890114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-8cea902c-f9bb-459e-ad1f-952d1bb42489 req-13dc7059-14f8-4a04-a4d8-071aaf1b4264 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:18.894173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'name': 'network-vif-deleted', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:30:18.897218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcf8f48-2aa2-47f1-bbdf-f182998b46b0" -d '{"events": [{"server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "name": "network-vif-deleted", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:30:18.943689 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65e310d-792b-4ae2-8455-4675b7470b5f x-openstack-request-id: req-d65e310d-792b-4ae2-8455-4675b7470b5f {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:30:18.944026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54195c78-a2c1-4daf-9a6e-cf033ad850dc", "name": "network-vif-deleted", "tag": "e8142cc9-ac31-46ab-9a8e-2d3321b678a7", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:30:18.944339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d65e310d-792b-4ae2-8455-4675b7470b5f {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:30:18.944767 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54195c78-a2c1-4daf-9a6e-cf033ad850dc', 'name': 'network-vif-deleted', 'tag': 'e8142cc9-ac31-46ab-9a8e-2d3321b678a7', 'status': 'completed', 'code': 200} Jun 03 22:30:18.946824 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8cea902c-f9bb-459e-ad1f-952d1bb42489 req-13dc7059-14f8-4a04-a4d8-071aaf1b4264 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.24 "DELETE /v2.0/ports/e8142cc9-ac31-46ab-9a8e-2d3321b678a7 HTTP/1.1" status: 204 len: 173 time: 0.9509006 Jun 03 22:30:18.972247 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-41ba200e-adfc-4c97-9d44-40ab3798d80e req-6e94aeb0-4920-44f2-aaed-b006344356c5 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] 10.222.0.96 "GET /v2.0/security-groups?id=1cb2eefd-b4c2-4f64-88a5-7045c953306b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785849 Jun 03 22:30:20.703829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33638) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:21.308112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:21.880258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] Deleting port dc805ec2-6315-4055-9ad5-df3e4ffb10cc {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:30:21.880947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:22.010563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] For port dc805ec2-6315-4055-9ad5-df3e4ffb10cc, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=dc805ec2-6315-4055-9ad5-df3e4ffb10cc,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:22.010921 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:22.137865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] Calling delete_port for dc805ec2-6315-4055-9ad5-df3e4ffb10cc owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:30:22.435836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:22.439406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:22.488549 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc805ec2-6315-4055-9ad5-df3e4ffb10cc,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:22.491842 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:22.763756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:22.821669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f17f15c3-c1a4-49ac-9eb3-97343e31ebb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:23.035027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e8142cc9-ac31-46ab-9a8e-2d3321b678a7 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:30:23.070486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: e8142cc9-ac31-46ab-9a8e-2d3321b678a7 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:30:23.070841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device e8142cc9-ac31-46ab-9a8e-2d3321b678a7 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:30:23.297964 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] Router 69cc7e79-b7c2-4728-9718-77f4c821d08c has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:30:23.492467 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:30:23.503215 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5885b2-a903-42b7-a36b-b4f6f2c97a01 None None] Sync routers for ids ['69cc7e79-b7c2-4728-9718-77f4c821d08c'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:30:23.507984 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] 10.222.0.96 "PUT /v2.0/routers/69cc7e79-b7c2-4728-9718-77f4c821d08c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8027442 Jun 03 22:30:23.510331 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33650) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:23.514627 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5885b2-a903-42b7-a36b-b4f6f2c97a01 None None] Routers {'69cc7e79-b7c2-4728-9718-77f4c821d08c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:30:23.515245 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6d5885b2-a903-42b7-a36b-b4f6f2c97a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:29:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['69cc7e79-b7c2-4728-9718-77f4c821d08c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:23.694975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:23.700279 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-6d5885b2-a903-42b7-a36b-b4f6f2c97a01 None None] Set router 69cc7e79-b7c2-4728-9718-77f4c821d08c gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:30:23.877030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:23.954859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Deleting port a0669f01-9026-4bd4-9681-51f1175a3ffb {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:30:23.955425 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:23.984765 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6d5885b2-a903-42b7-a36b-b4f6f2c97a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52'}], 'enable_snat': True}, 'gw_port_id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:30:22Z', 'revision_number': 5, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port': {'id': 'a0669f01-9026-4bd4-9681-51f1175a3ffb', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:51Z', 'updated_at': '2021-06-03T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:23.988836 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5885b2-a903-42b7-a36b-b4f6f2c97a01 None None] Checking router: 69cc7e79-b7c2-4728-9718-77f4c821d08c for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:30:23.997330 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5885b2-a903-42b7-a36b-b4f6f2c97a01 None None] Routers {'69cc7e79-b7c2-4728-9718-77f4c821d08c'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:30:23.997931 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6d5885b2-a903-42b7-a36b-b4f6f2c97a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:29:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['69cc7e79-b7c2-4728-9718-77f4c821d08c'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:24.087144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] For port a0669f01-9026-4bd4-9681-51f1175a3ffb, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a0669f01-9026-4bd4-9681-51f1175a3ffb,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:24.087282 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:24.175717 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-6d5885b2-a903-42b7-a36b-b4f6f2c97a01 None None] Set router 69cc7e79-b7c2-4728-9718-77f4c821d08c gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:30:24.223599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Calling delete_port for a0669f01-9026-4bd4-9681-51f1175a3ffb owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:30:24.286342 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6d5885b2-a903-42b7-a36b-b4f6f2c97a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:30:23Z', 'revision_number': 6, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:24.291232 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5885b2-a903-42b7-a36b-b4f6f2c97a01 None None] The sync data for ids ['69cc7e79-b7c2-4728-9718-77f4c821d08c'] in dv-neutron-792998-2-hyperv is: [{'id': '69cc7e79-b7c2-4728-9718-77f4c821d08c', 'name': 'tempest-TestMinimumBasicScenario-618132257-router', 'tenant_id': '4e7b5ffa7d004254b66f343f9f023606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:50Z', 'updated_at': '2021-06-03T22:30:23Z', 'revision_number': 6, 'project_id': '4e7b5ffa7d004254b66f343f9f023606', 'gw_port_host': None}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:30:24.381945 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:24.385991 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-13c5de01-4b1e-4a05-9ccc-fc3c39cd75d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:24.431316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Pushing event deleted for resources: {'Port': ['ID=a0669f01-9026-4bd4-9681-51f1175a3ffb,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:24.434025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:24.533955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:24.862309 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:24.864897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:24.893952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:24.894551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69cc7e79-b7c2-4728-9718-77f4c821d08c {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:30:24.908641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:24.909793 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] 10.222.0.96 "DELETE /v2.0/routers/69cc7e79-b7c2-4728-9718-77f4c821d08c HTTP/1.1" status: 204 len: 168 time: 1.3985329 Jun 03 22:30:24.912930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33652) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:24.973269 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a97d8f-643f-4874-b5a0-73d0ccf13f4f admin admin] Deleting subnet f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:30:24.976834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02a97d8f-643f-4874-b5a0-73d0ccf13f4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:25.031192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02a97d8f-643f-4874-b5a0-73d0ccf13f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:25.078630 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a0669f01-9026-4bd4-9681-51f1175a3ffb no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:30:25.120459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: a0669f01-9026-4bd4-9681-51f1175a3ffb {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:30:25.120853 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a0669f01-9026-4bd4-9681-51f1175a3ffb not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:30:25.121247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device dc805ec2-6315-4055-9ad5-df3e4ffb10cc no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:30:25.121401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02a97d8f-643f-4874-b5a0-73d0ccf13f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:25.155344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: dc805ec2-6315-4055-9ad5-df3e4ffb10cc {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:30:25.155721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device dc805ec2-6315-4055-9ad5-df3e4ffb10cc not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:30:25.351605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:25.384221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02a97d8f-643f-4874-b5a0-73d0ccf13f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:25.388418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-25608ae4-c69b-4239-8cff-2066b0577df6 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:25.428946 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a97d8f-643f-4874-b5a0-73d0ccf13f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:25.434627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02a97d8f-643f-4874-b5a0-73d0ccf13f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:25.437982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-02a97d8f-643f-4874-b5a0-73d0ccf13f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:25.440535 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42497f08-eaf5-44ef-b42a-7dde2620176a None None] Network eaadc1a9-9488-4cee-9920-385b6c4ceff5 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:30:25.442720 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-02a97d8f-643f-4874-b5a0-73d0ccf13f4f admin admin] 10.222.0.96 "DELETE /v2.0/subnets/f0b75f71-ebf0-4a2b-8e17-fa5de4a10b6b HTTP/1.1" status: 204 len: 168 time: 0.5288289 Jun 03 22:30:25.445430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33654) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:25.558705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:25.615580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4547f5a0-798b-4bbb-a922-1a038268edb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:25.634364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Deleting port 7e0c87da-58ed-4b41-a9b2-02650539c5f4 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:30:25.634600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:25.716883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] DHCP port deletion for eaadc1a9-9488-4cee-9920-385b6c4ceff5 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:30:25.740918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] For port 7e0c87da-58ed-4b41-a9b2-02650539c5f4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7e0c87da-58ed-4b41-a9b2-02650539c5f4,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:25.741247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:25.790893 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Deleting port 7e0c87da-58ed-4b41-a9b2-02650539c5f4 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:30:25.791288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:25.866921 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Calling delete_port for 7e0c87da-58ed-4b41-a9b2-02650539c5f4 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:30:25.893126 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] For port 7e0c87da-58ed-4b41-a9b2-02650539c5f4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=7e0c87da-58ed-4b41-a9b2-02650539c5f4,segment=NetworkSegment(1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1),segment_id=1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:25.893390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:25.918216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:25.922115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e0401627-1f6a-4e85-8d0e-d98b66088e5c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:25.969536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0c87da-58ed-4b41-a9b2-02650539c5f4,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:25.972616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:25.973392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] No DVR routers for this DVR port 7e0c87da-58ed-4b41-a9b2-02650539c5f4 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:30:26.022812 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Calling delete_port for 7e0c87da-58ed-4b41-a9b2-02650539c5f4 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:30:26.067953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:26.072732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:26.089478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:26.102905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaadc1a9-9488-4cee-9920-385b6c4ceff5']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:26.115897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:26.116155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d58e78b-7e82-43ec-b9a8-1fc3688b9fc1') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:26.116533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Pushing event deleted for resources: {'Port': ['ID=7e0c87da-58ed-4b41-a9b2-02650539c5f4,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:26.121380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] No DVR routers for this DVR port 7e0c87da-58ed-4b41-a9b2-02650539c5f4 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:30:26.127775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:26.128119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:26.128228 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:26.128458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:26.128786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:26.129107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:26.129425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:26.129747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:26.130103 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:26.130417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:26.131107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:26.131317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:26.131434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:26.135317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:26.146295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:26.152599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:30:26.152966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:30:26.166382 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:30:26.248418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:26.252059 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c365ac5e-b0a5-438e-ae8e-6795334a6e6c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:26.264960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:26.276063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaadc1a9-9488-4cee-9920-385b6c4ceff5,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:26.279200 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:26.295317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33656) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:26.295928 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] 10.222.0.96 "DELETE /v2.0/networks/eaadc1a9-9488-4cee-9920-385b6c4ceff5 HTTP/1.1" status: 204 len: 168 time: 0.8487852 Jun 03 22:30:26.899323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:27.023704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7e0c87da-58ed-4b41-a9b2-02650539c5f4 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:30:27.124987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 7e0c87da-58ed-4b41-a9b2-02650539c5f4 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:30:27.125959 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 7e0c87da-58ed-4b41-a9b2-02650539c5f4 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:30:27.134967 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:27.287922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:27.522153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] Deleting port be75e9ec-58a4-45b1-a66b-fa975fae253d {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:30:27.522802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:27.657541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] For port be75e9ec-58a4-45b1-a66b-fa975fae253d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=be75e9ec-58a4-45b1-a66b-fa975fae253d,segment=NetworkSegment(0f14e580-338d-4168-a391-28b17156ac72),segment_id=0f14e580-338d-4168-a391-28b17156ac72)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:27.657995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:27.800383 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] Calling delete_port for be75e9ec-58a4-45b1-a66b-fa975fae253d owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:30:28.105903 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:28.110087 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-16dc969b-9190-4fb5-9bc0-70dd937cc9bb tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:28.157220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] Pushing event deleted for resources: {'Port': ['ID=be75e9ec-58a4-45b1-a66b-fa975fae253d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:28.160346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:28.434721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:28.593740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:28.959028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] Router e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:30:29.170259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:30:29.179723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56addfb0-d1a0-445f-af5a-02da04226ee3 None None] Sync routers for ids ['e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:30:29.180499 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] 10.222.0.96 "PUT /v2.0/routers/e19c7e3b-0792-4ec5-aaaf-92854f8c88a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8839016 Jun 03 22:30:29.183059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33658) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:29.189638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56addfb0-d1a0-445f-af5a-02da04226ee3 None None] Routers {'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:30:29.190544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-56addfb0-d1a0-445f-af5a-02da04226ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:30:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:29.367009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:29.377930 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-56addfb0-d1a0-445f-af5a-02da04226ee3 None None] Set router e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:30:29.546273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:29.626651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Deleting port bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:30:29.626866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:29.663324 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-56addfb0-d1a0-445f-af5a-02da04226ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'name': 'tempest-TestMinimumBasicScenario-51939395-router', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:57Z', 'updated_at': '2021-06-03T22:30:28Z', 'revision_number': 5, 'project_id': '3d61815b53d64d58923aa2b8ec4f128e', 'gw_port': {'id': 'bdf8b9c3-964b-4b8d-820c-c5ba03c5b001', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:26:58Z', 'updated_at': '2021-06-03T22:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:29.667282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56addfb0-d1a0-445f-af5a-02da04226ee3 None None] Checking router: e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:30:29.675890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56addfb0-d1a0-445f-af5a-02da04226ee3 None None] Routers {'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:30:29.676492 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-56addfb0-d1a0-445f-af5a-02da04226ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:30:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:29.757341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] For port bdf8b9c3-964b-4b8d-820c-c5ba03c5b001, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=bdf8b9c3-964b-4b8d-820c-c5ba03c5b001,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:29.757780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:29.836295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-56addfb0-d1a0-445f-af5a-02da04226ee3 None None] Set router e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:30:29.887760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Calling delete_port for bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:30:29.941639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-56addfb0-d1a0-445f-af5a-02da04226ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'name': 'tempest-TestMinimumBasicScenario-51939395-router', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:57Z', 'updated_at': '2021-06-03T22:30:29Z', 'revision_number': 6, 'project_id': '3d61815b53d64d58923aa2b8ec4f128e', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:29.946624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56addfb0-d1a0-445f-af5a-02da04226ee3 None None] The sync data for ids ['e19c7e3b-0792-4ec5-aaaf-92854f8c88a9'] in dv-neutron-792998-2-hyperv is: [{'id': 'e19c7e3b-0792-4ec5-aaaf-92854f8c88a9', 'name': 'tempest-TestMinimumBasicScenario-51939395-router', 'tenant_id': '3d61815b53d64d58923aa2b8ec4f128e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:26:57Z', 'updated_at': '2021-06-03T22:30:29Z', 'revision_number': 6, 'project_id': '3d61815b53d64d58923aa2b8ec4f128e', 'gw_port_host': None}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:30:30.040618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:30.044420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:30.092066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf8b9c3-964b-4b8d-820c-c5ba03c5b001,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:30.095111 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:30.186882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:30.521621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:30.523863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:30.553495 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:30.554283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:30:30.566555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:30.568940 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] 10.222.0.96 "DELETE /v2.0/routers/e19c7e3b-0792-4ec5-aaaf-92854f8c88a9 HTTP/1.1" status: 204 len: 168 time: 1.3849323 Jun 03 22:30:30.571680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33660) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:30.641664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd18f0a-bf4d-402f-8104-dd7b3d1d489b admin admin] Deleting subnet 6a9ab64a-6b22-4058-bbd6-016c249e4709 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:30:30.644757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bd18f0a-bf4d-402f-8104-dd7b3d1d489b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:30.695677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bd18f0a-bf4d-402f-8104-dd7b3d1d489b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:30.781148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bd18f0a-bf4d-402f-8104-dd7b3d1d489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.025912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:30:31.042970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bd18f0a-bf4d-402f-8104-dd7b3d1d489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.046801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8a17f389-5704-4ca6-b1d0-60280b16db49 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:31.061009 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:30:31.061364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device bdf8b9c3-964b-4b8d-820c-c5ba03c5b001 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:30:31.061788 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device be75e9ec-58a4-45b1-a66b-fa975fae253d no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:30:31.087173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd18f0a-bf4d-402f-8104-dd7b3d1d489b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9ab64a-6b22-4058-bbd6-016c249e4709,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:31.090088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8bd18f0a-bf4d-402f-8104-dd7b3d1d489b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:31.091669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bd18f0a-bf4d-402f-8104-dd7b3d1d489b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.098063 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8bd18f0a-bf4d-402f-8104-dd7b3d1d489b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/6a9ab64a-6b22-4058-bbd6-016c249e4709 HTTP/1.1" status: 204 len: 168 time: 0.5253890 Jun 03 22:30:31.099164 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ce1b21-7450-4d51-8738-da6c79e3354c None None] Network 9cdedbf5-693c-48e6-b447-b87c7c195bf9 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:30:31.101524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33662) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:31.125740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: be75e9ec-58a4-45b1-a66b-fa975fae253d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:30:31.126079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device be75e9ec-58a4-45b1-a66b-fa975fae253d not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:30:31.358995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.381224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8ebf55-79f8-4976-86c9-1b6050f1cef5 None None] DHCP port deletion for 9cdedbf5-693c-48e6-b447-b87c7c195bf9 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:30:31.434284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Deleting port 65a35023-f4bd-4eac-b386-96f1541b5b5d {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:30:31.434653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.447098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ebf55-79f8-4976-86c9-1b6050f1cef5 None None] Deleting port 65a35023-f4bd-4eac-b386-96f1541b5b5d {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:30:31.447474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebf55-79f8-4976-86c9-1b6050f1cef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.538661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] For port 65a35023-f4bd-4eac-b386-96f1541b5b5d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=65a35023-f4bd-4eac-b386-96f1541b5b5d,segment=NetworkSegment(0f14e580-338d-4168-a391-28b17156ac72),segment_id=0f14e580-338d-4168-a391-28b17156ac72)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:31.539009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.545736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6d8ebf55-79f8-4976-86c9-1b6050f1cef5 None None] For port 65a35023-f4bd-4eac-b386-96f1541b5b5d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=65a35023-f4bd-4eac-b386-96f1541b5b5d,segment=NetworkSegment(0f14e580-338d-4168-a391-28b17156ac72),segment_id=0f14e580-338d-4168-a391-28b17156ac72)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:31.545736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebf55-79f8-4976-86c9-1b6050f1cef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.666211 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Calling delete_port for 65a35023-f4bd-4eac-b386-96f1541b5b5d owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:30:31.715899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ebf55-79f8-4976-86c9-1b6050f1cef5 None None] Calling delete_port for 65a35023-f4bd-4eac-b386-96f1541b5b5d owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:30:31.718865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.724138 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1326ccad-3ed7-44a7-99ef-8e52b4b00864 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:31.760016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebf55-79f8-4976-86c9-1b6050f1cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.763821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:31.773364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] No DVR routers for this DVR port 65a35023-f4bd-4eac-b386-96f1541b5b5d on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:30:31.775214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a35023-f4bd-4eac-b386-96f1541b5b5d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:31.804308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:31.808540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ebf55-79f8-4976-86c9-1b6050f1cef5 None None] Pushing event deleted for resources: {'Port': ['ID=65a35023-f4bd-4eac-b386-96f1541b5b5d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:31.810296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ebf55-79f8-4976-86c9-1b6050f1cef5 None None] No DVR routers for this DVR port 65a35023-f4bd-4eac-b386-96f1541b5b5d on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:30:31.811742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6d8ebf55-79f8-4976-86c9-1b6050f1cef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:31.901066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.914999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdedbf5-693c-48e6-b447-b87c7c195bf9']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:31.927622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f14e580-338d-4168-a391-28b17156ac72') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:31.927811 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f14e580-338d-4168-a391-28b17156ac72') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:31.939712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.957887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.965049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:30:31.965462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:30:31.979307 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:30:32.061618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:32.065067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5d80ac83-139f-4bfc-987c-193b4ca03493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:32.080496 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:32.089179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cdedbf5-693c-48e6-b447-b87c7c195bf9,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:32.092234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:32.094088 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] 10.222.0.96 "DELETE /v2.0/networks/9cdedbf5-693c-48e6-b447-b87c7c195bf9 HTTP/1.1" status: 204 len: 168 time: 0.9911880 Jun 03 22:30:32.287010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33666) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:32.336197 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ec69aed8-ff99-45ac-bdd5-fada84eb9958 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4e7b5ffa7d004254b66f343f9f023606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478387 Jun 03 22:30:32.339058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33668) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:32.408953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3ca76a95-f537-407a-8c04-2621a5d29cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:32.439324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3ca76a95-f537-407a-8c04-2621a5d29cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:32.506220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3ca76a95-f537-407a-8c04-2621a5d29cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:32.510414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1131b241-4f72-48e3-98c5-28ca3b2c219e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:32.531593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca76a95-f537-407a-8c04-2621a5d29cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb2eefd-b4c2-4f64-88a5-7045c953306b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:32.535402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3ca76a95-f537-407a-8c04-2621a5d29cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:32.546006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3ca76a95-f537-407a-8c04-2621a5d29cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:32.547132 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3ca76a95-f537-407a-8c04-2621a5d29cf4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1cb2eefd-b4c2-4f64-88a5-7045c953306b HTTP/1.1" status: 204 len: 168 time: 0.2070584 Jun 03 22:30:32.969552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33674) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:33.024741 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5316eae0-1ff2-4808-9368-159fa1bb4b04 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3d61815b53d64d58923aa2b8ec4f128e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539184 Jun 03 22:30:33.026916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 65a35023-f4bd-4eac-b386-96f1541b5b5d no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:30:33.027420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33676) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:33.064085 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 65a35023-f4bd-4eac-b386-96f1541b5b5d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:30:33.064429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 65a35023-f4bd-4eac-b386-96f1541b5b5d not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:30:33.097940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e12dd68-347c-430f-ac68-f414e169b12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:33.127580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e12dd68-347c-430f-ac68-f414e169b12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:33.195247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e12dd68-347c-430f-ac68-f414e169b12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:33.199161 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1ff41967-1776-4853-87a5-3c380254c169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:33.210562 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12dd68-347c-430f-ac68-f414e169b12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0552f020-6998-4628-badb-3fdb9e051adb,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:33.213921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6e12dd68-347c-430f-ac68-f414e169b12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:33.217075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e12dd68-347c-430f-ac68-f414e169b12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:33.218188 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6e12dd68-347c-430f-ac68-f414e169b12f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0552f020-6998-4628-badb-3fdb9e051adb HTTP/1.1" status: 204 len: 168 time: 0.1901371 Jun 03 22:30:35.323373 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33716) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:35.328166 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020224968', 'description': 'tempest-secgroup-smoke-1020224968 description', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:35.334813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:35.338961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:30:35.342004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:30:35.348057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:35.362759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.375201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.390404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:35.394374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:30:35.397739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:30:35.404319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:35.508192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.514574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.517595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-923a4c97-f512-45dc-892a-bb2fa48dd729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:35.529220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:35.537193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:30:35.545732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:30:35.556233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:35.559801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef0cf06-1286-42d6-9f1c-34abb1be88c9,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:35.564148 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:35.632897 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.639048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.642851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f6f0b911-e177-4d61-b471-75a2ff9a4d4e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:35.687679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e798813-4073-42ad-beb8-7e2c55d99aa8,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:35.690737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:35.691971 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.693840 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3690915 Jun 03 22:30:35.696408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33718) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:35.701075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9906d790-3eb8-4d56-afce-0e0b422b8898 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '1e798813-4073-42ad-beb8-7e2c55d99aa8', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:35.707592 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9906d790-3eb8-4d56-afce-0e0b422b8898 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:35.712319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9906d790-3eb8-4d56-afce-0e0b422b8898 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:30:35.715251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9906d790-3eb8-4d56-afce-0e0b422b8898 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:30:35.721000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9906d790-3eb8-4d56-afce-0e0b422b8898 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:35.739491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9906d790-3eb8-4d56-afce-0e0b422b8898 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.805098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9906d790-3eb8-4d56-afce-0e0b422b8898 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.811676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9906d790-3eb8-4d56-afce-0e0b422b8898 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.814219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-58a11c59-a744-4587-becc-ed978ff89187 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:35.841058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906d790-3eb8-4d56-afce-0e0b422b8898 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65bd944-cd5a-48c6-b74a-5b5b64a6ec2d,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:35.845982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9906d790-3eb8-4d56-afce-0e0b422b8898 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:35.851911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9906d790-3eb8-4d56-afce-0e0b422b8898 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.853157 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9906d790-3eb8-4d56-afce-0e0b422b8898 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557670 Jun 03 22:30:35.856024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33720) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:35.860829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e97a6ce4-a530-4219-80de-68cc93c2af92 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '1e798813-4073-42ad-beb8-7e2c55d99aa8', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:35.867479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e97a6ce4-a530-4219-80de-68cc93c2af92 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:35.871297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e97a6ce4-a530-4219-80de-68cc93c2af92 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:30:35.874208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e97a6ce4-a530-4219-80de-68cc93c2af92 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:30:35.880326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e97a6ce4-a530-4219-80de-68cc93c2af92 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:35.897828 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e97a6ce4-a530-4219-80de-68cc93c2af92 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.970905 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e97a6ce4-a530-4219-80de-68cc93c2af92 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.977320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e97a6ce4-a530-4219-80de-68cc93c2af92 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:35.979728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-86cd54ae-9fb0-438c-840c-ab0b4ccf52a6 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:36.000951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a6ce4-a530-4219-80de-68cc93c2af92 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60712fc5-6264-48be-be4d-c0e41c56ba3e,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:36.004960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e97a6ce4-a530-4219-80de-68cc93c2af92 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:36.014298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e97a6ce4-a530-4219-80de-68cc93c2af92 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.015500 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e97a6ce4-a530-4219-80de-68cc93c2af92 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1585531 Jun 03 22:30:36.018780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33722) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:36.023632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-4ca9b5bc-7f28-413e-8d6a-17fad0e06a39 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '1e798813-4073-42ad-beb8-7e2c55d99aa8', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:36.029924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4ca9b5bc-7f28-413e-8d6a-17fad0e06a39 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:36.033708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4ca9b5bc-7f28-413e-8d6a-17fad0e06a39 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:30:36.038030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-4ca9b5bc-7f28-413e-8d6a-17fad0e06a39 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:30:36.043952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-4ca9b5bc-7f28-413e-8d6a-17fad0e06a39 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:36.062273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4ca9b5bc-7f28-413e-8d6a-17fad0e06a39 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.131870 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4ca9b5bc-7f28-413e-8d6a-17fad0e06a39 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.137453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4ca9b5bc-7f28-413e-8d6a-17fad0e06a39 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.139353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7c1fbf1a-926d-410d-b74c-02f8eb00ae64 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:36.161470 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9b5bc-7f28-413e-8d6a-17fad0e06a39 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402f0761-76c8-4b5e-8379-8cc2e9c0e839,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:36.163999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4ca9b5bc-7f28-413e-8d6a-17fad0e06a39 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:36.173098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4ca9b5bc-7f28-413e-8d6a-17fad0e06a39 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.174315 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4ca9b5bc-7f28-413e-8d6a-17fad0e06a39 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545188 Jun 03 22:30:36.177276 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33724) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:36.181751 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-657a9a49-1cdc-40bd-97db-55fc48e48825 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '1e798813-4073-42ad-beb8-7e2c55d99aa8', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:36.187985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-657a9a49-1cdc-40bd-97db-55fc48e48825 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:36.192208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-657a9a49-1cdc-40bd-97db-55fc48e48825 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:30:36.195398 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-657a9a49-1cdc-40bd-97db-55fc48e48825 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:30:36.201665 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-657a9a49-1cdc-40bd-97db-55fc48e48825 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:36.225880 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-657a9a49-1cdc-40bd-97db-55fc48e48825 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.290437 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-657a9a49-1cdc-40bd-97db-55fc48e48825 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.296026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-657a9a49-1cdc-40bd-97db-55fc48e48825 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.302410 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c16a03d8-91a4-428d-bf3c-bf8efafd265e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:36.322363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a9a49-1cdc-40bd-97db-55fc48e48825 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d9c205-8385-4907-8bce-a2e5d4bcd181,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:36.324830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-657a9a49-1cdc-40bd-97db-55fc48e48825 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:36.335240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-657a9a49-1cdc-40bd-97db-55fc48e48825 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.336971 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-657a9a49-1cdc-40bd-97db-55fc48e48825 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587741 Jun 03 22:30:36.340208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33726) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:36.345031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-16360de5-23de-4ef7-9bfa-c44eaae6c6df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '1e798813-4073-42ad-beb8-7e2c55d99aa8', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:36.351724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-16360de5-23de-4ef7-9bfa-c44eaae6c6df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:36.355720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-16360de5-23de-4ef7-9bfa-c44eaae6c6df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:30:36.358753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-16360de5-23de-4ef7-9bfa-c44eaae6c6df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:30:36.365746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-16360de5-23de-4ef7-9bfa-c44eaae6c6df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:36.380245 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-16360de5-23de-4ef7-9bfa-c44eaae6c6df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Project 06a2a9afa4eb4633a5485220d9b85f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:30:36.386526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-16360de5-23de-4ef7-9bfa-c44eaae6c6df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.450649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-16360de5-23de-4ef7-9bfa-c44eaae6c6df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.456294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-16360de5-23de-4ef7-9bfa-c44eaae6c6df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.464450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f8e2e55d-fa40-47af-8bfa-5ff973d184d6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:36.485434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16360de5-23de-4ef7-9bfa-c44eaae6c6df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7d328b-1e5a-49b5-9585-ce0053c2d5f6,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:36.487795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-16360de5-23de-4ef7-9bfa-c44eaae6c6df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:36.493297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-16360de5-23de-4ef7-9bfa-c44eaae6c6df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.494556 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-16360de5-23de-4ef7-9bfa-c44eaae6c6df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533206 Jun 03 22:30:36.497384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33728) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:36.501963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '1e798813-4073-42ad-beb8-7e2c55d99aa8', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:36.508669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:36.512695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:30:36.515837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:30:36.522006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:36.534530 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Project 06a2a9afa4eb4633a5485220d9b85f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:30:36.540893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.612692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.620453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.626224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4754312e-b88d-41a2-9df0-c295b8d04a07 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:36.647486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e269599-c0f4-47a6-8682-7f60ea685b23,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:36.650132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:36.659099 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.660453 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1620107 Jun 03 22:30:36.663758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33730) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:36.669456 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'network': {'name': 'tempest-network-smoke--701773341', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'port_security_enabled': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:36.674792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:36.679575 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:network and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:30:36.682670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:30:36.688468 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:36.702056 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:30:36.705677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.735349 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:30:36.745146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.745505 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Added segment f97179df-51b2-4238-9761-c5c1f2fae27f of type vlan for network 2ca7674b-0c3e-443e-b333-f6e550a0b419 Jun 03 22:30:36.773535 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.805888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.811340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:36.811951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.815566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:36.909225 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2439106 Jun 03 22:30:36.912464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33732) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:36.917341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'admin_state_up': True, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:36.918495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Network': ['ID=2ca7674b-0c3e-443e-b333-f6e550a0b419,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:36.921284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:36.924879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:36.929075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:router and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:30:36.931425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 2ca7674b-0c3e-443e-b333-f6e550a0b419 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:30:36.932516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:30:36.939434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:36.953648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.954802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:36.970737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:37.265170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:37.736138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:37.767316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:37.915404 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.26.3.223 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/47a98ec4-aab1-4cba-8601-531544529b62) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:30:38.069294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:38.102872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:38.108101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-698ff04b-96f7-4246-ae6e-590aa63b3f7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:38.174181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:30:38.177618 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:30:38.180326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:30:38.223800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=47a98ec4-aab1-4cba-8601-531544529b62,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:38.231558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:38.629630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:39.010331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:39.386318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 510439ac-19b1-4a81-afb1-577df50737b0 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:30:39.579817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:30:39.590035 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Sync routers for ids ['510439ac-19b1-4a81-afb1-577df50737b0'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:30:39.600842 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Routers {'510439ac-19b1-4a81-afb1-577df50737b0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:30:39.601473 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:30:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['510439ac-19b1-4a81-afb1-577df50737b0'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:39.610580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:39.615388 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9566a186-5aee-442d-800d-11a01fd24231 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6984239 Jun 03 22:30:39.615651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33734) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:39.765162 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-87119be5-9385-4a2b-b652-56fc1e1c5955 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=06a2a9afa4eb4633a5485220d9b85f10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1483238 Jun 03 22:30:39.768434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33740) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:39.779651 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Set router 510439ac-19b1-4a81-afb1-577df50737b0 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:30:39.911789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b808c-86af-43fb-aa7d-44d4cb1bafab tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:39.916138 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3e4b808c-86af-43fb-aa7d-44d4cb1bafab tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1439435 Jun 03 22:30:39.916638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33742) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:39.957132 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5fb8358b-7a3c-475b-97af-d44891f41e65 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389535 Jun 03 22:30:39.959893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33744) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:39.965684 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1992931315', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:40.065490 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:30:38Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:40.069910 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Checking router: 510439ac-19b1-4a81-afb1-577df50737b0 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:30:40.070284 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Updating router 510439ac-19b1-4a81-afb1-577df50737b0 port 47a98ec4-aab1-4cba-8601-531544529b62 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:30:40.084866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:40.089003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:subnet and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:30:40.092000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:30:40.097928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:40.111776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:30:40.116325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:40.124961 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:40.170449 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:30:40.473278 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:40.486783 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Transition to ACTIVE for port object 47a98ec4-aab1-4cba-8601-531544529b62 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:30:40.495551 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:40.499453 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-a2899571-c554-48c4-a793-c3a1538a0d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:40.560831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:40.566080 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7a74cbf2-31a0-4076-9988-23bee4da6ce0 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:40.577816 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Attempting to bind port 47a98ec4-aab1-4cba-8601-531544529b62 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:30:40.578189 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Attempting to bind port 47a98ec4-aab1-4cba-8601-531544529b62 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:30:40.578554 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Attempting to bind port 47a98ec4-aab1-4cba-8601-531544529b62 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:30:40.585830 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Pushing event updated for resources: {'Port': ['ID=47a98ec4-aab1-4cba-8601-531544529b62,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:40.591051 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:30:40.591791 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:30:40.592106 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:40.592215 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:30:40.592698 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Bound port: 47a98ec4-aab1-4cba-8601-531544529b62, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:30:40.593044 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:40.625341 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:40.625684 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:40.626042 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:40.626340 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:40.626666 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:40.626992 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:40.627312 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:40.627681 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:40.628026 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:40.628319 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:40.628609 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:40.628939 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:30:40.639127 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:40.645164 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Subnet': ['ID=4f12c1f9-c862-48b1-8cae-a0bc0d65b549,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:40.648988 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:40.654997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Checking segment: {'id': 'f97179df-51b2-4238-9761-c5c1f2fae27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:30:40.655351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network hostable DHCP agents. Network: 2ca7674b-0c3e-443e-b333-f6e550a0b419, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:30:40.679184 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] For port 47a98ec4-aab1-4cba-8601-531544529b62, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:30:40.680385 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 2ca7674b-0c3e-443e-b333-f6e550a0b419 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:30:40.682908 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] For port 47a98ec4-aab1-4cba-8601-531544529b62, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=47a98ec4-aab1-4cba-8601-531544529b62,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:30:40.687440 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:40.690618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 2ca7674b-0c3e-443e-b333-f6e550a0b419) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:30:40.691067 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-f01a8b15-0c8b-42ab-ba80-6a8e09614dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:40.700743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb16444-8249-46ad-8dbd-05b79a8d14a9 None None] Network 2ca7674b-0c3e-443e-b333-f6e550a0b419 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:30:40.702145 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:40.703103 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:40.777134 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Routers {'510439ac-19b1-4a81-afb1-577df50737b0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:30:40.777778 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:30:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['510439ac-19b1-4a81-afb1-577df50737b0'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:40.831612 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Pushing event updated for resources: {'Port': ['ID=47a98ec4-aab1-4cba-8601-531544529b62,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:40.841813 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-61b256c5-6daa-45c0-b00f-bfb6b99a9522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:40.891921 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-22b4dfd2-59b6-4ad6-bee4-f884cbcb06e0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9304814 Jun 03 22:30:40.894405 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33746) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:40.949948 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-2ca7674b-0c3e-443e-b333-f6e550a0b419', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ips': [{'subnet_id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:30:40.950847 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:40.995317 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] Set router 510439ac-19b1-4a81-afb1-577df50737b0 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:30:41.126061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Allocated IP 172.20.0.2 (2ca7674b-0c3e-443e-b333-f6e550a0b419/4f12c1f9-c862-48b1-8cae-a0bc0d65b549/d0421492-a0cc-47eb-b1f6-abc75cce50f7) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:30:41.311582 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:30:38Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:41.315730 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b67259-ab63-4c15-ad1b-6d939a8d10ec None None] The sync data for ids ['510439ac-19b1-4a81-afb1-577df50737b0'] in dv-neutron-792998-2-hyperv is: [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:30:38Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:30:41.350255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:41.363491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Transition to ACTIVE for port object d0421492-a0cc-47eb-b1f6-abc75cce50f7 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:30:41.385787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Transition to ACTIVE for port object d0421492-a0cc-47eb-b1f6-abc75cce50f7 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:30:41.393849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:41.398429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-011df236-6756-4d48-bc38-6cff8890ee25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:41.461303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Network 2ca7674b-0c3e-443e-b333-f6e550a0b419 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:30:41.464172 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:30:41.466822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:30:41.512016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Pushing event updated for resources: {'Port': ['ID=d0421492-a0cc-47eb-b1f6-abc75cce50f7,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:41.514458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:41.584216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Attempting to bind port d0421492-a0cc-47eb-b1f6-abc75cce50f7 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:30:41.584608 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Attempting to bind port d0421492-a0cc-47eb-b1f6-abc75cce50f7 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'f97179df-51b2-4238-9761-c5c1f2fae27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:30:41.584984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Attempting to bind port d0421492-a0cc-47eb-b1f6-abc75cce50f7 on network 2ca7674b-0c3e-443e-b333-f6e550a0b419 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:30:41.590877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:30:41.591188 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Checking segment: {'id': 'f97179df-51b2-4238-9761-c5c1f2fae27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:30:41.591630 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:41.592024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Bound using segment: {'id': 'f97179df-51b2-4238-9761-c5c1f2fae27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:30:41.592491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Bound port: d0421492-a0cc-47eb-b1f6-abc75cce50f7, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97179df-51b2-4238-9761-c5c1f2fae27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:30:41.592868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:41.662863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:41.696365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] For port d0421492-a0cc-47eb-b1f6-abc75cce50f7, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:30:41.699910 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] For port d0421492-a0cc-47eb-b1f6-abc75cce50f7, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=d0421492-a0cc-47eb-b1f6-abc75cce50f7,segment=NetworkSegment(f97179df-51b2-4238-9761-c5c1f2fae27f),segment_id=f97179df-51b2-4238-9761-c5c1f2fae27f)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:30:41.707402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:41.712611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:41.807144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Pushing event updated for resources: {'Port': ['ID=d0421492-a0cc-47eb-b1f6-abc75cce50f7,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:41.815365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:42.139565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.20.0.1 (2ca7674b-0c3e-443e-b333-f6e550a0b419/4f12c1f9-c862-48b1-8cae-a0bc0d65b549/73240a16-5e3c-47bc-8cc7-8ca1293ce147) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:30:42.310019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:42.327073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Transition to ACTIVE for port object 73240a16-5e3c-47bc-8cc7-8ca1293ce147 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:30:42.354713 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:42.358495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-37f98ef3-2fa0-4783-b731-c8b306208383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:42.421163 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 2ca7674b-0c3e-443e-b333-f6e550a0b419 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:30:42.424047 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:30:42.427190 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:30:42.472723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=73240a16-5e3c-47bc-8cc7-8ca1293ce147,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:42.477411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:42.656862 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:42.951041 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:43.084100 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device d0421492-a0cc-47eb-b1f6-abc75cce50f7 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:30:43.157390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port d0421492-a0cc-47eb-b1f6-abc75cce50f7 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:30:43.163176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 47a98ec4-aab1-4cba-8601-531544529b62 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:30:43.241131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 47a98ec4-aab1-4cba-8601-531544529b62 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:30:43.251777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 47a98ec4-aab1-4cba-8601-531544529b62 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:30:43.252168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:43.376267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:43.395132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 47a98ec4-aab1-4cba-8601-531544529b62, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=47a98ec4-aab1-4cba-8601-531544529b62,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:43.401680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:43.408254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:43.415558 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:43.423197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:43.451258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7e794968-8164-4ecd-be3d-446721ba366d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:43.541523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=47a98ec4-aab1-4cba-8601-531544529b62,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:43.545786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:43.548285 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:43.549603 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=73240a16-5e3c-47bc-8cc7-8ca1293ce147,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:43.553366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:43.595976 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a986fbb-d8c4-4ad7-99b4-2664aea88a18 None None] Network 2ca7674b-0c3e-443e-b333-f6e550a0b419 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:30:43.688150 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3fa7dccd-b687-4f31-9c6c-8cbed59351eb None None] Provisioning for port d0421492-a0cc-47eb-b1f6-abc75cce50f7 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:30:43.697143 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 2ca7674b-0c3e-443e-b333-f6e550a0b419 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:30:43.698512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:30:43.702957 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-3fa7dccd-b687-4f31-9c6c-8cbed59351eb None None] Provisioning complete for port d0421492-a0cc-47eb-b1f6-abc75cce50f7 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:30:43.703339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3fa7dccd-b687-4f31-9c6c-8cbed59351eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:43.892650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 510439ac-19b1-4a81-afb1-577df50737b0 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:30:43.920540 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3fa7dccd-b687-4f31-9c6c-8cbed59351eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:43.970336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-3fa7dccd-b687-4f31-9c6c-8cbed59351eb None None] For port d0421492-a0cc-47eb-b1f6-abc75cce50f7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=d0421492-a0cc-47eb-b1f6-abc75cce50f7,segment=NetworkSegment(f97179df-51b2-4238-9761-c5c1f2fae27f),segment_id=f97179df-51b2-4238-9761-c5c1f2fae27f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:43.979953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3fa7dccd-b687-4f31-9c6c-8cbed59351eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:43.982045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-33f8f522-0411-4769-b228-d3d188d1d817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:44.052018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7dccd-b687-4f31-9c6c-8cbed59351eb None None] Pushing event updated for resources: {'Port': ['ID=d0421492-a0cc-47eb-b1f6-abc75cce50f7,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:44.055229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3fa7dccd-b687-4f31-9c6c-8cbed59351eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:44.079544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:30:44.089572 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "PUT /v2.0/routers/510439ac-19b1-4a81-afb1-577df50737b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1938972 Jun 03 22:30:44.106378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Sync routers for ids ['510439ac-19b1-4a81-afb1-577df50737b0'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:30:44.117933 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Routers {'510439ac-19b1-4a81-afb1-577df50737b0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:30:44.118876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:30:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['510439ac-19b1-4a81-afb1-577df50737b0'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:44.229282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8a4978c0-a830-48ee-9d81-d59529307f91 None None] Provisioning complete for port d0421492-a0cc-47eb-b1f6-abc75cce50f7 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:30:44.229706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8a4978c0-a830-48ee-9d81-d59529307f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:44.286003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-95d4e05c-d0e5-4b66-8eb8-b18f327fd9a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:30:44.308217 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-95d4e05c-d0e5-4b66-8eb8-b18f327fd9a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:30:44.310029 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-95d4e05c-d0e5-4b66-8eb8-b18f327fd9a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020224968&fields=id&tenant_id=06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 267 time: 0.0818882 Jun 03 22:30:44.372349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Set router 510439ac-19b1-4a81-afb1-577df50737b0 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:30:44.481747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-47f12612-7f7d-4d8a-9061-c50c5d8160a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:44.483300 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-47f12612-7f7d-4d8a-9061-c50c5d8160a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/networks?id=2ca7674b-0c3e-443e-b333-f6e550a0b419 HTTP/1.1" status: 200 len: 796 time: 0.1635668 Jun 03 22:30:44.501699 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-b9682ccb-52f7-499f-b9fc-784a9d22ab13 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/quotas/06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 375 time: 0.0115137 Jun 03 22:30:44.605473 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-05f840f1-4182-41e2-a7c9-d65339a5a30a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976374 Jun 03 22:30:44.656118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8a4978c0-a830-48ee-9d81-d59529307f91 None None] Provisioning for port 73240a16-5e3c-47bc-8cc7-8ca1293ce147 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:30:44.666218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8a4978c0-a830-48ee-9d81-d59529307f91 None None] Provisioning complete for port 73240a16-5e3c-47bc-8cc7-8ca1293ce147 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:30:44.666370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8a4978c0-a830-48ee-9d81-d59529307f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:44.766683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8a4978c0-a830-48ee-9d81-d59529307f91 None None] Port 73240a16-5e3c-47bc-8cc7-8ca1293ce147 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:30:44.797239 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-66fc2b1d-cd81-4fe7-98af-6c194a605fef service neutron] 10.222.0.96 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789746 Jun 03 22:30:44.800482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:30:42Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '73240a16-5e3c-47bc-8cc7-8ca1293ce147', 'name': '', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:88:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:41Z', 'updated_at': '2021-06-03T22:30:43Z', 'revision_number': 2, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:44.804731 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Checking router: 510439ac-19b1-4a81-afb1-577df50737b0 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:30:44.805083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Updating router 510439ac-19b1-4a81-afb1-577df50737b0 port 73240a16-5e3c-47bc-8cc7-8ca1293ce147 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:30:44.859044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:44.931261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-861c4ee8-b59f-4307-810a-149776b2ae82 None None] Provisioning complete for port 73240a16-5e3c-47bc-8cc7-8ca1293ce147 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:30:44.931786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-861c4ee8-b59f-4307-810a-149776b2ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:44.933785 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-25098566-4680-455b-99a4-41df92d9620c service neutron] 10.222.0.96 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296282 Jun 03 22:30:45.048981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-861c4ee8-b59f-4307-810a-149776b2ae82 None None] Port 73240a16-5e3c-47bc-8cc7-8ca1293ce147 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:30:45.064242 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device d0421492-a0cc-47eb-b1f6-abc75cce50f7 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:30:45.142858 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-2a06b73a-4619-48d6-b032-a749b016c528 req-1ef7dd09-ec57-413e-88f7-018b76fbf818 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:30:45.164815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-2a06b73a-4619-48d6-b032-a749b016c528 req-1ef7dd09-ec57-413e-88f7-018b76fbf818 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:30:45.166392 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2a06b73a-4619-48d6-b032-a749b016c528 req-1ef7dd09-ec57-413e-88f7-018b76fbf818 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 210 time: 0.0734127 Jun 03 22:30:45.303552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port d0421492-a0cc-47eb-b1f6-abc75cce50f7 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:30:45.304102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:45.484353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:45.507670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 47a98ec4-aab1-4cba-8601-531544529b62 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:30:45.531605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Transition to ACTIVE for port object 73240a16-5e3c-47bc-8cc7-8ca1293ce147 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:30:45.547970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:45.554711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:45.710488 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16af295-a2c7-41f6-9c8b-3f8605096fc9 None None] Pushing event updated for resources: {'Port': ['ID=73240a16-5e3c-47bc-8cc7-8ca1293ce147,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:45.715713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d16af295-a2c7-41f6-9c8b-3f8605096fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:45.787510 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 47a98ec4-aab1-4cba-8601-531544529b62 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:30:45.787510 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:45.850940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Attempting to bind port 73240a16-5e3c-47bc-8cc7-8ca1293ce147 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:30:45.851320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Attempting to bind port 73240a16-5e3c-47bc-8cc7-8ca1293ce147 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'f97179df-51b2-4238-9761-c5c1f2fae27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:30:45.851713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Attempting to bind port 73240a16-5e3c-47bc-8cc7-8ca1293ce147 on network 2ca7674b-0c3e-443e-b333-f6e550a0b419 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:30:45.871658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:30:45.872035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Checking segment: {'id': 'f97179df-51b2-4238-9761-c5c1f2fae27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:30:45.872438 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:45.872829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Bound using segment: {'id': 'f97179df-51b2-4238-9761-c5c1f2fae27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:30:45.873310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Bound port: 73240a16-5e3c-47bc-8cc7-8ca1293ce147, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97179df-51b2-4238-9761-c5c1f2fae27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:30:45.873681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:46.029495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] For port 73240a16-5e3c-47bc-8cc7-8ca1293ce147, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:30:46.032803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] For port 73240a16-5e3c-47bc-8cc7-8ca1293ce147, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=73240a16-5e3c-47bc-8cc7-8ca1293ce147,segment=NetworkSegment(f97179df-51b2-4238-9761-c5c1f2fae27f),segment_id=f97179df-51b2-4238-9761-c5c1f2fae27f)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:30:46.039382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:46.043058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d16af295-a2c7-41f6-9c8b-3f8605096fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:46.116868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Routers {'510439ac-19b1-4a81-afb1-577df50737b0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:30:46.117538 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:30:26Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['510439ac-19b1-4a81-afb1-577df50737b0'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:46.175529 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16af295-a2c7-41f6-9c8b-3f8605096fc9 None None] Pushing event updated for resources: {'Port': ['ID=73240a16-5e3c-47bc-8cc7-8ca1293ce147,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:46.185770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d16af295-a2c7-41f6-9c8b-3f8605096fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:46.316748 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] Set router 510439ac-19b1-4a81-afb1-577df50737b0 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:30:46.369603 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-824b6a93-673d-4b6c-8a9e-7682a0c9434f req-153e5230-2d52-4d4f-a4a8-e2a0bcadfb77 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 210 time: 0.0769000 Jun 03 22:30:46.508728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-3b793335-1833-4c8e-a0e3-4a77ba4d0fbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:46.510498 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-3b793335-1833-4c8e-a0e3-4a77ba4d0fbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/networks?id=2ca7674b-0c3e-443e-b333-f6e550a0b419 HTTP/1.1" status: 200 len: 796 time: 0.1740174 Jun 03 22:30:46.561438 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-d0a6a91b-8928-4c56-a05d-33c84726a872 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 380 time: 0.0417335 Jun 03 22:30:46.570450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'port': {'device_id': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'admin_state_up': True, 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'security_groups': ['1e798813-4073-42ad-beb8-7e2c55d99aa8']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:46.676226 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:30:42Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '73240a16-5e3c-47bc-8cc7-8ca1293ce147', 'name': '', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:88:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:41Z', 'updated_at': '2021-06-03T22:30:46Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:30:46.680315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8711c3-2569-405d-8e17-33d29e8148ef None None] The sync data for ids ['510439ac-19b1-4a81-afb1-577df50737b0'] in dv-neutron-792998-2-hyperv is: [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:30:42Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '73240a16-5e3c-47bc-8cc7-8ca1293ce147', 'name': '', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:88:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:41Z', 'updated_at': '2021-06-03T22:30:46Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:30:46.713848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:46.730208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:46.744797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:30:46.750814 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:46.932269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.20.0.11 (2ca7674b-0c3e-443e-b333-f6e550a0b419/4f12c1f9-c862-48b1-8cae-a0bc0d65b549/48873db4-25af-4a45-b595-79231d550055) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:30:47.075062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 73240a16-5e3c-47bc-8cc7-8ca1293ce147 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:30:47.143308 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:47.162932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Transition to ACTIVE for port object 48873db4-25af-4a45-b595-79231d550055 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:30:47.194582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:47.202318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2843b3ca-56fc-4e3e-8101-0e928724f3d5 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:47.215378 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 73240a16-5e3c-47bc-8cc7-8ca1293ce147 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:30:47.220800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 73240a16-5e3c-47bc-8cc7-8ca1293ce147 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:30:47.221204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:47.358220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:47.401383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 73240a16-5e3c-47bc-8cc7-8ca1293ce147, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=73240a16-5e3c-47bc-8cc7-8ca1293ce147,segment=NetworkSegment(f97179df-51b2-4238-9761-c5c1f2fae27f),segment_id=f97179df-51b2-4238-9761-c5c1f2fae27f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:47.409174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:47.413567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:47.462345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=48873db4-25af-4a45-b595-79231d550055,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:47.465388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:47.476855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 2ca7674b-0c3e-443e-b333-f6e550a0b419 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:30:47.478060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:30:47.480636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:30:47.513695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=73240a16-5e3c-47bc-8cc7-8ca1293ce147,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:47.517072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:47.556194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:47.556881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:47.595041 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0285156 Jun 03 22:30:47.613164 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58038520-869a-49d0-baec-e92e3620ec7b req-47e74510-0e23-49b0-b17d-d0adcade2e7a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:47.620498 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-58038520-869a-49d0-baec-e92e3620ec7b req-47e74510-0e23-49b0-b17d-d0adcade2e7a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 932 time: 0.1114223 Jun 03 22:30:47.664888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Request body: {'port': {'device_id': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:47.804463 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:47.819298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7baa0782-616a-4a72-9b8e-d79264a40daa None None] Provisioning for port 48873db4-25af-4a45-b595-79231d550055 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:30:47.825146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7baa0782-616a-4a72-9b8e-d79264a40daa None None] Provisioning complete for port 48873db4-25af-4a45-b595-79231d550055 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:30:47.825459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7baa0782-616a-4a72-9b8e-d79264a40daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:47.848443 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-58038520-869a-49d0-baec-e92e3620ec7b req-19e963ad-2126-406d-b901-bb1d846eb96e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268424 Jun 03 22:30:47.897243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-7baa0782-616a-4a72-9b8e-d79264a40daa None None] Port 48873db4-25af-4a45-b595-79231d550055 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:30:48.183136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48873db4-25af-4a45-b595-79231d550055 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:30:48.191510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:48.206672 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Transition to ACTIVE for port object 48873db4-25af-4a45-b595-79231d550055 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:30:48.213340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:48.217209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dcfa287e-9b61-4a37-9255-bca1bb948150 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:48.362988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Pushing event updated for resources: {'Port': ['ID=48873db4-25af-4a45-b595-79231d550055,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:48.390732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:48.475026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Attempting to bind port 48873db4-25af-4a45-b595-79231d550055 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:30:48.475724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Attempting to bind port 48873db4-25af-4a45-b595-79231d550055 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'f97179df-51b2-4238-9761-c5c1f2fae27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:30:48.475724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Attempting to bind port 48873db4-25af-4a45-b595-79231d550055 on network 2ca7674b-0c3e-443e-b333-f6e550a0b419 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:30:48.480468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Port 48873db4-25af-4a45-b595-79231d550055 on network 2ca7674b-0c3e-443e-b333-f6e550a0b419 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:30:48.480776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Attempting to bind port 48873db4-25af-4a45-b595-79231d550055 on network 2ca7674b-0c3e-443e-b333-f6e550a0b419 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:30:48.486182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:30:48.486480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Checking segment: {'id': 'f97179df-51b2-4238-9761-c5c1f2fae27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:30:48.486858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Bound using segment: {'id': 'f97179df-51b2-4238-9761-c5c1f2fae27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:30:48.487360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Bound port: 48873db4-25af-4a45-b595-79231d550055, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97179df-51b2-4238-9761-c5c1f2fae27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:30:48.487662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:48.583926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] For port 48873db4-25af-4a45-b595-79231d550055, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:30:48.587176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] For port 48873db4-25af-4a45-b595-79231d550055, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=48873db4-25af-4a45-b595-79231d550055,segment=NetworkSegment(f97179df-51b2-4238-9761-c5c1f2fae27f),segment_id=f97179df-51b2-4238-9761-c5c1f2fae27f)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:30:48.594110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:48.598107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-46b5ec7d-d7bd-4b24-839e-657469841330 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:48.662482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:48.663107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:48.664549 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] 10.222.0.24 "PUT /v2.0/ports/48873db4-25af-4a45-b595-79231d550055 HTTP/1.1" status: 200 len: 1094 time: 1.0616226 Jun 03 22:30:48.665084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'tag': '48873db4-25af-4a45-b595-79231d550055'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:30:48.667448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad616cd-25e4-4d95-874a-d26293b5ab95" -d '{"events": [{"name": "network-changed", "server_uuid": "57a8e6a9-13c0-47df-80fe-8248fb244659", "tag": "48873db4-25af-4a45-b595-79231d550055"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:30:48.702056 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Pushing event updated for resources: {'Port': ['ID=48873db4-25af-4a45-b595-79231d550055,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:48.706519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:48.748479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684f433c-fd2b-4c2d-9952-852864495cce x-openstack-request-id: req-684f433c-fd2b-4c2d-9952-852864495cce {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:30:48.748940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a8e6a9-13c0-47df-80fe-8248fb244659", "tag": "48873db4-25af-4a45-b595-79231d550055", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:30:48.749125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-684f433c-fd2b-4c2d-9952-852864495cce {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:30:48.749570 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'tag': '48873db4-25af-4a45-b595-79231d550055', 'status': 'completed', 'code': 200} Jun 03 22:30:48.794315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-fbec1b7e-cdca-4784-b791-28e1e19bf4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:48.795916 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-fbec1b7e-cdca-4784-b791-28e1e19bf4bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 1097 time: 0.0859113 Jun 03 22:30:48.874613 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-5874e715-b69c-4168-aace-5ad3c244b425 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48873db4-25af-4a45-b595-79231d550055 HTTP/1.1" status: 200 len: 217 time: 0.0712328 Jun 03 22:30:48.938078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-e8803c8b-12ff-412b-814a-a19ab73d3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:48.939564 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-e8803c8b-12ff-412b-814a-a19ab73d3385 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f12c1f9-c862-48b1-8cae-a0bc0d65b549 HTTP/1.1" status: 200 len: 835 time: 0.0591836 Jun 03 22:30:49.040301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-3755b0f7-61bf-42bf-9550-e20dc039cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:49.041272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e3104-7b93-40c8-b021-8dfcdbe28864 req-7a0f3e93-d724-47ba-969c-6bd890909562 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:49.042883 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-3755b0f7-61bf-42bf-9550-e20dc039cfd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ca7674b-0c3e-443e-b333-f6e550a0b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0962079 Jun 03 22:30:49.043061 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-765e3104-7b93-40c8-b021-8dfcdbe28864 req-7a0f3e93-d724-47ba-969c-6bd890909562 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 944 time: 0.0890131 Jun 03 22:30:49.044203 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 73240a16-5e3c-47bc-8cc7-8ca1293ce147 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:30:49.096144 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-765e3104-7b93-40c8-b021-8dfcdbe28864 req-a4c0437b-7617-4931-b64d-d815d5dde4bd tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468895 Jun 03 22:30:49.116601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 73240a16-5e3c-47bc-8cc7-8ca1293ce147 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:30:49.116967 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:49.192159 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-744d1482-14bb-4c89-b6c6-c02a5a80b693 service neutron] 10.222.0.24 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421063 Jun 03 22:30:49.485969 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-53a63a27-770f-40b6-ae58-b38a9684be2b req-030e0be6-8047-425b-8db5-c7c50b89ae62 service neutron] 10.222.0.24 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876248 Jun 03 22:30:49.618570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad616cd-25e4-4d95-874a-d26293b5ab95 req-83a0e0df-b253-41c4-8639-edb52b822f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:49.620087 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ad616cd-25e4-4d95-874a-d26293b5ab95 req-83a0e0df-b253-41c4-8639-edb52b822f43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 1097 time: 0.0763988 Jun 03 22:30:49.765959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad616cd-25e4-4d95-874a-d26293b5ab95 req-89437530-a6fe-4e51-b8f0-63d96089b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:49.767314 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ad616cd-25e4-4d95-874a-d26293b5ab95 req-89437530-a6fe-4e51-b8f0-63d96089b984 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ca7674b-0c3e-443e-b333-f6e550a0b419 HTTP/1.1" status: 200 len: 898 time: 0.1406946 Jun 03 22:30:49.839362 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ad616cd-25e4-4d95-874a-d26293b5ab95 req-6c094002-c86a-42ef-861e-7dfc8af09e80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48873db4-25af-4a45-b595-79231d550055 HTTP/1.1" status: 200 len: 217 time: 0.0649781 Jun 03 22:30:49.904365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad616cd-25e4-4d95-874a-d26293b5ab95 req-bb2bf92b-1928-4ed8-a200-d0474ab577bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:49.905818 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ad616cd-25e4-4d95-874a-d26293b5ab95 req-bb2bf92b-1928-4ed8-a200-d0474ab577bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f12c1f9-c862-48b1-8cae-a0bc0d65b549 HTTP/1.1" status: 200 len: 835 time: 0.0598845 Jun 03 22:30:49.986857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad616cd-25e4-4d95-874a-d26293b5ab95 req-1ec20f3d-de77-41c7-a055-058fed60c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:49.988347 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ad616cd-25e4-4d95-874a-d26293b5ab95 req-1ec20f3d-de77-41c7-a055-058fed60c9ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ca7674b-0c3e-443e-b333-f6e550a0b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761542 Jun 03 22:30:50.125445 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ad616cd-25e4-4d95-874a-d26293b5ab95 req-0150ce8c-4869-4851-a960-10cb30c18f69 service neutron] 10.222.0.24 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297550 Jun 03 22:30:50.315209 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ad616cd-25e4-4d95-874a-d26293b5ab95 req-fcc3cbe2-b24e-4ca0-9b6a-3e187371c980 service neutron] 10.222.0.24 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825416 Jun 03 22:30:50.344848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7cbc1-594c-4075-8fb0-3558469d6f1b req-2da374ab-2b78-4579-8a81-4cb26e52e6a0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:50.345456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-1ee7cbc1-594c-4075-8fb0-3558469d6f1b req-2da374ab-2b78-4579-8a81-4cb26e52e6a0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:30:50.363529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-1ee7cbc1-594c-4075-8fb0-3558469d6f1b req-2da374ab-2b78-4579-8a81-4cb26e52e6a0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:30:50.364749 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ee7cbc1-594c-4075-8fb0-3558469d6f1b req-2da374ab-2b78-4579-8a81-4cb26e52e6a0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 944 time: 0.1455681 Jun 03 22:30:50.413546 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1ee7cbc1-594c-4075-8fb0-3558469d6f1b req-46e23c37-3382-4afa-9231-308ebdb69736 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Jun 03 22:30:51.609914 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae0996-94d8-4e6b-83ee-ff5ff05ab40e req-f68bc889-50ee-471d-9fe7-04b760f94e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:51.611363 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-deae0996-94d8-4e6b-83ee-ff5ff05ab40e req-f68bc889-50ee-471d-9fe7-04b760f94e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 944 time: 0.0873616 Jun 03 22:30:51.656378 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-deae0996-94d8-4e6b-83ee-ff5ff05ab40e req-cc523d1c-3981-4835-87a1-a97ec780b809 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391331 Jun 03 22:30:52.817269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c913934d-164a-466d-8141-dfe9cb8a4d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:52.863603 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca72c3f-212b-4e38-8790-00e475049053 req-253fec50-f28a-4289-894b-142c6d42cca8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:52.865053 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0ca72c3f-212b-4e38-8790-00e475049053 req-253fec50-f28a-4289-894b-142c6d42cca8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 944 time: 0.0899804 Jun 03 22:30:52.911026 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0ca72c3f-212b-4e38-8790-00e475049053 req-4cf34762-9bb2-4778-8e6f-5ad5e31aff02 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393255 Jun 03 22:30:53.157053 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 48873db4-25af-4a45-b595-79231d550055 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:30:53.316751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 48873db4-25af-4a45-b595-79231d550055, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=48873db4-25af-4a45-b595-79231d550055,segment=NetworkSegment(f97179df-51b2-4238-9761-c5c1f2fae27f),segment_id=f97179df-51b2-4238-9761-c5c1f2fae27f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:53.336296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '48873db4-25af-4a45-b595-79231d550055', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'port_id': '48873db4-25af-4a45-b595-79231d550055', 'mac_address': 'fa:16:3e:36:cf:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:30:53.422959 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:53.441577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48873db4-25af-4a45-b595-79231d550055 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:30:53.457211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 48873db4-25af-4a45-b595-79231d550055, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=48873db4-25af-4a45-b595-79231d550055,segment=NetworkSegment(f97179df-51b2-4238-9761-c5c1f2fae27f),segment_id=f97179df-51b2-4238-9761-c5c1f2fae27f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:53.465954 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:53.467724 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:53.533573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=48873db4-25af-4a45-b595-79231d550055,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:53.536643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:53.817295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['48873db4-25af-4a45-b595-79231d550055'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:30:54.129551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3f742-e149-4f49-937f-b8f29bb5cc38 req-34d2c35d-0751-4173-9720-0ece579da096 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:54.131878 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-20d3f742-e149-4f49-937f-b8f29bb5cc38 req-34d2c35d-0751-4173-9720-0ece579da096 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 945 time: 0.0933573 Jun 03 22:30:54.181211 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-20d3f742-e149-4f49-937f-b8f29bb5cc38 req-65329376-488b-43ca-a064-cde62becbf90 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Jun 03 22:30:55.174234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 48873db4-25af-4a45-b595-79231d550055 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:30:55.258737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 48873db4-25af-4a45-b595-79231d550055 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:30:55.265126 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 48873db4-25af-4a45-b595-79231d550055 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:30:55.265489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:55.389873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:55.396976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9204271-983b-46c0-b181-518cbeead574 req-b45d2777-2469-4c3c-b284-51a45b782c76 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:55.398709 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f9204271-983b-46c0-b181-518cbeead574 req-b45d2777-2469-4c3c-b284-51a45b782c76 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 945 time: 0.0933442 Jun 03 22:30:55.432476 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:55.464363 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f9204271-983b-46c0-b181-518cbeead574 req-5e5ab078-904a-4838-82ff-17491222da00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558245 Jun 03 22:30:55.466194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48873db4-25af-4a45-b595-79231d550055'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:30:55.468626 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c33128-30e3-41e6-b583-7b1dcdbbd069" -d '{"events": [{"server_uuid": "57a8e6a9-13c0-47df-80fe-8248fb244659", "name": "network-vif-plugged", "status": "completed", "tag": "48873db4-25af-4a45-b595-79231d550055"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:30:55.476763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 48873db4-25af-4a45-b595-79231d550055, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=48873db4-25af-4a45-b595-79231d550055,segment=NetworkSegment(f97179df-51b2-4238-9761-c5c1f2fae27f),segment_id=f97179df-51b2-4238-9761-c5c1f2fae27f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:30:55.492873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:55.496159 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:55.553290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cc89b579-1c8a-4ccb-8a25-02415a45bfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:55.583005 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=48873db4-25af-4a45-b595-79231d550055,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:55.586808 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:55.595505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2ef8c5-655e-4f26-8e7a-4fbfd0637f87 x-openstack-request-id: req-bb2ef8c5-655e-4f26-8e7a-4fbfd0637f87 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:30:55.595807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a8e6a9-13c0-47df-80fe-8248fb244659", "name": "network-vif-plugged", "status": "completed", "tag": "48873db4-25af-4a45-b595-79231d550055", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:30:55.596065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bb2ef8c5-655e-4f26-8e7a-4fbfd0637f87 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:30:55.596473 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48873db4-25af-4a45-b595-79231d550055', 'code': 200} Jun 03 22:30:55.842744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519f800-34d6-494f-94d1-f15bcfce30a3 req-6e5f0ca9-72f4-4fb2-82e3-c3f5a01d136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:55.844282 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7519f800-34d6-494f-94d1-f15bcfce30a3 req-6e5f0ca9-72f4-4fb2-82e3-c3f5a01d136c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 1099 time: 0.0756245 Jun 03 22:30:55.888735 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7519f800-34d6-494f-94d1-f15bcfce30a3 req-64f5ab2f-bf16-41b7-bbff-61acc78e924a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375218 Jun 03 22:30:56.669861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a4c1e-f8e4-4412-aa1d-6a81866c4371 req-e1e5879b-ece8-4040-a820-9ee77f1116a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:56.671319 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-038a4c1e-f8e4-4412-aa1d-6a81866c4371 req-e1e5879b-ece8-4040-a820-9ee77f1116a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 946 time: 0.0937340 Jun 03 22:30:56.722960 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-038a4c1e-f8e4-4412-aa1d-6a81866c4371 req-9fb7d1d2-bbfe-4b67-bed4-2118930d55ab tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457385 Jun 03 22:30:57.103967 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:57.308158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:57.927479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bd77a-36f7-45ef-8efb-b339d9b3e4e7 req-b001ff1c-6a8b-4af9-afcb-6bc19f45cca4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:57.929088 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c45bd77a-36f7-45ef-8efb-b339d9b3e4e7 req-b001ff1c-6a8b-4af9-afcb-6bc19f45cca4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 946 time: 0.0900383 Jun 03 22:30:57.975582 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c45bd77a-36f7-45ef-8efb-b339d9b3e4e7 req-25f645fb-b33c-4928-b615-a9350ffa5e60 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404351 Jun 03 22:30:58.181879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91befe-0e7b-48d2-aff2-b6d9dae67bc7 req-45fa6818-9e88-4782-a7be-119504b0c059 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:58.183321 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0b91befe-0e7b-48d2-aff2-b6d9dae67bc7 req-45fa6818-9e88-4782-a7be-119504b0c059 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 946 time: 0.0826159 Jun 03 22:30:58.239725 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0b91befe-0e7b-48d2-aff2-b6d9dae67bc7 req-4b18d08b-c366-4973-b93b-093099e2b1a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474436 Jun 03 22:30:58.264340 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33814) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:58.365210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4895ef1c-3822-4eb4-8848-2c7b927da2a3 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:30:58.368141 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4895ef1c-3822-4eb4-8848-2c7b927da2a3 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 1094 time: 0.1013777 Jun 03 22:30:58.370435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33816) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:30:58.375492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '48873db4-25af-4a45-b595-79231d550055', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:30:58.382320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:30:58.387200 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:floatingip and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:30:58.390353 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:30:58.396375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:30:58.409982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:58.557768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:58.595293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:58.714647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.26.3.57 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/a4564d34-cae9-4d7e-9846-655456566a99) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:30:58.887020 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:58.920397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:58.924202 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:30:58.988024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:30:58.990839 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:30:59.000016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:30:59.031303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=a4564d34-cae9-4d7e-9846-655456566a99,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:30:59.037133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:30:59.475106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:59.566710 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:59.925635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:59.932695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:30:59.938983 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3010058e-deb6-4f1e-b03f-6d3aed64bd21 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:31:00.047921 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=a4564d34-cae9-4d7e-9846-655456566a99,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:31:00.052523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:31:00.062393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:31:00.243785 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Floating IP 2faa688e-ebc0-4048-9b85-099b590a2a7f associated. External IP: 172.26.3.57, port: 48873db4-25af-4a45-b595-79231d550055. Jun 03 22:31:00.613018 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 510439ac-19b1-4a81-afb1-577df50737b0 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:31:00.809887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:31:00.819657 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c79550-15f0-4cea-90b0-80f77761f853 None None] Sync routers for ids ['510439ac-19b1-4a81-afb1-577df50737b0'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:31:00.831129 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c79550-15f0-4cea-90b0-80f77761f853 None None] Routers {'510439ac-19b1-4a81-afb1-577df50737b0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:31:00.831790 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-14c79550-15f0-4cea-90b0-80f77761f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:30:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['510439ac-19b1-4a81-afb1-577df50737b0'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:31:00.839955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:31:00.904131 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5324144 Jun 03 22:31:00.904712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'tag': '48873db4-25af-4a45-b595-79231d550055'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:31:00.907039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b70cdb-8b42-4f9c-8498-2f64bb0a8e73" -d '{"events": [{"name": "network-changed", "server_uuid": "57a8e6a9-13c0-47df-80fe-8248fb244659", "tag": "48873db4-25af-4a45-b595-79231d550055"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:31:00.953627 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7500682-7ce7-4bdc-a33b-761eea4f352e x-openstack-request-id: req-c7500682-7ce7-4bdc-a33b-761eea4f352e {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:31:00.954019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a8e6a9-13c0-47df-80fe-8248fb244659", "tag": "48873db4-25af-4a45-b595-79231d550055", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:31:00.954317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c7500682-7ce7-4bdc-a33b-761eea4f352e {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:31:00.954762 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'tag': '48873db4-25af-4a45-b595-79231d550055', 'status': 'completed', 'code': 200} Jun 03 22:31:01.023174 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-14c79550-15f0-4cea-90b0-80f77761f853 None None] Set router 510439ac-19b1-4a81-afb1-577df50737b0 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:31:01.052614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70cdb-8b42-4f9c-8498-2f64bb0a8e73 req-8c6a1c65-ef1b-47c4-bdaa-b0666c0342f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:31:01.054282 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b70cdb-8b42-4f9c-8498-2f64bb0a8e73 req-8c6a1c65-ef1b-47c4-bdaa-b0666c0342f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 1099 time: 0.0781167 Jun 03 22:31:01.091061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26eaa04-6eab-4c54-a7d0-f7693f9d6005 req-f2ee5b21-3bfd-4f97-b35c-5c2111aacd83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:31:01.092613 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f26eaa04-6eab-4c54-a7d0-f7693f9d6005 req-f2ee5b21-3bfd-4f97-b35c-5c2111aacd83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 946 time: 0.0945480 Jun 03 22:31:01.146956 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f26eaa04-6eab-4c54-a7d0-f7693f9d6005 req-1b0e8b05-b7f7-494a-a564-0cfbba5aad3c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478311 Jun 03 22:31:01.171821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33822) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:31:01.203409 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70cdb-8b42-4f9c-8498-2f64bb0a8e73 req-66f515b4-7fd6-4d1e-b75e-b58d4f31847f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:31:01.205080 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b70cdb-8b42-4f9c-8498-2f64bb0a8e73 req-66f515b4-7fd6-4d1e-b75e-b58d4f31847f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ca7674b-0c3e-443e-b333-f6e550a0b419 HTTP/1.1" status: 200 len: 898 time: 0.1437089 Jun 03 22:31:01.281309 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e4359389-d68f-418c-a0f3-d32745233034 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/2faa688e-ebc0-4048-9b85-099b590a2a7f HTTP/1.1" status: 200 len: 991 time: 0.1071913 Jun 03 22:31:01.385524 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-14c79550-15f0-4cea-90b0-80f77761f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:30:42Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2faa688e-ebc0-4048-9b85-099b590a2a7f', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.57', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'port_id': '48873db4-25af-4a45-b595-79231d550055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'mac_address': 'fa:16:3e:36:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:30:59Z', 'updated_at': '2021-06-03T22:30:59Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73240a16-5e3c-47bc-8cc7-8ca1293ce147', 'name': '', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:88:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:41Z', 'updated_at': '2021-06-03T22:30:47Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:31:01.390309 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c79550-15f0-4cea-90b0-80f77761f853 None None] Checking router: 510439ac-19b1-4a81-afb1-577df50737b0 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:31:01.399382 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c79550-15f0-4cea-90b0-80f77761f853 None None] Routers {'510439ac-19b1-4a81-afb1-577df50737b0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:31:01.400041 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-14c79550-15f0-4cea-90b0-80f77761f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:30:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['510439ac-19b1-4a81-afb1-577df50737b0'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:31:01.464665 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b70cdb-8b42-4f9c-8498-2f64bb0a8e73 req-80249087-fade-493c-b8b3-43eff46ee242 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48873db4-25af-4a45-b595-79231d550055 HTTP/1.1" status: 200 len: 999 time: 0.2523956 Jun 03 22:31:01.533986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70cdb-8b42-4f9c-8498-2f64bb0a8e73 req-91f0faaa-e1ea-4e74-9a85-bc4fb4b6d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:31:01.535559 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b70cdb-8b42-4f9c-8498-2f64bb0a8e73 req-91f0faaa-e1ea-4e74-9a85-bc4fb4b6d2b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f12c1f9-c862-48b1-8cae-a0bc0d65b549 HTTP/1.1" status: 200 len: 835 time: 0.0627418 Jun 03 22:31:01.619388 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70cdb-8b42-4f9c-8498-2f64bb0a8e73 req-a5a4163c-7a7c-49fd-a821-0d3653eb921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:31:01.620923 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b70cdb-8b42-4f9c-8498-2f64bb0a8e73 req-a5a4163c-7a7c-49fd-a821-0d3653eb921a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ca7674b-0c3e-443e-b333-f6e550a0b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783439 Jun 03 22:31:01.635281 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-14c79550-15f0-4cea-90b0-80f77761f853 None None] Set router 510439ac-19b1-4a81-afb1-577df50737b0 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:31:01.759729 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b70cdb-8b42-4f9c-8498-2f64bb0a8e73 req-fee735ec-6883-4d6a-888c-490f4f9e6af9 service neutron] 10.222.0.24 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307909 Jun 03 22:31:01.908364 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b70cdb-8b42-4f9c-8498-2f64bb0a8e73 req-1b68c634-fe99-45b7-a697-901cada76d7c service neutron] 10.222.0.24 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351166 Jun 03 22:31:01.987983 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-14c79550-15f0-4cea-90b0-80f77761f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:30:42Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2faa688e-ebc0-4048-9b85-099b590a2a7f', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.57', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'port_id': '48873db4-25af-4a45-b595-79231d550055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'mac_address': 'fa:16:3e:36:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:30:59Z', 'updated_at': '2021-06-03T22:30:59Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73240a16-5e3c-47bc-8cc7-8ca1293ce147', 'name': '', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:88:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:41Z', 'updated_at': '2021-06-03T22:30:47Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:31:01.996285 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c79550-15f0-4cea-90b0-80f77761f853 None None] The sync data for ids ['510439ac-19b1-4a81-afb1-577df50737b0'] in dv-neutron-792998-2-hyperv is: [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:30:42Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2faa688e-ebc0-4048-9b85-099b590a2a7f', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.57', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'port_id': '48873db4-25af-4a45-b595-79231d550055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'mac_address': 'fa:16:3e:36:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:30:59Z', 'updated_at': '2021-06-03T22:30:59Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73240a16-5e3c-47bc-8cc7-8ca1293ce147', 'name': '', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:88:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:41Z', 'updated_at': '2021-06-03T22:30:47Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:31:02.196019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b699220-f45f-4cbd-a733-061b41630a3b None None] New status for floating IP 2faa688e-ebc0-4048-9b85-099b590a2a7f: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:31:02.284471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33824) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:31:02.391567 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e4b77190-df84-444f-aa77-9a7077261f6b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/2faa688e-ebc0-4048-9b85-099b590a2a7f HTTP/1.1" status: 200 len: 991 time: 0.1049566 Jun 03 22:31:03.394290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33826) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:31:03.648887 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-33aaedd0-2e17-41a8-8438-3696356d84d9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/2faa688e-ebc0-4048-9b85-099b590a2a7f HTTP/1.1" status: 200 len: 993 time: 0.2529130 Jun 03 22:31:06.393545 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-938cfa1f-323e-4aa2-9da5-482e783de361 req-ef00ce20-9875-4658-91be-ac934149f4b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761859 Jun 03 22:31:06.551886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cfa1f-323e-4aa2-9da5-482e783de361 req-e90f2afd-5de7-4b51-aaf7-5df6e8f6a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:31:06.553385 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-938cfa1f-323e-4aa2-9da5-482e783de361 req-e90f2afd-5de7-4b51-aaf7-5df6e8f6a2e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 1099 time: 0.0852373 Jun 03 22:31:06.738079 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cfa1f-323e-4aa2-9da5-482e783de361 req-bcd2d6d7-58cf-4493-b660-a0654120203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:31:06.739535 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-938cfa1f-323e-4aa2-9da5-482e783de361 req-bcd2d6d7-58cf-4493-b660-a0654120203e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ca7674b-0c3e-443e-b333-f6e550a0b419 HTTP/1.1" status: 200 len: 898 time: 0.1661513 Jun 03 22:31:06.846609 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-938cfa1f-323e-4aa2-9da5-482e783de361 req-1ef99ff8-58f4-4ada-b995-fcbe4fcbc1d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48873db4-25af-4a45-b595-79231d550055 HTTP/1.1" status: 200 len: 1001 time: 0.0993681 Jun 03 22:31:06.917292 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cfa1f-323e-4aa2-9da5-482e783de361 req-de59b774-da66-4ba6-ab82-13c91a0a90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:31:06.918742 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-938cfa1f-323e-4aa2-9da5-482e783de361 req-de59b774-da66-4ba6-ab82-13c91a0a90d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f12c1f9-c862-48b1-8cae-a0bc0d65b549 HTTP/1.1" status: 200 len: 835 time: 0.0651572 Jun 03 22:31:07.000619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cfa1f-323e-4aa2-9da5-482e783de361 req-e9ba40ba-ec46-4231-9af3-4c7a74825023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:31:07.002105 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-938cfa1f-323e-4aa2-9da5-482e783de361 req-e9ba40ba-ec46-4231-9af3-4c7a74825023 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ca7674b-0c3e-443e-b333-f6e550a0b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767295 Jun 03 22:31:07.138747 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-938cfa1f-323e-4aa2-9da5-482e783de361 req-5b17b1a0-21c1-49c8-a4cc-963b988dbf0d service neutron] 10.222.0.24 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297204 Jun 03 22:31:07.287178 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-938cfa1f-323e-4aa2-9da5-482e783de361 req-be547fb0-5158-4cec-8742-23db0d98cf65 service neutron] 10.222.0.24 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411729 Jun 03 22:31:17.160808 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:31:22.813402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f71ed1a8-fe97-40c2-9080-61760641461b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:31:25.351020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:31:25.499079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f0129d38-564c-446a-8df5-a85edcbbb9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:31:27.104853 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:31:27.292831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:31:28.601491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:31:52.818236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7dd249be-950d-43a9-87c3-eaa63f94b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:31:54.160653 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:31:55.351963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:31:55.502090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dce66068-0e64-4c1e-a555-5187e09b8d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:31:57.117152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:31:57.299112 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:31:58.602601 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:04.715335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed858ffb-fd95-41a1-afd2-c845b5024b5f req-7e85e41a-3e9d-4f33-a497-d3795e4a6a6f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:04.716735 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ed858ffb-fd95-41a1-afd2-c845b5024b5f req-7e85e41a-3e9d-4f33-a497-d3795e4a6a6f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 946 time: 0.1034338 Jun 03 22:32:04.767566 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ed858ffb-fd95-41a1-afd2-c845b5024b5f req-5158c30a-f134-442d-bbf5-90c1b7fc8a06 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424051 Jun 03 22:32:05.988120 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414c343-df80-4e6a-abe2-fe9a5706c431 req-f20d4942-10c7-4776-853f-a89edb83b8df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:05.989684 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f414c343-df80-4e6a-abe2-fe9a5706c431 req-f20d4942-10c7-4776-853f-a89edb83b8df tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 946 time: 0.0968649 Jun 03 22:32:06.045157 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f414c343-df80-4e6a-abe2-fe9a5706c431 req-71050124-7c56-4a13-9e13-c52e41e41324 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490425 Jun 03 22:32:06.072314 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33858) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:06.188873 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-84d75f5a-9361-4713-9ac0-a438d3dd736f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/2faa688e-ebc0-4048-9b85-099b590a2a7f HTTP/1.1" status: 200 len: 993 time: 0.1151080 Jun 03 22:32:07.390795 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02745a55-edec-494a-8f1e-a53814cd562a req-843ea05e-94a2-4b22-b591-0d14b2f8465a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779333 Jun 03 22:32:07.543016 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745a55-edec-494a-8f1e-a53814cd562a req-8111cc25-0f48-4565-8709-fa7964ae0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:07.544530 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02745a55-edec-494a-8f1e-a53814cd562a req-8111cc25-0f48-4565-8709-fa7964ae0bea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 1099 time: 0.0835543 Jun 03 22:32:07.931422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745a55-edec-494a-8f1e-a53814cd562a req-5efe0040-9ce3-4def-b432-e18da1b2fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:07.932948 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02745a55-edec-494a-8f1e-a53814cd562a req-5efe0040-9ce3-4def-b432-e18da1b2fa83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ca7674b-0c3e-443e-b333-f6e550a0b419 HTTP/1.1" status: 200 len: 898 time: 0.3646958 Jun 03 22:32:07.945374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4538ce0-0ccb-4fcc-8cc7-f2b5e2fc26e2 req-a37beda4-c35f-428b-8d83-6db56a843912 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:07.946822 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b4538ce0-0ccb-4fcc-8cc7-f2b5e2fc26e2 req-a37beda4-c35f-428b-8d83-6db56a843912 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 946 time: 0.3575306 Jun 03 22:32:08.084638 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02745a55-edec-494a-8f1e-a53814cd562a req-6b81346e-bba3-4803-a4c3-ab9308e14bf0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48873db4-25af-4a45-b595-79231d550055 HTTP/1.1" status: 200 len: 1001 time: 0.1368294 Jun 03 22:32:08.087544 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b4538ce0-0ccb-4fcc-8cc7-f2b5e2fc26e2 req-ab3cc1af-59a2-4f42-b409-fed9eee5b41a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917978 Jun 03 22:32:08.155101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745a55-edec-494a-8f1e-a53814cd562a req-5b957cbf-c693-4cf4-b3c4-e3eb9438ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:08.156845 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02745a55-edec-494a-8f1e-a53814cd562a req-5b957cbf-c693-4cf4-b3c4-e3eb9438ddfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f12c1f9-c862-48b1-8cae-a0bc0d65b549 HTTP/1.1" status: 200 len: 835 time: 0.0649753 Jun 03 22:32:08.243604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745a55-edec-494a-8f1e-a53814cd562a req-7f29aede-c1ea-4d93-bf03-3ea6c1e8719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:08.244959 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02745a55-edec-494a-8f1e-a53814cd562a req-7f29aede-c1ea-4d93-bf03-3ea6c1e8719d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ca7674b-0c3e-443e-b333-f6e550a0b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781434 Jun 03 22:32:08.407735 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02745a55-edec-494a-8f1e-a53814cd562a req-09866002-abff-4093-9d88-8ff6cbc79759 service neutron] 10.222.0.24 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540725 Jun 03 22:32:08.552012 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-02745a55-edec-494a-8f1e-a53814cd562a req-defcc405-41bb-44f9-b0e7-cbcbb564fac4 service neutron] 10.222.0.24 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362925 Jun 03 22:32:09.301289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2baf5-73c3-4411-803c-f324fc91adae req-e76baddc-29e8-4e22-97f3-d283ddf34f52 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:09.302650 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-10d2baf5-73c3-4411-803c-f324fc91adae req-e76baddc-29e8-4e22-97f3-d283ddf34f52 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 946 time: 0.0958555 Jun 03 22:32:09.350314 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-10d2baf5-73c3-4411-803c-f324fc91adae req-5c376ee5-ad9c-4caf-9af1-ca044a251bc3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414414 Jun 03 22:32:09.383117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33868) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:09.502572 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-afc85842-3ffb-463f-aa17-4702fa215282 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/2faa688e-ebc0-4048-9b85-099b590a2a7f HTTP/1.1" status: 200 len: 993 time: 0.1180260 Jun 03 22:32:09.801401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33874) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:10.089256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port a4564d34-cae9-4d7e-9846-655456566a99 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:32:10.089685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:10.216142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:10.216142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:10.350249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for a4564d34-cae9-4d7e-9846-655456566a99 owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:32:10.504401 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:10.508393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:10.551664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=a4564d34-cae9-4d7e-9846-655456566a99,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:10.592417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:10.592793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:10.593162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:10.593536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:10.593885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:10.594255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:10.594620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:10.595000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:10.595355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:10.595798 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:10.596160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:10.596518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:10.604176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:10.661479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:10.661801 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Floating IP 2faa688e-ebc0-4048-9b85-099b590a2a7f disassociated (deleted). External IP: 172.26.3.57, port: 48873db4-25af-4a45-b595-79231d550055. Jun 03 22:32:11.213008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 510439ac-19b1-4a81-afb1-577df50737b0 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:32:11.416333 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:32:11.425972 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df5cfd-d050-41a3-94a3-a41df9322152 None None] Sync routers for ids ['510439ac-19b1-4a81-afb1-577df50737b0'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:32:11.437206 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df5cfd-d050-41a3-94a3-a41df9322152 None None] Routers {'510439ac-19b1-4a81-afb1-577df50737b0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:32:11.437838 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-57df5cfd-d050-41a3-94a3-a41df9322152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:31:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['510439ac-19b1-4a81-afb1-577df50737b0'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:11.444421 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:11.521998 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/floatingips/2faa688e-ebc0-4048-9b85-099b590a2a7f HTTP/1.1" status: 204 len: 168 time: 1.7192509 Jun 03 22:32:11.522591 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'tag': '48873db4-25af-4a45-b595-79231d550055'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:32:11.526447 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245aff34-ce48-4b6e-bc4f-337743378bda" -d '{"events": [{"name": "network-changed", "server_uuid": "57a8e6a9-13c0-47df-80fe-8248fb244659", "tag": "48873db4-25af-4a45-b595-79231d550055"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:32:11.579323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157c635f-8e68-4e08-b8a8-d0927f92ff56 x-openstack-request-id: req-157c635f-8e68-4e08-b8a8-d0927f92ff56 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:32:11.579659 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a8e6a9-13c0-47df-80fe-8248fb244659", "tag": "48873db4-25af-4a45-b595-79231d550055", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:32:11.579953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-157c635f-8e68-4e08-b8a8-d0927f92ff56 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:32:11.580400 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'tag': '48873db4-25af-4a45-b595-79231d550055', 'status': 'completed', 'code': 200} Jun 03 22:32:11.642711 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-57df5cfd-d050-41a3-94a3-a41df9322152 None None] Set router 510439ac-19b1-4a81-afb1-577df50737b0 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:32:11.688002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aff34-ce48-4b6e-bc4f-337743378bda req-7e657f4a-495f-4317-8758-5302106b9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:11.689715 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-245aff34-ce48-4b6e-bc4f-337743378bda req-7e657f4a-495f-4317-8758-5302106b9bd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 1099 time: 0.0801108 Jun 03 22:32:11.934323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aff34-ce48-4b6e-bc4f-337743378bda req-2155e198-e570-4ec1-993f-6876e2f846ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:11.936957 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-245aff34-ce48-4b6e-bc4f-337743378bda req-2155e198-e570-4ec1-993f-6876e2f846ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ca7674b-0c3e-443e-b333-f6e550a0b419 HTTP/1.1" status: 200 len: 898 time: 0.2398233 Jun 03 22:32:11.982904 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-57df5cfd-d050-41a3-94a3-a41df9322152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:30:42Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '73240a16-5e3c-47bc-8cc7-8ca1293ce147', 'name': '', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:88:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:41Z', 'updated_at': '2021-06-03T22:30:47Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:11.987324 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df5cfd-d050-41a3-94a3-a41df9322152 None None] Checking router: 510439ac-19b1-4a81-afb1-577df50737b0 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:32:11.996084 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df5cfd-d050-41a3-94a3-a41df9322152 None None] Routers {'510439ac-19b1-4a81-afb1-577df50737b0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:32:11.996690 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-57df5cfd-d050-41a3-94a3-a41df9322152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:31:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['510439ac-19b1-4a81-afb1-577df50737b0'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:12.018950 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-245aff34-ce48-4b6e-bc4f-337743378bda req-d304ef4c-e8a3-4cfc-b937-16d12af238e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48873db4-25af-4a45-b595-79231d550055 HTTP/1.1" status: 200 len: 217 time: 0.0736389 Jun 03 22:32:12.120044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aff34-ce48-4b6e-bc4f-337743378bda req-cfd1c7b8-aa30-421f-bfcf-0bcc20372681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:12.121527 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-245aff34-ce48-4b6e-bc4f-337743378bda req-cfd1c7b8-aa30-421f-bfcf-0bcc20372681 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f12c1f9-c862-48b1-8cae-a0bc0d65b549 HTTP/1.1" status: 200 len: 835 time: 0.0948460 Jun 03 22:32:12.173886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e75d4-eed7-45c5-95c9-b35b6485197c req-3b8e3dae-2aa2-46cc-9318-df4c483092b5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:12.175474 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b25e75d4-eed7-45c5-95c9-b35b6485197c req-3b8e3dae-2aa2-46cc-9318-df4c483092b5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 946 time: 0.3091891 Jun 03 22:32:12.199544 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-57df5cfd-d050-41a3-94a3-a41df9322152 None None] Set router 510439ac-19b1-4a81-afb1-577df50737b0 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:32:12.238892 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b25e75d4-eed7-45c5-95c9-b35b6485197c req-fdb6b407-6feb-4c0a-bbe8-50e6bdfed7fc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564141 Jun 03 22:32:12.251697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aff34-ce48-4b6e-bc4f-337743378bda req-c4f34e90-07ff-4d47-8383-5b29373efaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:12.253505 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-245aff34-ce48-4b6e-bc4f-337743378bda req-c4f34e90-07ff-4d47-8383-5b29373efaf6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ca7674b-0c3e-443e-b333-f6e550a0b419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1235442 Jun 03 22:32:12.400060 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-245aff34-ce48-4b6e-bc4f-337743378bda req-780f805c-f157-4017-8f37-3826a64319f9 service neutron] 10.222.0.24 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387558 Jun 03 22:32:12.547704 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-245aff34-ce48-4b6e-bc4f-337743378bda req-d9a7cf68-f698-4355-9d81-bbb639b33f22 service neutron] 10.222.0.24 "GET /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348448 Jun 03 22:32:12.591594 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-57df5cfd-d050-41a3-94a3-a41df9322152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:30:42Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '73240a16-5e3c-47bc-8cc7-8ca1293ce147', 'name': '', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:88:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:41Z', 'updated_at': '2021-06-03T22:30:47Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:12.596380 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df5cfd-d050-41a3-94a3-a41df9322152 None None] The sync data for ids ['510439ac-19b1-4a81-afb1-577df50737b0'] in dv-neutron-792998-2-hyperv is: [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:30:42Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '73240a16-5e3c-47bc-8cc7-8ca1293ce147', 'name': '', 'network_id': '2ca7674b-0c3e-443e-b333-f6e550a0b419', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:88:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:41Z', 'updated_at': '2021-06-03T22:30:47Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '4f12c1f9-c862-48b1-8cae-a0bc0d65b549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:32:12.807961 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff00faaa-0fa6-400f-ae3c-9c558a04d80a None None] New status for floating IP 2faa688e-ebc0-4048-9b85-099b590a2a7f: DOWN {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:32:13.440675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56282c7e-6c8e-4330-908d-3f7d95a3d4cc req-89edc5d0-8da3-4dc6-8421-54ccabb09b96 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:13.441356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-56282c7e-6c8e-4330-908d-3f7d95a3d4cc req-89edc5d0-8da3-4dc6-8421-54ccabb09b96 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:32:13.459503 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-56282c7e-6c8e-4330-908d-3f7d95a3d4cc req-89edc5d0-8da3-4dc6-8421-54ccabb09b96 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:32:13.460752 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-56282c7e-6c8e-4330-908d-3f7d95a3d4cc req-89edc5d0-8da3-4dc6-8421-54ccabb09b96 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 946 time: 0.1063969 Jun 03 22:32:13.510413 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-56282c7e-6c8e-4330-908d-3f7d95a3d4cc req-886e166d-390f-42a5-becc-0f6bd6da3e90 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411484 Jun 03 22:32:13.959326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989af30-98fb-40a1-80bf-c2add6bd4bf2 req-960132b5-d499-4353-9a14-b5e18a2e6770 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:13.960809 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d989af30-98fb-40a1-80bf-c2add6bd4bf2 req-960132b5-d499-4353-9a14-b5e18a2e6770 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 946 time: 0.1073694 Jun 03 22:32:14.132037 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-d989af30-98fb-40a1-80bf-c2add6bd4bf2 req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port 48873db4-25af-4a45-b595-79231d550055 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:32:14.132326 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d989af30-98fb-40a1-80bf-c2add6bd4bf2 req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:14.437055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-d989af30-98fb-40a1-80bf-c2add6bd4bf2 req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port 48873db4-25af-4a45-b595-79231d550055, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=48873db4-25af-4a45-b595-79231d550055,segment=NetworkSegment(f97179df-51b2-4238-9761-c5c1f2fae27f),segment_id=f97179df-51b2-4238-9761-c5c1f2fae27f)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:32:14.437366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d989af30-98fb-40a1-80bf-c2add6bd4bf2 req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:14.571095 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-d989af30-98fb-40a1-80bf-c2add6bd4bf2 req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for 48873db4-25af-4a45-b595-79231d550055 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:32:14.743690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d989af30-98fb-40a1-80bf-c2add6bd4bf2 req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:14.750219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1de1480b-7397-4986-8ebb-c9c70a3dbc6e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:14.799775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=48873db4-25af-4a45-b595-79231d550055,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:14.848537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:14.848910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:14.849298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:14.849667 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:14.850034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:14.850398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:14.850760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:14.851297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:14.851698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:14.852050 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:14.852412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:14.852762 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:14.885836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:14.905670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdc79d-006e-433b-87b5-e0e8965c2c16 req-1d5efd1a-74f5-42fa-8262-16e68dd94a51 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:14.907112 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f5cdc79d-006e-433b-87b5-e0e8965c2c16 req-1d5efd1a-74f5-42fa-8262-16e68dd94a51 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=57a8e6a9-13c0-47df-80fe-8248fb244659 HTTP/1.1" status: 200 len: 867 time: 0.2497790 Jun 03 22:32:14.908416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-d989af30-98fb-40a1-80bf-c2add6bd4bf2 req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] No DVR routers for this DVR port 48873db4-25af-4a45-b595-79231d550055 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:32:14.911315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-d989af30-98fb-40a1-80bf-c2add6bd4bf2 req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:14.914072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'name': 'network-vif-deleted', 'tag': '48873db4-25af-4a45-b595-79231d550055'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:32:14.916392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc5b87b-8428-4998-95cd-4d0c2019b664" -d '{"events": [{"server_uuid": "57a8e6a9-13c0-47df-80fe-8248fb244659", "name": "network-vif-deleted", "tag": "48873db4-25af-4a45-b595-79231d550055"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:32:14.947639 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d989af30-98fb-40a1-80bf-c2add6bd4bf2 req-be0a82c3-8803-4bd9-9b51-11fbf3b13e70 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "DELETE /v2.0/ports/48873db4-25af-4a45-b595-79231d550055 HTTP/1.1" status: 204 len: 173 time: 0.9801912 Jun 03 22:32:14.965659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0ac049-5851-4ba5-8fd0-e5319cc431f7 x-openstack-request-id: req-4b0ac049-5851-4ba5-8fd0-e5319cc431f7 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:32:14.966288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a8e6a9-13c0-47df-80fe-8248fb244659", "name": "network-vif-deleted", "tag": "48873db4-25af-4a45-b595-79231d550055", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:32:14.966288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4b0ac049-5851-4ba5-8fd0-e5319cc431f7 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:32:14.966712 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a8e6a9-13c0-47df-80fe-8248fb244659', 'name': 'network-vif-deleted', 'tag': '48873db4-25af-4a45-b595-79231d550055', 'status': 'completed', 'code': 200} Jun 03 22:32:14.974684 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f5cdc79d-006e-433b-87b5-e0e8965c2c16 req-5204b2fb-6b06-4917-9335-851154b2184d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=1e798813-4073-42ad-beb8-7e2c55d99aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544398 Jun 03 22:32:16.078889 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33896) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:16.703722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:17.324297 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port 73240a16-5e3c-47bc-8cc7-8ca1293ce147 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:32:17.325002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:17.429798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 48873db4-25af-4a45-b595-79231d550055 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:32:17.461100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port 73240a16-5e3c-47bc-8cc7-8ca1293ce147, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=73240a16-5e3c-47bc-8cc7-8ca1293ce147,segment=NetworkSegment(f97179df-51b2-4238-9761-c5c1f2fae27f),segment_id=f97179df-51b2-4238-9761-c5c1f2fae27f)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:32:17.461404 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:17.463924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 48873db4-25af-4a45-b595-79231d550055 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:32:17.464269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 48873db4-25af-4a45-b595-79231d550055 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:32:17.584374 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for 73240a16-5e3c-47bc-8cc7-8ca1293ce147 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:32:17.881002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:17.884492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-bb5aba63-a0eb-41f2-ad57-cd1de18a30ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:17.929330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=73240a16-5e3c-47bc-8cc7-8ca1293ce147,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:17.932393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:18.221926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:18.733514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 510439ac-19b1-4a81-afb1-577df50737b0 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:32:18.938962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:32:18.951228 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce3639-6724-4b7a-af95-1f175c311134 None None] Sync routers for ids ['510439ac-19b1-4a81-afb1-577df50737b0'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:32:18.952746 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "PUT /v2.0/routers/510439ac-19b1-4a81-afb1-577df50737b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8727267 Jun 03 22:32:18.955753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33898) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:18.961035 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce3639-6724-4b7a-af95-1f175c311134 None None] Routers {'510439ac-19b1-4a81-afb1-577df50737b0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:32:18.961647 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ecce3639-6724-4b7a-af95-1f175c311134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:31:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['510439ac-19b1-4a81-afb1-577df50737b0'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:19.027905 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-f658a706-cd78-4624-be82-d7bb9edc1cb9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting subnet 4f12c1f9-c862-48b1-8cae-a0bc0d65b549 {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:32:19.030940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f658a706-cd78-4624-be82-d7bb9edc1cb9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:19.086855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f658a706-cd78-4624-be82-d7bb9edc1cb9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:19.143926 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-ecce3639-6724-4b7a-af95-1f175c311134 None None] Set router 510439ac-19b1-4a81-afb1-577df50737b0 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:32:19.173889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f658a706-cd78-4624-be82-d7bb9edc1cb9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:19.428739 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ecce3639-6724-4b7a-af95-1f175c311134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:32:17Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:19.432636 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce3639-6724-4b7a-af95-1f175c311134 None None] Checking router: 510439ac-19b1-4a81-afb1-577df50737b0 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:32:19.442814 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce3639-6724-4b7a-af95-1f175c311134 None None] Routers {'510439ac-19b1-4a81-afb1-577df50737b0'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:32:19.443427 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ecce3639-6724-4b7a-af95-1f175c311134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:31:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['510439ac-19b1-4a81-afb1-577df50737b0'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:19.450515 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f658a706-cd78-4624-be82-d7bb9edc1cb9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:19.454348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-997cdc64-04f9-413c-9523-9b8fadfc6031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:19.492795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658a706-cd78-4624-be82-d7bb9edc1cb9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Subnet': ['ID=4f12c1f9-c862-48b1-8cae-a0bc0d65b549,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:19.495859 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f658a706-cd78-4624-be82-d7bb9edc1cb9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:19.496853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f658a706-cd78-4624-be82-d7bb9edc1cb9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:19.503111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea94ef8-ed66-4df1-b769-a543f98cedc5 None None] Network 2ca7674b-0c3e-443e-b333-f6e550a0b419 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:32:19.506576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33900) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:19.506819 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f658a706-cd78-4624-be82-d7bb9edc1cb9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/subnets/4f12c1f9-c862-48b1-8cae-a0bc0d65b549 HTTP/1.1" status: 204 len: 168 time: 0.5497673 Jun 03 22:32:19.627969 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-ecce3639-6724-4b7a-af95-1f175c311134 None None] Set router 510439ac-19b1-4a81-afb1-577df50737b0 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:32:19.688140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:19.776694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] DHCP port deletion for 2ca7674b-0c3e-443e-b333-f6e550a0b419 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:32:19.844835 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Deleting port d0421492-a0cc-47eb-b1f6-abc75cce50f7 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:32:19.845085 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:19.875076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:19.925805 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-ecce3639-6724-4b7a-af95-1f175c311134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:32:17Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:19.930744 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce3639-6724-4b7a-af95-1f175c311134 None None] The sync data for ids ['510439ac-19b1-4a81-afb1-577df50737b0'] in dv-neutron-792998-2-hyperv is: [{'id': '510439ac-19b1-4a81-afb1-577df50737b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576824347', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '47a98ec4-aab1-4cba-8601-531544529b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:30:36Z', 'updated_at': '2021-06-03T22:32:17Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '47a98ec4-aab1-4cba-8601-531544529b62', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510439ac-19b1-4a81-afb1-577df50737b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:30:37Z', 'updated_at': '2021-06-03T22:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:32:19.952026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] For port d0421492-a0cc-47eb-b1f6-abc75cce50f7, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=d0421492-a0cc-47eb-b1f6-abc75cce50f7,segment=NetworkSegment(f97179df-51b2-4238-9761-c5c1f2fae27f),segment_id=f97179df-51b2-4238-9761-c5c1f2fae27f)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:32:19.952335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:19.952544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port 47a98ec4-aab1-4cba-8601-531544529b62 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:32:19.952888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:20.075503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Calling delete_port for d0421492-a0cc-47eb-b1f6-abc75cce50f7 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:32:20.080712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port 47a98ec4-aab1-4cba-8601-531544529b62, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=47a98ec4-aab1-4cba-8601-531544529b62,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:32:20.081106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:20.124733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:20.128520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6d8ebf55-79f8-4976-86c9-1b6050f1cef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:20.175624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Pushing event deleted for resources: {'Port': ['ID=d0421492-a0cc-47eb-b1f6-abc75cce50f7,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:20.185201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] No DVR routers for this DVR port d0421492-a0cc-47eb-b1f6-abc75cce50f7 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:32:20.187249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:20.187623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:20.187958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:20.188286 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:20.188617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:20.188965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:20.189287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:20.189606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:20.189924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:20.190249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:20.190547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:20.190857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:20.194412 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:20.210327 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for 47a98ec4-aab1-4cba-8601-531544529b62 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:32:20.383204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:20.387993 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:20.437458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=47a98ec4-aab1-4cba-8601-531544529b62,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:20.440986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:20.535887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:20.879488 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:20.881893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:20.910463 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:20.911022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Fanout notify agent at l3_agent the message router_deleted on router 510439ac-19b1-4a81-afb1-577df50737b0 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:32:20.927595 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:20.928809 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/routers/510439ac-19b1-4a81-afb1-577df50737b0 HTTP/1.1" status: 204 len: 168 time: 1.4206798 Jun 03 22:32:20.931449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33902) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:21.066996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:21.200579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:21.216179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca7674b-0c3e-443e-b333-f6e550a0b419']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:21.228864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97179df-51b2-4238-9761-c5c1f2fae27f') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:21.229140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97179df-51b2-4238-9761-c5c1f2fae27f') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:21.241603 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:21.259901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:21.267113 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:32:21.268011 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:32:21.286601 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:32:21.381129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:21.385896 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device d0421492-a0cc-47eb-b1f6-abc75cce50f7 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:32:21.386417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7f4b48ed-541d-43d5-9cd8-48a138188a1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:21.408225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:21.422992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Network': ['ID=2ca7674b-0c3e-443e-b333-f6e550a0b419,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:21.423335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: d0421492-a0cc-47eb-b1f6-abc75cce50f7 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:32:21.424531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device d0421492-a0cc-47eb-b1f6-abc75cce50f7 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:32:21.424531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 73240a16-5e3c-47bc-8cc7-8ca1293ce147 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:32:21.430479 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/networks/2ca7674b-0c3e-443e-b333-f6e550a0b419 HTTP/1.1" status: 204 len: 168 time: 0.4940023 Jun 03 22:32:21.430479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7598ceb3-8884-457b-9551-690247b8fba8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:21.431861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33904) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:21.460969 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 73240a16-5e3c-47bc-8cc7-8ca1293ce147 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:32:21.461254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 73240a16-5e3c-47bc-8cc7-8ca1293ce147 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:32:21.461689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 47a98ec4-aab1-4cba-8601-531544529b62 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:32:21.498987 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 47a98ec4-aab1-4cba-8601-531544529b62 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:32:21.499347 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 47a98ec4-aab1-4cba-8601-531544529b62 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:32:21.508198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d4c92e65-9ece-4790-b4ea-c8158a92f443 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:21.541165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d4c92e65-9ece-4790-b4ea-c8158a92f443 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:21.610576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d4c92e65-9ece-4790-b4ea-c8158a92f443 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:21.614775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6e127df0-0abc-44d3-af7b-71210d3dbe87 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:21.630398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c92e65-9ece-4790-b4ea-c8158a92f443 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e798813-4073-42ad-beb8-7e2c55d99aa8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:21.633160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d4c92e65-9ece-4790-b4ea-c8158a92f443 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:21.642097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d4c92e65-9ece-4790-b4ea-c8158a92f443 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:21.647514 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d4c92e65-9ece-4790-b4ea-c8158a92f443 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/security-groups/1e798813-4073-42ad-beb8-7e2c55d99aa8 HTTP/1.1" status: 204 len: 168 time: 0.2147081 Jun 03 22:32:21.958811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33910) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:21.963598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1496474523', 'description': 'tempest-secgroup-smoke-1496474523 description', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:32:21.969951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:32:21.974426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:32:21.978258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:32:21.987491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:32:22.001949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.024044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:32:22.028269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:32:22.031311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:32:22.040225 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:32:22.131616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.138539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.142723 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-65b7cf4b-2e67-446b-ad9c-ecd5a697bb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:22.188745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ab82ef-236d-4b54-ae6f-630430624620,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:22.192674 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:22.193997 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.195697 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2356596 Jun 03 22:32:22.198907 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33912) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:22.203584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2f584271-f38d-4844-86d4-bd9a35317308 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '25ab82ef-236d-4b54-ae6f-630430624620', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:32:22.211945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2f584271-f38d-4844-86d4-bd9a35317308 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:32:22.217956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2f584271-f38d-4844-86d4-bd9a35317308 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:32:22.222594 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2f584271-f38d-4844-86d4-bd9a35317308 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:32:22.229400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2f584271-f38d-4844-86d4-bd9a35317308 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:32:22.247042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f584271-f38d-4844-86d4-bd9a35317308 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.316299 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f584271-f38d-4844-86d4-bd9a35317308 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.322930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f584271-f38d-4844-86d4-bd9a35317308 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.325086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e97a6ce4-a530-4219-80de-68cc93c2af92 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:22.354312 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f584271-f38d-4844-86d4-bd9a35317308 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fe535e-1058-4ef7-95b9-d0fe29648a18,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:22.359116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2f584271-f38d-4844-86d4-bd9a35317308 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:22.366705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f584271-f38d-4844-86d4-bd9a35317308 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.367911 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2f584271-f38d-4844-86d4-bd9a35317308 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1680167 Jun 03 22:32:22.370925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33914) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:22.375366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6f8597c4-728d-400d-b27d-e32d787ddf11 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '25ab82ef-236d-4b54-ae6f-630430624620', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:32:22.381593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6f8597c4-728d-400d-b27d-e32d787ddf11 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:32:22.385911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6f8597c4-728d-400d-b27d-e32d787ddf11 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:32:22.388864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6f8597c4-728d-400d-b27d-e32d787ddf11 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:32:22.394808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6f8597c4-728d-400d-b27d-e32d787ddf11 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:32:22.412561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8597c4-728d-400d-b27d-e32d787ddf11 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.484957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8597c4-728d-400d-b27d-e32d787ddf11 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.491385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8597c4-728d-400d-b27d-e32d787ddf11 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.493401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-20cb9fc4-aadb-49f4-8b73-26bf48d238d0 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:22.516476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8597c4-728d-400d-b27d-e32d787ddf11 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86b6f86-c16d-4d42-9cc4-bc145d68eac9,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:22.521496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6f8597c4-728d-400d-b27d-e32d787ddf11 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:22.526563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6f8597c4-728d-400d-b27d-e32d787ddf11 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.527782 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6f8597c4-728d-400d-b27d-e32d787ddf11 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1559274 Jun 03 22:32:22.530568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33916) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:22.534978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-2d4a5c6e-ef73-4f2e-81ca-5ff66524517f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '25ab82ef-236d-4b54-ae6f-630430624620', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:32:22.541288 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2d4a5c6e-ef73-4f2e-81ca-5ff66524517f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:32:22.545212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2d4a5c6e-ef73-4f2e-81ca-5ff66524517f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:32:22.548248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-2d4a5c6e-ef73-4f2e-81ca-5ff66524517f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:32:22.554376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-2d4a5c6e-ef73-4f2e-81ca-5ff66524517f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:32:22.572558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5c6e-ef73-4f2e-81ca-5ff66524517f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.645386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5c6e-ef73-4f2e-81ca-5ff66524517f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.651119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5c6e-ef73-4f2e-81ca-5ff66524517f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.653008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f5ddcdd4-3378-42c0-a3d6-725c8b9480ad tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:22.676069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a5c6e-ef73-4f2e-81ca-5ff66524517f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa82a71-0b90-40a9-ad01-dc1e0e1e184a,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:22.680708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2d4a5c6e-ef73-4f2e-81ca-5ff66524517f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:22.687754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5c6e-ef73-4f2e-81ca-5ff66524517f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.689168 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-2d4a5c6e-ef73-4f2e-81ca-5ff66524517f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575711 Jun 03 22:32:22.693691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33918) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:22.698184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-e8716917-0e27-46a4-9ecb-3a353a9c3756 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '25ab82ef-236d-4b54-ae6f-630430624620', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:32:22.704348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e8716917-0e27-46a4-9ecb-3a353a9c3756 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:32:22.708585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e8716917-0e27-46a4-9ecb-3a353a9c3756 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:32:22.711885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-e8716917-0e27-46a4-9ecb-3a353a9c3756 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:32:22.717888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-e8716917-0e27-46a4-9ecb-3a353a9c3756 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:32:22.737755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8716917-0e27-46a4-9ecb-3a353a9c3756 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.806277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8716917-0e27-46a4-9ecb-3a353a9c3756 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.811882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8716917-0e27-46a4-9ecb-3a353a9c3756 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.813979 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2f584271-f38d-4844-86d4-bd9a35317308 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:22.824398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ef4725ca-dbd2-407e-8fb7-e114dcc286d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.838480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8716917-0e27-46a4-9ecb-3a353a9c3756 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495ca00e-a492-4005-9d06-78fabcaa4331,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:22.841433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e8716917-0e27-46a4-9ecb-3a353a9c3756 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:22.850797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e8716917-0e27-46a4-9ecb-3a353a9c3756 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.852031 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e8716917-0e27-46a4-9ecb-3a353a9c3756 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574259 Jun 03 22:32:22.854744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33920) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:22.859843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '25ab82ef-236d-4b54-ae6f-630430624620', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:32:22.865909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:32:22.869954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:32:22.872884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:32:22.880075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:32:22.894411 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Project 06a2a9afa4eb4633a5485220d9b85f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:32:22.900584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.969652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.976276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:22.978145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-452129ea-c7ac-4378-aa34-85f640b5eda3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:23.004476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce296aa-5d63-4b66-af7d-0592e51c897b,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:23.006827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:23.015348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:23.016625 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607609 Jun 03 22:32:23.019763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33922) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:23.024263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '25ab82ef-236d-4b54-ae6f-630430624620', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:32:23.030422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:32:23.034504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:32:23.038457 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:32:23.043246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:32:23.056177 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Project 06a2a9afa4eb4633a5485220d9b85f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:32:23.065689 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:23.144142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:23.149650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:23.151670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9906d790-3eb8-4d56-afce-0e0b422b8898 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:23.174091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db8dc33-9dd6-47a6-81a6-3326077e613f,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:23.176717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:23.186622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:23.187945 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1672785 Jun 03 22:32:23.190843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 33924) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:23.195819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'network': {'name': 'tempest-network-smoke--432283429', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'port_security_enabled': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:32:23.200802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:32:23.204831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:network and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:32:23.207888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:32:23.213916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:32:23.227650 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:32:23.232846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:23.264549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:32:23.276427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:23.276885 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Added segment 3f3c2268-ea9b-433e-8a42-69fcbd17b936 of type vlan for network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 Jun 03 22:32:23.308067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:23.342048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:23.348059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:23.348635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:23.352246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-41aa2aab-b857-4cbd-bd80-75d994875677 tempest-RoutersNegativeIpV6Test-911371343 tempest-RoutersNegativeIpV6Test-911371343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:23.460210 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2682569 Jun 03 22:32:23.463786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33926) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:23.468618 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'admin_state_up': True, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:32:23.469863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Network': ['ID=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:23.473377 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b3967e39-bab3-4dfb-a4ab-9604809b0e28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:23.477030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:32:23.480374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:32:23.481525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:router and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:32:23.485083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:32:23.492714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:32:23.504825 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:23.505902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:23.522873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:23.820164 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:24.170992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:24.202258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:24.358369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.26.3.197 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/821efb3d-e6bc-4927-b7da-5447b030fde1) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:32:24.656022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:24.692601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:24.696376 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7580b8dd-37d6-4756-bc59-b511c4a948cb tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:24.753841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:32:24.756580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:32:24.765237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:32:24.798884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=821efb3d-e6bc-4927-b7da-5447b030fde1,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:24.804963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:25.205010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:25.347063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:25.496973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-889a3828-ec77-4825-85d6-11ebaaf48e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:25.581775 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:25.795403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router c6258d42-0a60-444e-b471-224a1e2f64ac is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:32:25.991067 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:32:26.000804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Sync routers for ids ['c6258d42-0a60-444e-b471-224a1e2f64ac'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:32:26.011162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Routers {'c6258d42-0a60-444e-b471-224a1e2f64ac'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:32:26.011819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:32:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c6258d42-0a60-444e-b471-224a1e2f64ac'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:26.024433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:26.025736 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5609803 Jun 03 22:32:26.028921 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33928) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:26.201963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Set router c6258d42-0a60-444e-b471-224a1e2f64ac gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:32:26.221090 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c8efa3b9-6ca5-4fba-bb14-b5e982d87757 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=06a2a9afa4eb4633a5485220d9b85f10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1885719 Jun 03 22:32:26.221417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33930) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:26.367622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f049a20a-c646-421f-bf03-4e95025bae8d tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:26.369069 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f049a20a-c646-421f-bf03-4e95025bae8d tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1466589 Jun 03 22:32:26.371850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33932) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:26.410699 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-960ad4df-1737-4c59-a3aa-a2bea00e2614 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376899 Jun 03 22:32:26.413166 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33934) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:26.417954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1544072101', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:32:26.521471 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:32:25Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:26.525541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Checking router: c6258d42-0a60-444e-b471-224a1e2f64ac for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:32:26.525944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Updating router c6258d42-0a60-444e-b471-224a1e2f64ac port 821efb3d-e6bc-4927-b7da-5447b030fde1 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:32:26.533966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:32:26.538169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:subnet and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:32:26.541535 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:32:26.548424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:32:26.560150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:32:26.563676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:26.587475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:26.923675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:26.937760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Transition to ACTIVE for port object 821efb3d-e6bc-4927-b7da-5447b030fde1 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:32:26.945392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:26.949909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:27.008947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:27.013849 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-053fd321-299d-4dde-90f1-6e31077d205e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:27.026377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62af8b-c356-42b0-8ffc-894c5aebd053 None None] Pushing event updated for resources: {'Port': ['ID=821efb3d-e6bc-4927-b7da-5447b030fde1,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:27.028711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Attempting to bind port 821efb3d-e6bc-4927-b7da-5447b030fde1 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:32:27.029069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Attempting to bind port 821efb3d-e6bc-4927-b7da-5447b030fde1 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:32:27.029431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Attempting to bind port 821efb3d-e6bc-4927-b7da-5447b030fde1 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:32:27.031648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ef62af8b-c356-42b0-8ffc-894c5aebd053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:27.035773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:32:27.036144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:32:27.036591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:27.036965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:32:27.037438 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Bound port: 821efb3d-e6bc-4927-b7da-5447b030fde1, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:32:27.037805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:27.091843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Subnet': ['ID=94c6c7e9-0985-4a87-8e78-367a44c5be44,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:27.095685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:27.106691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Checking segment: {'id': '3f3c2268-ea9b-433e-8a42-69fcbd17b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:32:27.107052 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network hostable DHCP agents. Network: d6d22bc7-3db4-4369-9db9-6c7c9236f0c4, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:32:27.127287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] For port 821efb3d-e6bc-4927-b7da-5447b030fde1, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:32:27.129607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:32:27.131749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] For port 821efb3d-e6bc-4927-b7da-5447b030fde1, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=821efb3d-e6bc-4927-b7da-5447b030fde1,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:32:27.133490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:27.136704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:27.140107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, d6d22bc7-3db4-4369-9db9-6c7c9236f0c4) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:32:27.141905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-42f115a5-94a1-41aa-ab44-8056eab98f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:27.151226 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:27.151896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:27.179930 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82935c0-3f89-4ef1-9252-273829f635ce None None] Network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:32:27.183083 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7688293 Jun 03 22:32:27.185786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 33936) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:27.323733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Routers {'c6258d42-0a60-444e-b471-224a1e2f64ac'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:32:27.324376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:32:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c6258d42-0a60-444e-b471-224a1e2f64ac'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:27.386456 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62af8b-c356-42b0-8ffc-894c5aebd053 None None] Pushing event updated for resources: {'Port': ['ID=821efb3d-e6bc-4927-b7da-5447b030fde1,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:27.400116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:27.409452 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ef62af8b-c356-42b0-8ffc-894c5aebd053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:27.662668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] Set router c6258d42-0a60-444e-b471-224a1e2f64ac gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:32:27.704444 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-d6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ips': [{'subnet_id': '94c6c7e9-0985-4a87-8e78-367a44c5be44'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:32:27.705278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:28.062020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Allocated IP 172.20.0.2 (d6d22bc7-3db4-4369-9db9-6c7c9236f0c4/94c6c7e9-0985-4a87-8e78-367a44c5be44/68c0a3e7-a6cc-487e-abc8-0c8ea86724d3) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:32:28.069279 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:28.183365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:32:25Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:28.192055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cbf347-89ca-4bbc-85fa-8f746da08953 None None] The sync data for ids ['c6258d42-0a60-444e-b471-224a1e2f64ac'] in dv-neutron-792998-2-hyperv is: [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:32:25Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:32:28.312841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:28.325054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Transition to ACTIVE for port object 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:32:28.350976 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Transition to ACTIVE for port object 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:32:28.363255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:28.369717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ef62af8b-c356-42b0-8ffc-894c5aebd053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:28.439140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:32:28.442380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:32:28.451266 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:32:28.467886 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Pushing event updated for resources: {'Port': ['ID=68c0a3e7-a6cc-487e-abc8-0c8ea86724d3,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:28.498140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:28.579975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Attempting to bind port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:32:28.579975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Attempting to bind port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '3f3c2268-ea9b-433e-8a42-69fcbd17b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:32:28.580381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Attempting to bind port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 on network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:32:28.589680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:32:28.590058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Checking segment: {'id': '3f3c2268-ea9b-433e-8a42-69fcbd17b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:32:28.590464 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:28.590778 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.20.0.1 (d6d22bc7-3db4-4369-9db9-6c7c9236f0c4/94c6c7e9-0985-4a87-8e78-367a44c5be44/c90e579a-a82d-47d9-9c51-b52d4d9b0b11) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:32:28.590897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Bound using segment: {'id': '3f3c2268-ea9b-433e-8a42-69fcbd17b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:32:28.591316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Bound port: 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3c2268-ea9b-433e-8a42-69fcbd17b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:32:28.591752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:28.649489 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:28.696403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] For port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:32:28.699622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] For port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=68c0a3e7-a6cc-487e-abc8-0c8ea86724d3,segment=NetworkSegment(3f3c2268-ea9b-433e-8a42-69fcbd17b936),segment_id=3f3c2268-ea9b-433e-8a42-69fcbd17b936)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:32:28.707784 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:28.711823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:28.774801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:28.792584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Transition to ACTIVE for port object c90e579a-a82d-47d9-9c51-b52d4d9b0b11 will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:32:28.798832 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Pushing event updated for resources: {'Port': ['ID=68c0a3e7-a6cc-487e-abc8-0c8ea86724d3,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:28.812403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:28.819774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:28.824732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:28.892214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:32:28.895967 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:32:28.905120 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:32:28.938234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=c90e579a-a82d-47d9-9c51-b52d4d9b0b11,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:28.965313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:28.988086 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:29.194350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:32:29.281517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:32:29.287448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 821efb3d-e6bc-4927-b7da-5447b030fde1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:32:29.321490 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:29.361072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 821efb3d-e6bc-4927-b7da-5447b030fde1 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:32:29.366879 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 821efb3d-e6bc-4927-b7da-5447b030fde1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:32:29.367262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:29.493132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:29.512185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 821efb3d-e6bc-4927-b7da-5447b030fde1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=821efb3d-e6bc-4927-b7da-5447b030fde1,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:32:29.517593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:29.520293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-87d2cb67-acd0-4a5b-815e-9fefe8c554b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:29.614146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=821efb3d-e6bc-4927-b7da-5447b030fde1,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:29.617904 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:29.776061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bcab15-5b98-4d58-9c75-524aed40f2c7 None None] Network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:32:29.930481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:29.937741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:29.964212 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-23c3bf49-9702-43cf-abe2-1701f8691990 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:29.964872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a31d2d6c-9e57-4946-b580-e793d57bdb6c None None] Provisioning for port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:32:29.975076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a31d2d6c-9e57-4946-b580-e793d57bdb6c None None] Provisioning complete for port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:32:29.975696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a31d2d6c-9e57-4946-b580-e793d57bdb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:30.054667 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=c90e579a-a82d-47d9-9c51-b52d4d9b0b11,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:30.059104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:30.060165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:30.207310 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:32:30.208791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:32:30.211173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a31d2d6c-9e57-4946-b580-e793d57bdb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:30.248041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a31d2d6c-9e57-4946-b580-e793d57bdb6c None None] For port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=68c0a3e7-a6cc-487e-abc8-0c8ea86724d3,segment=NetworkSegment(3f3c2268-ea9b-433e-8a42-69fcbd17b936),segment_id=3f3c2268-ea9b-433e-8a42-69fcbd17b936)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:32:30.254300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a31d2d6c-9e57-4946-b580-e793d57bdb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:30.260440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:30.333189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d2d6c-9e57-4946-b580-e793d57bdb6c None None] Pushing event updated for resources: {'Port': ['ID=68c0a3e7-a6cc-487e-abc8-0c8ea86724d3,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:30.336958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a31d2d6c-9e57-4946-b580-e793d57bdb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:30.426049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router c6258d42-0a60-444e-b471-224a1e2f64ac has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:32:30.483834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e0baf8a6-b615-4051-87f1-922b45d1f63e None None] Provisioning for port c90e579a-a82d-47d9-9c51-b52d4d9b0b11 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:32:30.489255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e0baf8a6-b615-4051-87f1-922b45d1f63e None None] Provisioning complete for port c90e579a-a82d-47d9-9c51-b52d4d9b0b11 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:32:30.489721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0baf8a6-b615-4051-87f1-922b45d1f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:30.545302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e0baf8a6-b615-4051-87f1-922b45d1f63e None None] Port c90e579a-a82d-47d9-9c51-b52d4d9b0b11 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:32:30.557036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e0baf8a6-b615-4051-87f1-922b45d1f63e None None] Provisioning complete for port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:32:30.557498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0baf8a6-b615-4051-87f1-922b45d1f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:30.626860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:32:30.641223 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Sync routers for ids ['c6258d42-0a60-444e-b471-224a1e2f64ac'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:32:30.646869 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "PUT /v2.0/routers/c6258d42-0a60-444e-b471-224a1e2f64ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4599209 Jun 03 22:32:30.652588 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Routers {'c6258d42-0a60-444e-b471-224a1e2f64ac'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:32:30.653309 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:32:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c6258d42-0a60-444e-b471-224a1e2f64ac'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:30.834426 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-94ebc48b-302f-4101-8951-675e196166d9 req-f5fd8473-4335-4ea9-a8d6-4c5d7d79097a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:32:30.850887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-94ebc48b-302f-4101-8951-675e196166d9 req-f5fd8473-4335-4ea9-a8d6-4c5d7d79097a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:32:30.852132 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-f5fd8473-4335-4ea9-a8d6-4c5d7d79097a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496474523&fields=id&tenant_id=06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 267 time: 0.0594571 Jun 03 22:32:30.855807 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Set router c6258d42-0a60-444e-b471-224a1e2f64ac gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:32:30.868184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d2fcb27f-dade-4e2d-9eb8-7d3009ce709a None None] Provisioning complete for port c90e579a-a82d-47d9-9c51-b52d4d9b0b11 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:32:30.868730 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d2fcb27f-dade-4e2d-9eb8-7d3009ce709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:30.929531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d2fcb27f-dade-4e2d-9eb8-7d3009ce709a None None] Port c90e579a-a82d-47d9-9c51-b52d4d9b0b11 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:32:31.054160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc48b-302f-4101-8951-675e196166d9 req-3856a930-1cc0-4c40-a300-10f216b7c764 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:31.054935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-94ebc48b-302f-4101-8951-675e196166d9 req-3856a930-1cc0-4c40-a300-10f216b7c764 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:32:31.078172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-94ebc48b-302f-4101-8951-675e196166d9 req-3856a930-1cc0-4c40-a300-10f216b7c764 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:32:31.079850 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-3856a930-1cc0-4c40-a300-10f216b7c764 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/networks?id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 HTTP/1.1" status: 200 len: 796 time: 0.2191949 Jun 03 22:32:31.100938 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-ccd2dacb-8506-4fc4-bf40-3213054dd71d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/quotas/06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 375 time: 0.0108125 Jun 03 22:32:31.124339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:32:31.163107 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:32:31.194670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-94ebc48b-302f-4101-8951-675e196166d9 req-ec19fca9-88c7-44e1-ae56-23ca4fe5f873 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:32:31.194972 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:32:31.195222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:31.212310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-94ebc48b-302f-4101-8951-675e196166d9 req-ec19fca9-88c7-44e1-ae56-23ca4fe5f873 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:32:31.213900 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-ec19fca9-88c7-44e1-ae56-23ca4fe5f873 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027281 Jun 03 22:32:31.231989 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c90e579a-a82d-47d9-9c51-b52d4d9b0b11', 'name': '', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:fd:ac:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:28Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 2, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:31.236229 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Checking router: c6258d42-0a60-444e-b471-224a1e2f64ac for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:32:31.236654 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Updating router c6258d42-0a60-444e-b471-224a1e2f64ac port c90e579a-a82d-47d9-9c51-b52d4d9b0b11 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:32:31.304934 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:31.330911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 821efb3d-e6bc-4927-b7da-5447b030fde1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:32:31.405375 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 821efb3d-e6bc-4927-b7da-5447b030fde1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:32:31.406205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:31.531751 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-b1bdeaa2-ac7a-4bc0-9317-8c6cc63057f2 service neutron] 10.222.0.96 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030393 Jun 03 22:32:31.676739 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:31.680342 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-994a2920-56c6-40b0-a37f-f0d21a9a0f93 service neutron] 10.222.0.96 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419802 Jun 03 22:32:31.689286 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Transition to ACTIVE for port object c90e579a-a82d-47d9-9c51-b52d4d9b0b11 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:32:31.698060 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:31.701923 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:31.844570 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Pushing event updated for resources: {'Port': ['ID=c90e579a-a82d-47d9-9c51-b52d4d9b0b11,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:31.884273 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:31.884615 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:31.884940 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:31.885267 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:31.885591 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:31.885896 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:31.886217 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:31.886531 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:31.886845 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:31.887154 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:31.887490 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:31.887792 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:32:31.895654 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:31.950673 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Attempting to bind port c90e579a-a82d-47d9-9c51-b52d4d9b0b11 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:32:31.951226 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Attempting to bind port c90e579a-a82d-47d9-9c51-b52d4d9b0b11 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '3f3c2268-ea9b-433e-8a42-69fcbd17b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:32:31.951625 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Attempting to bind port c90e579a-a82d-47d9-9c51-b52d4d9b0b11 on network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:32:31.957807 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:32:31.958189 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Checking segment: {'id': '3f3c2268-ea9b-433e-8a42-69fcbd17b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:32:31.958598 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:31.958991 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Bound using segment: {'id': '3f3c2268-ea9b-433e-8a42-69fcbd17b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:32:31.959494 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Bound port: c90e579a-a82d-47d9-9c51-b52d4d9b0b11, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3c2268-ea9b-433e-8a42-69fcbd17b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:32:31.959884 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:32.015364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-9f037950-a058-4311-8d8d-ac53d26b12cb req-5b5a0657-9904-463e-a914-c91f172074e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:32:32.028801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-9f037950-a058-4311-8d8d-ac53d26b12cb req-5b5a0657-9904-463e-a914-c91f172074e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:32:32.029911 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9f037950-a058-4311-8d8d-ac53d26b12cb req-5b5a0657-9904-463e-a914-c91f172074e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 210 time: 0.1839681 Jun 03 22:32:32.068034 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] For port c90e579a-a82d-47d9-9c51-b52d4d9b0b11, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:32:32.073510 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] For port c90e579a-a82d-47d9-9c51-b52d4d9b0b11, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c90e579a-a82d-47d9-9c51-b52d4d9b0b11,segment=NetworkSegment(3f3c2268-ea9b-433e-8a42-69fcbd17b936),segment_id=3f3c2268-ea9b-433e-8a42-69fcbd17b936)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:32:32.078604 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:32.082770 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:32.156756 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Routers {'c6258d42-0a60-444e-b471-224a1e2f64ac'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:32:32.157463 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:32:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c6258d42-0a60-444e-b471-224a1e2f64ac'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:32.236636 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Pushing event updated for resources: {'Port': ['ID=c90e579a-a82d-47d9-9c51-b52d4d9b0b11,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:32.241575 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:32.364915 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] Set router c6258d42-0a60-444e-b471-224a1e2f64ac gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:32:32.737222 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c90e579a-a82d-47d9-9c51-b52d4d9b0b11', 'name': '', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:fd:ac:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:28Z', 'updated_at': '2021-06-03T22:32:32Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:32.741583 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84ce8e-5170-43c2-97cf-6834a76653da None None] The sync data for ids ['c6258d42-0a60-444e-b471-224a1e2f64ac'] in dv-neutron-792998-2-hyperv is: [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c90e579a-a82d-47d9-9c51-b52d4d9b0b11', 'name': '', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:fd:ac:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:28Z', 'updated_at': '2021-06-03T22:32:32Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:32:33.088926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc48b-302f-4101-8951-675e196166d9 req-0800335d-4f1f-413e-ba85-f4dac8c2a5ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:33.090467 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-0800335d-4f1f-413e-ba85-f4dac8c2a5ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/networks?id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 HTTP/1.1" status: 200 len: 796 time: 0.1929090 Jun 03 22:32:33.141665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c90e579a-a82d-47d9-9c51-b52d4d9b0b11 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:32:33.178099 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-13b90a8d-cb1b-4a67-8d4d-8ee8e545aec5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 380 time: 0.0777881 Jun 03 22:32:33.224445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'port': {'device_id': '771d962d-858e-4374-a2d9-090e0d2721cf', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'admin_state_up': True, 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'security_groups': ['25ab82ef-236d-4b54-ae6f-630430624620']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:32:33.229202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c90e579a-a82d-47d9-9c51-b52d4d9b0b11 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:32:33.234922 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c90e579a-a82d-47d9-9c51-b52d4d9b0b11 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:32:33.235568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:33.256194 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3ba5700d-4647-4307-83e1-0f30f6164f40 req-019deece-7de9-4d79-b656-22607b56ae32 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 210 time: 0.0740938 Jun 03 22:32:33.382008 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:33.397215 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:32:33.408185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:32:33.418857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port c90e579a-a82d-47d9-9c51-b52d4d9b0b11, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c90e579a-a82d-47d9-9c51-b52d4d9b0b11,segment=NetworkSegment(3f3c2268-ea9b-433e-8a42-69fcbd17b936),segment_id=3f3c2268-ea9b-433e-8a42-69fcbd17b936)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:32:33.420752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:32:33.423071 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:33.424531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:33.426483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-fd9cf4fc-da9d-411b-aacd-eaf7917cfe9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:33.500300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=c90e579a-a82d-47d9-9c51-b52d4d9b0b11,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:33.504051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:33.599358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.20.0.5 (d6d22bc7-3db4-4369-9db9-6c7c9236f0c4/94c6c7e9-0985-4a87-8e78-367a44c5be44/d47ad89d-e5dd-4b98-89be-9c7ac49dd396) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:32:33.809065 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:33.826733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Transition to ACTIVE for port object d47ad89d-e5dd-4b98-89be-9c7ac49dd396 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:32:33.854158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:33.860666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8a0fde1e-c639-4c6b-b993-7c823c630c8b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:33.921361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:32:33.924797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:32:33.937669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:32:33.969731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=d47ad89d-e5dd-4b98-89be-9c7ac49dd396,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:33.976387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:34.009529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:34.010196 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:34.039575 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8552678 Jun 03 22:32:34.052585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Request body: {'port': {'device_id': '771d962d-858e-4374-a2d9-090e0d2721cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:32:34.122260 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7a11396b-be98-4618-9353-776ae456cc7b None None] Provisioning for port d47ad89d-e5dd-4b98-89be-9c7ac49dd396 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:32:34.129822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-7a11396b-be98-4618-9353-776ae456cc7b None None] Provisioning complete for port d47ad89d-e5dd-4b98-89be-9c7ac49dd396 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:32:34.130326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7a11396b-be98-4618-9353-776ae456cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:34.176783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:34.189828 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-7a11396b-be98-4618-9353-776ae456cc7b None None] Port d47ad89d-e5dd-4b98-89be-9c7ac49dd396 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:32:34.463095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352205c-6d4e-4a15-91bc-629632efff71 req-d9e1f26d-08b2-4591-979a-ea304690b385 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:34.465358 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9352205c-6d4e-4a15-91bc-629632efff71 req-d9e1f26d-08b2-4591-979a-ea304690b385 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 931 time: 0.0889919 Jun 03 22:32:34.515585 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9352205c-6d4e-4a15-91bc-629632efff71 req-ea184dbf-41e8-4dd2-8ebb-d1f301d0be8f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427527 Jun 03 22:32:34.547497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47ad89d-e5dd-4b98-89be-9c7ac49dd396 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:32:34.555199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:34.571019 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Transition to ACTIVE for port object d47ad89d-e5dd-4b98-89be-9c7ac49dd396 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:32:34.580518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:34.585652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-268d7a46-7f46-456c-bbad-b1098c0b7944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:34.904382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d47ad89d-e5dd-4b98-89be-9c7ac49dd396,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:34.914878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:34.986878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Attempting to bind port d47ad89d-e5dd-4b98-89be-9c7ac49dd396 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:32:34.987170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Attempting to bind port d47ad89d-e5dd-4b98-89be-9c7ac49dd396 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3f3c2268-ea9b-433e-8a42-69fcbd17b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:32:34.987555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Attempting to bind port d47ad89d-e5dd-4b98-89be-9c7ac49dd396 on network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:32:34.992329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Port d47ad89d-e5dd-4b98-89be-9c7ac49dd396 on network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:32:34.992645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Attempting to bind port d47ad89d-e5dd-4b98-89be-9c7ac49dd396 on network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:32:34.998080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:32:34.998410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Checking segment: {'id': '3f3c2268-ea9b-433e-8a42-69fcbd17b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:32:34.998786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Bound using segment: {'id': '3f3c2268-ea9b-433e-8a42-69fcbd17b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:32:34.999205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Bound port: d47ad89d-e5dd-4b98-89be-9c7ac49dd396, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f3c2268-ea9b-433e-8a42-69fcbd17b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:32:34.999591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:35.105463 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] For port d47ad89d-e5dd-4b98-89be-9c7ac49dd396, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:32:35.108873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c90e579a-a82d-47d9-9c51-b52d4d9b0b11 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:32:35.109476 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] For port d47ad89d-e5dd-4b98-89be-9c7ac49dd396, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d47ad89d-e5dd-4b98-89be-9c7ac49dd396,segment=NetworkSegment(3f3c2268-ea9b-433e-8a42-69fcbd17b936),segment_id=3f3c2268-ea9b-433e-8a42-69fcbd17b936)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:32:35.116381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:35.120429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-745f77c7-b9b9-4e9c-93ca-5dfa279f065a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:35.173846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:35.174587 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:35.176083 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] 10.222.0.24 "PUT /v2.0/ports/d47ad89d-e5dd-4b98-89be-9c7ac49dd396 HTTP/1.1" status: 200 len: 1093 time: 1.1286752 Jun 03 22:32:35.176614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771d962d-858e-4374-a2d9-090e0d2721cf', 'tag': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:32:35.178929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a414597b-c000-4cca-9452-6f565ee2da23" -d '{"events": [{"name": "network-changed", "server_uuid": "771d962d-858e-4374-a2d9-090e0d2721cf", "tag": "d47ad89d-e5dd-4b98-89be-9c7ac49dd396"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:32:35.189057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c90e579a-a82d-47d9-9c51-b52d4d9b0b11 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:32:35.189057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:35.205146 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d47ad89d-e5dd-4b98-89be-9c7ac49dd396,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:35.208848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:35.259606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa17555-ef31-47dd-a8e9-ea6467b6a803 x-openstack-request-id: req-3fa17555-ef31-47dd-a8e9-ea6467b6a803 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:32:35.259998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771d962d-858e-4374-a2d9-090e0d2721cf", "tag": "d47ad89d-e5dd-4b98-89be-9c7ac49dd396", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:32:35.260237 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3fa17555-ef31-47dd-a8e9-ea6467b6a803 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:32:35.260682 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771d962d-858e-4374-a2d9-090e0d2721cf', 'tag': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396', 'status': 'completed', 'code': 200} Jun 03 22:32:35.302555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc48b-302f-4101-8951-675e196166d9 req-f933ccd0-7fa1-4e2b-b1b6-9566090542cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:35.304094 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-f933ccd0-7fa1-4e2b-b1b6-9566090542cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 1096 time: 0.0838068 Jun 03 22:32:35.378586 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-237b9072-d7eb-4315-af1e-bf8b8f7be481 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d47ad89d-e5dd-4b98-89be-9c7ac49dd396 HTTP/1.1" status: 200 len: 217 time: 0.0659525 Jun 03 22:32:35.450823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc48b-302f-4101-8951-675e196166d9 req-a0a18e80-a59f-4449-8397-04e48a012c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:35.452281 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-a0a18e80-a59f-4449-8397-04e48a012c16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94c6c7e9-0985-4a87-8e78-367a44c5be44 HTTP/1.1" status: 200 len: 835 time: 0.0670717 Jun 03 22:32:35.530745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc48b-302f-4101-8951-675e196166d9 req-b58d878f-5079-43f2-9f01-34df59d381be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:35.532452 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-b58d878f-5079-43f2-9f01-34df59d381be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738163 Jun 03 22:32:35.667548 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-65844cf9-b896-4554-b9b5-7127d901946d service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283357 Jun 03 22:32:35.702648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4d251-134c-43a7-bab4-de8ab143340f req-263ca78e-63f3-449e-90ec-64ae02bc3664 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:35.704146 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-98c4d251-134c-43a7-bab4-de8ab143340f req-263ca78e-63f3-449e-90ec-64ae02bc3664 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 943 time: 0.0814192 Jun 03 22:32:35.760388 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-98c4d251-134c-43a7-bab4-de8ab143340f req-ec02bf39-2cae-4b48-80fd-e91b4e964cba tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499201 Jun 03 22:32:35.806913 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94ebc48b-302f-4101-8951-675e196166d9 req-f484acb0-9e9c-485d-b3e0-47e25c1161d8 service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309710 Jun 03 22:32:35.944764 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414597b-c000-4cca-9452-6f565ee2da23 req-97ee2808-414c-43ba-8ab9-7e68093c4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:35.946179 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a414597b-c000-4cca-9452-6f565ee2da23 req-97ee2808-414c-43ba-8ab9-7e68093c4d52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 1096 time: 0.0885358 Jun 03 22:32:36.084273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414597b-c000-4cca-9452-6f565ee2da23 req-603abb7b-51dd-4fd0-b1d4-0cebf80d3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:36.086005 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a414597b-c000-4cca-9452-6f565ee2da23 req-603abb7b-51dd-4fd0-b1d4-0cebf80d3a0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 HTTP/1.1" status: 200 len: 898 time: 0.1330335 Jun 03 22:32:36.160696 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a414597b-c000-4cca-9452-6f565ee2da23 req-cb15e7ca-fa6a-43e5-afc8-01d1efa4d939 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d47ad89d-e5dd-4b98-89be-9c7ac49dd396 HTTP/1.1" status: 200 len: 217 time: 0.0675168 Jun 03 22:32:36.230571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414597b-c000-4cca-9452-6f565ee2da23 req-513e9114-ce5a-426d-9c4c-638abf7f3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:36.231938 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a414597b-c000-4cca-9452-6f565ee2da23 req-513e9114-ce5a-426d-9c4c-638abf7f3ab7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94c6c7e9-0985-4a87-8e78-367a44c5be44 HTTP/1.1" status: 200 len: 835 time: 0.0637364 Jun 03 22:32:36.317719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414597b-c000-4cca-9452-6f565ee2da23 req-ed3e72c5-0f80-4e2e-bfdf-79a59006f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:36.319399 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a414597b-c000-4cca-9452-6f565ee2da23 req-ed3e72c5-0f80-4e2e-bfdf-79a59006f7f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793419 Jun 03 22:32:36.460533 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a414597b-c000-4cca-9452-6f565ee2da23 req-9c05b6be-db85-45f7-8cb7-319a4685ff3e service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331887 Jun 03 22:32:36.609961 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a414597b-c000-4cca-9452-6f565ee2da23 req-c74a64ab-8bfe-4d90-a6b2-3ba2c496f783 service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433625 Jun 03 22:32:36.957737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b653d9-aee0-4de3-b08a-853f9a4fa899 req-0b36d941-f970-4de2-996c-3d2380a09e89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:36.958351 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-69b653d9-aee0-4de3-b08a-853f9a4fa899 req-0b36d941-f970-4de2-996c-3d2380a09e89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:32:36.977945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-69b653d9-aee0-4de3-b08a-853f9a4fa899 req-0b36d941-f970-4de2-996c-3d2380a09e89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:32:36.979084 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69b653d9-aee0-4de3-b08a-853f9a4fa899 req-0b36d941-f970-4de2-996c-3d2380a09e89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 943 time: 0.1044242 Jun 03 22:32:37.038765 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-69b653d9-aee0-4de3-b08a-853f9a4fa899 req-9d482970-86d1-43b8-8d74-d7b2bc3ddc91 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497770 Jun 03 22:32:38.279660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e6c0d-a992-4b90-9080-17b310279be6 req-bb728364-9f83-474b-b869-461909b55a5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:38.281389 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-957e6c0d-a992-4b90-9080-17b310279be6 req-bb728364-9f83-474b-b869-461909b55a5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 943 time: 0.0952172 Jun 03 22:32:38.337089 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-957e6c0d-a992-4b90-9080-17b310279be6 req-7e712dc8-7d08-46ae-9631-b957053b00b1 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496306 Jun 03 22:32:39.541166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device d47ad89d-e5dd-4b98-89be-9c7ac49dd396 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:32:39.577619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7723b-b7b0-4d3a-a598-2d501563a362 req-5c99bdb5-dcd9-461f-9b2a-83cd9ab04780 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:39.579092 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ede7723b-b7b0-4d3a-a598-2d501563a362 req-5c99bdb5-dcd9-461f-9b2a-83cd9ab04780 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 943 time: 0.0930216 Jun 03 22:32:39.628210 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ede7723b-b7b0-4d3a-a598-2d501563a362 req-dcbc4b3d-205f-4c54-92d3-6977a1ebdfe4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413873 Jun 03 22:32:39.730308 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port d47ad89d-e5dd-4b98-89be-9c7ac49dd396, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d47ad89d-e5dd-4b98-89be-9c7ac49dd396,segment=NetworkSegment(3f3c2268-ea9b-433e-8a42-69fcbd17b936),segment_id=3f3c2268-ea9b-433e-8a42-69fcbd17b936)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:32:39.744431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'port_id': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396', 'mac_address': 'fa:16:3e:aa:0d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:32:39.807024 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:39.824395 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47ad89d-e5dd-4b98-89be-9c7ac49dd396 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:32:39.840131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port d47ad89d-e5dd-4b98-89be-9c7ac49dd396, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d47ad89d-e5dd-4b98-89be-9c7ac49dd396,segment=NetworkSegment(3f3c2268-ea9b-433e-8a42-69fcbd17b936),segment_id=3f3c2268-ea9b-433e-8a42-69fcbd17b936)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:32:39.847572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:39.849760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:39.922501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=d47ad89d-e5dd-4b98-89be-9c7ac49dd396,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:39.925970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:40.212895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['d47ad89d-e5dd-4b98-89be-9c7ac49dd396'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:32:40.826573 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021dfd1-f6e6-4d19-bb2e-56a56ee408ac req-46f67c1f-f7d6-45e2-b41a-750120d39f3c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:40.828068 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e021dfd1-f6e6-4d19-bb2e-56a56ee408ac req-46f67c1f-f7d6-45e2-b41a-750120d39f3c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 944 time: 0.0902517 Jun 03 22:32:40.882517 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e021dfd1-f6e6-4d19-bb2e-56a56ee408ac req-913d31ba-0a5d-4149-993c-ad2f8ea32cf1 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461638 Jun 03 22:32:41.555292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device d47ad89d-e5dd-4b98-89be-9c7ac49dd396 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:32:41.631644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port d47ad89d-e5dd-4b98-89be-9c7ac49dd396 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:32:41.636273 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port d47ad89d-e5dd-4b98-89be-9c7ac49dd396 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:32:41.636649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:41.754108 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:41.781510 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d962d-858e-4374-a2d9-090e0d2721cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:32:41.783834 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e034b8-dca3-4765-a5e1-7cd0b4af1824" -d '{"events": [{"server_uuid": "771d962d-858e-4374-a2d9-090e0d2721cf", "name": "network-vif-plugged", "status": "completed", "tag": "d47ad89d-e5dd-4b98-89be-9c7ac49dd396"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:32:41.792069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port d47ad89d-e5dd-4b98-89be-9c7ac49dd396, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d47ad89d-e5dd-4b98-89be-9c7ac49dd396,segment=NetworkSegment(3f3c2268-ea9b-433e-8a42-69fcbd17b936),segment_id=3f3c2268-ea9b-433e-8a42-69fcbd17b936)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:32:41.797173 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:41.799108 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:41.832367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4983fb39-5443-4740-94cf-f257bb090ea4 x-openstack-request-id: req-4983fb39-5443-4740-94cf-f257bb090ea4 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:32:41.832717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771d962d-858e-4374-a2d9-090e0d2721cf", "name": "network-vif-plugged", "status": "completed", "tag": "d47ad89d-e5dd-4b98-89be-9c7ac49dd396", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:32:41.832975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4983fb39-5443-4740-94cf-f257bb090ea4 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:32:41.833359 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771d962d-858e-4374-a2d9-090e0d2721cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396', 'code': 200} Jun 03 22:32:41.877615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=d47ad89d-e5dd-4b98-89be-9c7ac49dd396,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:41.881531 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:42.078730 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae7ddb-c265-4eff-8bf2-93323663ee66 req-0947b3f6-0341-4613-b659-93358f2fbca3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:42.082651 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a0ae7ddb-c265-4eff-8bf2-93323663ee66 req-0947b3f6-0341-4613-b659-93358f2fbca3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0824118 Jun 03 22:32:42.134362 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a0ae7ddb-c265-4eff-8bf2-93323663ee66 req-84820bdc-f1cc-40b1-8da5-629b7478e45d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433810 Jun 03 22:32:42.221323 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98469bbf-dd3a-403a-a45a-6ea3244c0abe req-35e8ddcd-96dd-4f82-ac00-d7ed8ccff924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:42.222776 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-98469bbf-dd3a-403a-a45a-6ea3244c0abe req-35e8ddcd-96dd-4f82-ac00-d7ed8ccff924 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 1098 time: 0.2297006 Jun 03 22:32:42.269721 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-98469bbf-dd3a-403a-a45a-6ea3244c0abe req-224006ac-d46a-4577-8e7f-768aa1c69b3c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398962 Jun 03 22:32:43.340468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9ddf3-3e6a-4ae6-8829-c70d210acd4d req-20fe131b-c23d-49f4-80ca-ba586b2a1cb1 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:43.341944 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e2d9ddf3-3e6a-4ae6-8829-c70d210acd4d req-20fe131b-c23d-49f4-80ca-ba586b2a1cb1 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0942936 Jun 03 22:32:43.398705 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e2d9ddf3-3e6a-4ae6-8829-c70d210acd4d req-08f6fc82-967e-4536-a76b-349e8afa7c62 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510304 Jun 03 22:32:44.616008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c6ee6-4f2d-4d17-9575-0b95a2a2476c req-243dbab3-9619-4542-a225-7fa8c2542370 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:44.617490 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8c2c6ee6-4f2d-4d17-9575-0b95a2a2476c req-243dbab3-9619-4542-a225-7fa8c2542370 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.1064422 Jun 03 22:32:44.664633 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8c2c6ee6-4f2d-4d17-9575-0b95a2a2476c req-b6d0f6fe-d927-48b5-bdf9-3271c9589c4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413907 Jun 03 22:32:44.868164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d773b4-ceb1-4317-a340-66e256ca821d req-7bab9bdb-95dc-4eba-8a9e-3f3bc3ea5bf9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:44.870029 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-25d773b4-ceb1-4317-a340-66e256ca821d req-7bab9bdb-95dc-4eba-8a9e-3f3bc3ea5bf9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0980964 Jun 03 22:32:44.916237 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-25d773b4-ceb1-4317-a340-66e256ca821d req-56c38691-515a-4b36-a28f-71064ae90585 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405030 Jun 03 22:32:44.938572 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34000) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:45.012381 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cc7511-6cdf-4e89-bbb1-35a7b4b6d104 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:45.013775 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-51cc7511-6cdf-4e89-bbb1-35a7b4b6d104 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 1093 time: 0.0742435 Jun 03 22:32:45.017810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34002) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:45.022675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:32:45.028934 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:32:45.032756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:floatingip and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:32:45.035955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:32:45.041627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:32:45.056451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:45.217412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:45.356353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.26.3.31 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/ccf69738-e1e6-4293-be9b-84b5a062ea44) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:32:45.530802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:45.563929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:45.569165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-641d215c-3433-45fb-b942-cf20f3bd66a5 tempest-ServersNegativeTestJSON-1683536509 tempest-ServersNegativeTestJSON-1683536509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:45.650491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:32:45.653188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:32:45.662055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:32:45.696788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=ccf69738-e1e6-4293-be9b-84b5a062ea44,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:45.702558 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:46.098607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:46.186330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:46.418559 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:46.425735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:46.429627 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-138d635e-c2c3-4184-8e49-026a8bd982c9 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:32:46.690978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=ccf69738-e1e6-4293-be9b-84b5a062ea44,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:32:46.695385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:32:46.708549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:46.935912 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Floating IP fa5f4dbd-687f-4f9d-ba86-b7c56efac510 associated. External IP: 172.26.3.31, port: d47ad89d-e5dd-4b98-89be-9c7ac49dd396. Jun 03 22:32:47.330339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router c6258d42-0a60-444e-b471-224a1e2f64ac has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:32:47.517564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:32:47.528114 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01e362-2abe-446b-9cd9-21b967f602cb None None] Sync routers for ids ['c6258d42-0a60-444e-b471-224a1e2f64ac'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:32:47.538308 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01e362-2abe-446b-9cd9-21b967f602cb None None] Routers {'c6258d42-0a60-444e-b471-224a1e2f64ac'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:32:47.538944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bf01e362-2abe-446b-9cd9-21b967f602cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:32:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c6258d42-0a60-444e-b471-224a1e2f64ac'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:47.547330 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:47.606275 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5873322 Jun 03 22:32:47.607245 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771d962d-858e-4374-a2d9-090e0d2721cf', 'tag': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:32:47.609489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3586d2ac-5362-4e17-87a8-f4b2c226734a" -d '{"events": [{"name": "network-changed", "server_uuid": "771d962d-858e-4374-a2d9-090e0d2721cf", "tag": "d47ad89d-e5dd-4b98-89be-9c7ac49dd396"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:32:47.660375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039f022f-5252-40dc-b14e-94b5df1b92a3 x-openstack-request-id: req-039f022f-5252-40dc-b14e-94b5df1b92a3 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:32:47.660743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771d962d-858e-4374-a2d9-090e0d2721cf", "tag": "d47ad89d-e5dd-4b98-89be-9c7ac49dd396", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:32:47.661052 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-039f022f-5252-40dc-b14e-94b5df1b92a3 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:32:47.661488 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771d962d-858e-4374-a2d9-090e0d2721cf', 'tag': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396', 'status': 'completed', 'code': 200} Jun 03 22:32:47.724994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-bf01e362-2abe-446b-9cd9-21b967f602cb None None] Set router c6258d42-0a60-444e-b471-224a1e2f64ac gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:32:47.758839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d2ac-5362-4e17-87a8-f4b2c226734a req-b502cab6-3221-4573-a6bd-be4711776e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:47.760457 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3586d2ac-5362-4e17-87a8-f4b2c226734a req-b502cab6-3221-4573-a6bd-be4711776e8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 1098 time: 0.0764031 Jun 03 22:32:47.786732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106509e3-ef01-4420-91f4-0a844950a27d req-f39b4315-2e0a-4081-8618-0a37035906c4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:47.788486 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-106509e3-ef01-4420-91f4-0a844950a27d req-f39b4315-2e0a-4081-8618-0a37035906c4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0861480 Jun 03 22:32:47.840860 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-106509e3-ef01-4420-91f4-0a844950a27d req-ac9d3c6b-e8b1-4c96-8334-33ccbf192411 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467186 Jun 03 22:32:47.867161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34008) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:47.909676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d2ac-5362-4e17-87a8-f4b2c226734a req-213d8497-f7ac-4e79-8af8-15331b808199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:47.911568 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3586d2ac-5362-4e17-87a8-f4b2c226734a req-213d8497-f7ac-4e79-8af8-15331b808199 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 HTTP/1.1" status: 200 len: 898 time: 0.1437922 Jun 03 22:32:47.981028 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-bf1b740e-e785-4e95-95f2-d8f373d9aa38 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/fa5f4dbd-687f-4f9d-ba86-b7c56efac510 HTTP/1.1" status: 200 len: 990 time: 0.1125979 Jun 03 22:32:48.023793 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3586d2ac-5362-4e17-87a8-f4b2c226734a req-43cc1ec6-ebc5-47c8-bfc9-647d0a39c932 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d47ad89d-e5dd-4b98-89be-9c7ac49dd396 HTTP/1.1" status: 200 len: 998 time: 0.1053548 Jun 03 22:32:48.088484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d2ac-5362-4e17-87a8-f4b2c226734a req-d29e786f-89a3-463a-b126-3d70dd2397a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:48.089919 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3586d2ac-5362-4e17-87a8-f4b2c226734a req-d29e786f-89a3-463a-b126-3d70dd2397a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94c6c7e9-0985-4a87-8e78-367a44c5be44 HTTP/1.1" status: 200 len: 835 time: 0.0596421 Jun 03 22:32:48.103814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bf01e362-2abe-446b-9cd9-21b967f602cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'fa5f4dbd-687f-4f9d-ba86-b7c56efac510', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'port_id': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'mac_address': 'fa:16:3e:aa:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d962d-858e-4374-a2d9-090e0d2721cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:32:46Z', 'updated_at': '2021-06-03T22:32:46Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90e579a-a82d-47d9-9c51-b52d4d9b0b11', 'name': '', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:fd:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:28Z', 'updated_at': '2021-06-03T22:32:33Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:48.108097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01e362-2abe-446b-9cd9-21b967f602cb None None] Checking router: c6258d42-0a60-444e-b471-224a1e2f64ac for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:32:48.116905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01e362-2abe-446b-9cd9-21b967f602cb None None] Routers {'c6258d42-0a60-444e-b471-224a1e2f64ac'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:32:48.117437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bf01e362-2abe-446b-9cd9-21b967f602cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:32:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c6258d42-0a60-444e-b471-224a1e2f64ac'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:48.172191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d2ac-5362-4e17-87a8-f4b2c226734a req-9280d9c1-7760-44e6-8e87-8b74c63ad9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:32:48.173688 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3586d2ac-5362-4e17-87a8-f4b2c226734a req-9280d9c1-7760-44e6-8e87-8b74c63ad9cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765023 Jun 03 22:32:48.296514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-bf01e362-2abe-446b-9cd9-21b967f602cb None None] Set router c6258d42-0a60-444e-b471-224a1e2f64ac gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:32:48.466445 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3586d2ac-5362-4e17-87a8-f4b2c226734a req-3243ecf3-0744-4155-aa0f-d4067149f39f service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856083 Jun 03 22:32:48.604052 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3586d2ac-5362-4e17-87a8-f4b2c226734a req-1bedb9c8-247d-42f6-8437-bb5a4d9e67e9 service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299193 Jun 03 22:32:48.715345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bf01e362-2abe-446b-9cd9-21b967f602cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'fa5f4dbd-687f-4f9d-ba86-b7c56efac510', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'port_id': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'mac_address': 'fa:16:3e:aa:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d962d-858e-4374-a2d9-090e0d2721cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:32:46Z', 'updated_at': '2021-06-03T22:32:46Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90e579a-a82d-47d9-9c51-b52d4d9b0b11', 'name': '', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:fd:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:28Z', 'updated_at': '2021-06-03T22:32:33Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:32:48.719596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01e362-2abe-446b-9cd9-21b967f602cb None None] The sync data for ids ['c6258d42-0a60-444e-b471-224a1e2f64ac'] in dv-neutron-792998-2-hyperv is: [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': 'fa5f4dbd-687f-4f9d-ba86-b7c56efac510', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'port_id': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'mac_address': 'fa:16:3e:aa:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d962d-858e-4374-a2d9-090e0d2721cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:32:46Z', 'updated_at': '2021-06-03T22:32:46Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90e579a-a82d-47d9-9c51-b52d4d9b0b11', 'name': '', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:fd:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:28Z', 'updated_at': '2021-06-03T22:32:33Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:32:48.923915 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7c824-790e-413b-ac41-2d427036c479 None None] New status for floating IP fa5f4dbd-687f-4f9d-ba86-b7c56efac510: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:32:48.983818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34010) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:49.242250 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d36c153e-b3a2-48c9-8d63-3e8c71b7b4b7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/fa5f4dbd-687f-4f9d-ba86-b7c56efac510 HTTP/1.1" status: 200 len: 990 time: 0.2572269 Jun 03 22:32:50.245934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34012) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:32:50.360745 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1d19db55-8b39-4e9e-91c9-7c2ff4bbcdfe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/fa5f4dbd-687f-4f9d-ba86-b7c56efac510 HTTP/1.1" status: 200 len: 992 time: 0.1128335 Jun 03 22:32:52.819890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5ff076f6-ac20-471c-8321-bdcf5e12c9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:55.356026 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:55.503702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2854d04-4f6d-4bf3-88ea-631418715b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:57.117440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:57.320320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:32:58.612330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:33:07.405971 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2fecdc71-6650-4ee2-ae84-99c76eebc44e req-993ddef6-3ea6-4380-9182-925a4c30040d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769260 Jun 03 22:33:07.572355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecdc71-6650-4ee2-ae84-99c76eebc44e req-8064e367-4735-4c31-8936-b4a2ceaa4047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:33:07.573840 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2fecdc71-6650-4ee2-ae84-99c76eebc44e req-8064e367-4735-4c31-8936-b4a2ceaa4047 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 1098 time: 0.0843399 Jun 03 22:33:07.729231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecdc71-6650-4ee2-ae84-99c76eebc44e req-b950d793-3c44-48d6-9ea7-2e1119052315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:33:07.730583 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2fecdc71-6650-4ee2-ae84-99c76eebc44e req-b950d793-3c44-48d6-9ea7-2e1119052315 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 HTTP/1.1" status: 200 len: 898 time: 0.1352797 Jun 03 22:33:07.844984 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2fecdc71-6650-4ee2-ae84-99c76eebc44e req-d52d8ba1-b148-4a12-a7a0-b55bb72c5cdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d47ad89d-e5dd-4b98-89be-9c7ac49dd396 HTTP/1.1" status: 200 len: 1000 time: 0.1050897 Jun 03 22:33:07.925575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecdc71-6650-4ee2-ae84-99c76eebc44e req-f3035c25-f148-4d2f-aea2-42ffe54787b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:33:07.928653 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2fecdc71-6650-4ee2-ae84-99c76eebc44e req-f3035c25-f148-4d2f-aea2-42ffe54787b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94c6c7e9-0985-4a87-8e78-367a44c5be44 HTTP/1.1" status: 200 len: 835 time: 0.0753479 Jun 03 22:33:08.011720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecdc71-6650-4ee2-ae84-99c76eebc44e req-80320089-d869-4d7c-a13a-203b976b4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:33:08.013112 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2fecdc71-6650-4ee2-ae84-99c76eebc44e req-80320089-d869-4d7c-a13a-203b976b4f07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782065 Jun 03 22:33:08.162127 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:33:08.162912 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2fecdc71-6650-4ee2-ae84-99c76eebc44e req-5943cc9b-ad35-4da9-bfd3-d9552b69a3b9 service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417294 Jun 03 22:33:08.318549 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2fecdc71-6650-4ee2-ae84-99c76eebc44e req-62b9d838-9828-458d-a985-b056d87e13ac service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487541 Jun 03 22:33:22.826321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-77930d6c-428a-44a8-8db8-023474ea165e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:33:25.353241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:33:25.501033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-590455d3-098c-4018-9fd8-fd35e15cf9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:33:27.117705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:33:27.327497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:33:28.616600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:33:45.164291 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:33:52.821851 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e0a6caeb-152f-461a-868b-07b9f8df5103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:33:55.351755 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:33:55.498831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4503a3d0-abba-4f36-b02f-481b4a62e8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:33:57.120087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:33:57.326567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:33:58.612098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:34:00.086836 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36863e-83bf-46d9-8fb3-06a5b1f184e1 req-e711528f-1904-4e1d-9159-408727682a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:00.088078 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5e36863e-83bf-46d9-8fb3-06a5b1f184e1 req-e711528f-1904-4e1d-9159-408727682a63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 1098 time: 0.0840826 Jun 03 22:34:00.230371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36863e-83bf-46d9-8fb3-06a5b1f184e1 req-be72bfb2-5e67-4f7b-9599-c6ab85916845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:00.232184 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5e36863e-83bf-46d9-8fb3-06a5b1f184e1 req-be72bfb2-5e67-4f7b-9599-c6ab85916845 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 HTTP/1.1" status: 200 len: 898 time: 0.1377523 Jun 03 22:34:00.380139 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5e36863e-83bf-46d9-8fb3-06a5b1f184e1 req-648468d2-68ca-4c2b-a903-fb8e62d98c1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d47ad89d-e5dd-4b98-89be-9c7ac49dd396 HTTP/1.1" status: 200 len: 1000 time: 0.1402891 Jun 03 22:34:00.454742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb622d-cb78-4b93-87b5-4d80492c690f req-97ab7f8c-21b5-4624-ba1b-03fb4f7a15d2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:00.456196 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3bdb622d-cb78-4b93-87b5-4d80492c690f req-97ab7f8c-21b5-4624-ba1b-03fb4f7a15d2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.4145010 Jun 03 22:34:00.478198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36863e-83bf-46d9-8fb3-06a5b1f184e1 req-fc4e9dae-7ddf-4bff-89d9-d7e1174b0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:00.479622 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5e36863e-83bf-46d9-8fb3-06a5b1f184e1 req-fc4e9dae-7ddf-4bff-89d9-d7e1174b0992 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94c6c7e9-0985-4a87-8e78-367a44c5be44 HTTP/1.1" status: 200 len: 835 time: 0.0917842 Jun 03 22:34:00.558924 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3bdb622d-cb78-4b93-87b5-4d80492c690f req-296c9930-8c7d-4c6f-997a-9e0f54f81c27 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962219 Jun 03 22:34:00.594061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36863e-83bf-46d9-8fb3-06a5b1f184e1 req-9e4079b0-f1e2-45f9-b37d-e7dcd6baf8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:00.595583 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5e36863e-83bf-46d9-8fb3-06a5b1f184e1 req-9e4079b0-f1e2-45f9-b37d-e7dcd6baf8f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045382 Jun 03 22:34:00.899052 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5e36863e-83bf-46d9-8fb3-06a5b1f184e1 req-80c5120c-3c33-4147-8661-697204aa6e90 service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957170 Jun 03 22:34:01.044634 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5e36863e-83bf-46d9-8fb3-06a5b1f184e1 req-a2a56ad2-27a9-462e-89c6-d1a2e453fff9 service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378016 Jun 03 22:34:01.762537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ae384-ea49-42a9-9a34-9dd2eb33624f req-393c48fc-4288-4a52-9e12-8f64602c8c84 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:01.766107 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ad4ae384-ea49-42a9-9a34-9dd2eb33624f req-393c48fc-4288-4a52-9e12-8f64602c8c84 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0925176 Jun 03 22:34:01.816229 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ad4ae384-ea49-42a9-9a34-9dd2eb33624f req-5d903345-25a7-4ec3-b966-6748c5814ec7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408676 Jun 03 22:34:03.031002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b93c85-1354-43dc-a5bc-50e8e275b536 req-a5fda35c-01d4-41b1-97c6-2d4310f8d4f2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:03.032490 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f1b93c85-1354-43dc-a5bc-50e8e275b536 req-a5fda35c-01d4-41b1-97c6-2d4310f8d4f2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0950131 Jun 03 22:34:03.081014 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f1b93c85-1354-43dc-a5bc-50e8e275b536 req-c378d878-7ec2-4561-a0b4-b8bd09c8e5c1 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411851 Jun 03 22:34:04.287780 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9ec3d-8f76-4c8e-ba47-26b6ca2f0cb7 req-fc2035c1-e4e2-46a2-a543-4be48e2d43ab tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:04.289201 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-53f9ec3d-8f76-4c8e-ba47-26b6ca2f0cb7 req-fc2035c1-e4e2-46a2-a543-4be48e2d43ab tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0916712 Jun 03 22:34:04.339254 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-53f9ec3d-8f76-4c8e-ba47-26b6ca2f0cb7 req-4ac994cd-68e4-46b8-91f7-d83797b6ed54 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440009 Jun 03 22:34:05.555863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919d12c-ba41-41be-ae4b-c2c2c8f0d5ab req-c5c6c12f-c7b0-4082-aa18-e4ea24d61855 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:05.557341 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e919d12c-ba41-41be-ae4b-c2c2c8f0d5ab req-c5c6c12f-c7b0-4082-aa18-e4ea24d61855 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0991991 Jun 03 22:34:05.613649 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e919d12c-ba41-41be-ae4b-c2c2c8f0d5ab req-00e4bd1b-81a9-483d-add2-f298f5d99d9a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477228 Jun 03 22:34:06.819150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f3e5c-f4e1-4063-84ae-699ddf9d2b9a req-013f4470-490d-4473-9261-f376c0ead5cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:06.820685 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f80f3e5c-f4e1-4063-84ae-699ddf9d2b9a req-013f4470-490d-4473-9261-f376c0ead5cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0911632 Jun 03 22:34:06.876024 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f80f3e5c-f4e1-4063-84ae-699ddf9d2b9a req-9a2e513c-8330-48d3-8e46-4d55d6ac4470 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487764 Jun 03 22:34:08.088230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570c26a-d677-4269-b74c-fd5fe608805f req-70d55b28-4b30-4b36-b289-bf3291ef90da tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:08.089749 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0570c26a-d677-4269-b74c-fd5fe608805f req-70d55b28-4b30-4b36-b289-bf3291ef90da tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0917351 Jun 03 22:34:08.143785 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0570c26a-d677-4269-b74c-fd5fe608805f req-056767bc-641e-41f1-9fba-aaa0986aa625 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480719 Jun 03 22:34:08.460301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3589-cff9-44e1-9147-aa338be74a18 req-f8eb51b2-228e-4658-8aa3-36e9ddf8c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:08.461886 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c26d3589-cff9-44e1-9147-aa338be74a18 req-f8eb51b2-228e-4658-8aa3-36e9ddf8c7a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 1098 time: 0.0789838 Jun 03 22:34:08.624811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3589-cff9-44e1-9147-aa338be74a18 req-5c21fce3-48b2-412c-87ee-ef6754e1d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:08.626285 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c26d3589-cff9-44e1-9147-aa338be74a18 req-5c21fce3-48b2-412c-87ee-ef6754e1d0df service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 HTTP/1.1" status: 200 len: 898 time: 0.1398537 Jun 03 22:34:08.748132 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c26d3589-cff9-44e1-9147-aa338be74a18 req-f5c354e8-ddf1-46b2-a559-982e7f4b2406 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d47ad89d-e5dd-4b98-89be-9c7ac49dd396 HTTP/1.1" status: 200 len: 1000 time: 0.1143863 Jun 03 22:34:08.815990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3589-cff9-44e1-9147-aa338be74a18 req-841d27a9-c770-4fe3-95c2-517f9bf5f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:08.817459 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c26d3589-cff9-44e1-9147-aa338be74a18 req-841d27a9-c770-4fe3-95c2-517f9bf5f300 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94c6c7e9-0985-4a87-8e78-367a44c5be44 HTTP/1.1" status: 200 len: 835 time: 0.0625632 Jun 03 22:34:08.904602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3589-cff9-44e1-9147-aa338be74a18 req-b4eb271c-8f5f-44e5-bfd6-40ad898e2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:08.906073 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c26d3589-cff9-44e1-9147-aa338be74a18 req-b4eb271c-8f5f-44e5-bfd6-40ad898e2980 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805023 Jun 03 22:34:09.046882 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c26d3589-cff9-44e1-9147-aa338be74a18 req-a968475e-c6ab-4513-a9f3-335f2c736281 service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334834 Jun 03 22:34:09.199729 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c26d3589-cff9-44e1-9147-aa338be74a18 req-5d54a76c-15e8-4365-ab78-c58c90a74a3e service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452134 Jun 03 22:34:09.353670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015eedb-3c2b-44ae-a5e5-b02de3391967 req-fc4062a6-ae91-4d73-b70a-d595a6a3b401 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:09.355181 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c015eedb-3c2b-44ae-a5e5-b02de3391967 req-fc4062a6-ae91-4d73-b70a-d595a6a3b401 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0912037 Jun 03 22:34:09.415891 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c015eedb-3c2b-44ae-a5e5-b02de3391967 req-91e8c844-b0e4-491a-b047-1e35ec4b39f8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504818 Jun 03 22:34:10.629518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5289bcf-69ee-4e74-a709-f10d768ec919 req-e68441f0-249a-4976-a571-e8d8ead1deae tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:10.630980 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b5289bcf-69ee-4e74-a709-f10d768ec919 req-e68441f0-249a-4976-a571-e8d8ead1deae tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0913963 Jun 03 22:34:10.680135 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b5289bcf-69ee-4e74-a709-f10d768ec919 req-3f412556-ef4a-403a-b8f7-f9c8f0ad05f1 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419300 Jun 03 22:34:11.874197 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52298c24-af18-4814-8773-86eb21c30f58 req-48175e9e-54a5-4aca-835b-b8427437b10b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:11.875705 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-52298c24-af18-4814-8773-86eb21c30f58 req-48175e9e-54a5-4aca-835b-b8427437b10b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0870934 Jun 03 22:34:11.931991 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-52298c24-af18-4814-8773-86eb21c30f58 req-43d2f848-991a-4f77-885f-36d50b6a4e18 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472999 Jun 03 22:34:13.146309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190b545-f73b-4574-9383-ce0129f89418 req-82f9b3c1-251f-4a09-9fd8-ef8bd3a5fd4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:13.147816 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d190b545-f73b-4574-9383-ce0129f89418 req-82f9b3c1-251f-4a09-9fd8-ef8bd3a5fd4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0884511 Jun 03 22:34:13.198156 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d190b545-f73b-4574-9383-ce0129f89418 req-e35b4ac4-83b0-4971-b087-8ea55241f67e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430810 Jun 03 22:34:14.403144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df3b08-c465-49a2-8d7e-013c7bc78aa3 req-947f765a-e471-4b15-a78a-b35d0b739669 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:14.404580 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d7df3b08-c465-49a2-8d7e-013c7bc78aa3 req-947f765a-e471-4b15-a78a-b35d0b739669 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0890448 Jun 03 22:34:14.462549 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d7df3b08-c465-49a2-8d7e-013c7bc78aa3 req-9da027ef-07b9-4650-80bb-a4ebc5f0c4fd tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514123 Jun 03 22:34:15.666988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455262ac-77e3-4714-bcf3-a25db50fa881 req-dcfb7626-e3e5-4655-840c-ae6e93577fb8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:15.668508 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-455262ac-77e3-4714-bcf3-a25db50fa881 req-dcfb7626-e3e5-4655-840c-ae6e93577fb8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0905180 Jun 03 22:34:15.873785 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-455262ac-77e3-4714-bcf3-a25db50fa881 req-6ee52044-f372-47f2-8137-8125787a5c53 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992738 Jun 03 22:34:17.096700 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2b386-856b-4612-a845-b8c3c3e9ba85 req-69912ed5-cd7c-4e61-a32c-f0fd048eed4f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:34:17.098418 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c7d2b386-856b-4612-a845-b8c3c3e9ba85 req-69912ed5-cd7c-4e61-a32c-f0fd048eed4f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.1070757 Jun 03 22:34:17.151226 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c7d2b386-856b-4612-a845-b8c3c3e9ba85 req-66692cc9-4d87-4d78-8c46-930411f70dd5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461125 Jun 03 22:34:17.182043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34086) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:34:17.336960 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5056194b-2bde-4c6c-b672-0f4bf307e0a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/fa5f4dbd-687f-4f9d-ba86-b7c56efac510 HTTP/1.1" status: 200 len: 992 time: 0.1536162 Jun 03 22:34:22.166596 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:34:22.828103 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-82f231f5-01f9-45cb-8cc0-e373ce832e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:34:25.354478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:34:25.496781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-600e9e20-b787-42a5-a928-5f56b90deae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:34:27.121742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:34:27.340099 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:34:28.615854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:34:52.824241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ba9f9140-8d53-4391-a336-b24dd93a3e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:34:55.351680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:34:55.496057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4e4de076-fb86-4486-b38c-c26312dbca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:34:57.125283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:34:57.354007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:34:58.627364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:34:59.166450 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:35:10.001400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34108) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:10.294302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port ccf69738-e1e6-4293-be9b-84b5a062ea44 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:35:10.294541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:10.473096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:10.473392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:10.597589 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6be1b617-d804-4fcc-8839-f786f65a36dc req-082a04bf-d7c6-4e9e-87a6-c511d251bb37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2846389 Jun 03 22:35:10.604039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for ccf69738-e1e6-4293-be9b-84b5a062ea44 owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:35:10.782535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:10.788465 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cf350cd3-1c89-4ace-aeaf-6f5c361a195f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:10.863753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=ccf69738-e1e6-4293-be9b-84b5a062ea44,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:10.912921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:10.913293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:10.913671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:10.914021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:10.914415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:10.914780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:10.915147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:10.915496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:10.915899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:10.916250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:10.916611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:10.916961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:10.923639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:10.925742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1b617-d804-4fcc-8839-f786f65a36dc req-90b6aed7-d040-44ae-85cb-b97296e3a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:10.927212 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6be1b617-d804-4fcc-8839-f786f65a36dc req-90b6aed7-d040-44ae-85cb-b97296e3a437 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 1098 time: 0.2235804 Jun 03 22:35:10.972988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:10.973312 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Floating IP fa5f4dbd-687f-4f9d-ba86-b7c56efac510 disassociated (deleted). External IP: 172.26.3.31, port: d47ad89d-e5dd-4b98-89be-9c7ac49dd396. Jun 03 22:35:11.220142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1b617-d804-4fcc-8839-f786f65a36dc req-1c8cf225-9fdd-44b0-b5a9-6fab98fc5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:11.221636 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6be1b617-d804-4fcc-8839-f786f65a36dc req-1c8cf225-9fdd-44b0-b5a9-6fab98fc5301 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 HTTP/1.1" status: 200 len: 898 time: 0.2697363 Jun 03 22:35:11.304257 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6be1b617-d804-4fcc-8839-f786f65a36dc req-e5576411-2c18-4bcf-9eba-fabc44c76f48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d47ad89d-e5dd-4b98-89be-9c7ac49dd396 HTTP/1.1" status: 200 len: 217 time: 0.0702426 Jun 03 22:35:11.648394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1b617-d804-4fcc-8839-f786f65a36dc req-6ef31269-8a05-44ab-a6f3-7c80b75cc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:11.649845 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6be1b617-d804-4fcc-8839-f786f65a36dc req-6ef31269-8a05-44ab-a6f3-7c80b75cc848 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94c6c7e9-0985-4a87-8e78-367a44c5be44 HTTP/1.1" status: 200 len: 835 time: 0.1360514 Jun 03 22:35:11.741109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router c6258d42-0a60-444e-b471-224a1e2f64ac has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:35:11.831492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1b617-d804-4fcc-8839-f786f65a36dc req-20f12cb3-b76e-4efd-bac2-5d18bf6a5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:11.832970 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6be1b617-d804-4fcc-8839-f786f65a36dc req-20f12cb3-b76e-4efd-bac2-5d18bf6a5f51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1707580 Jun 03 22:35:12.034103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:35:12.043747 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b234753-dba0-45c5-94fa-8cbab0f8a3c6 None None] Sync routers for ids ['c6258d42-0a60-444e-b471-224a1e2f64ac'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:35:12.053816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b234753-dba0-45c5-94fa-8cbab0f8a3c6 None None] Routers {'c6258d42-0a60-444e-b471-224a1e2f64ac'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:35:12.054436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8b234753-dba0-45c5-94fa-8cbab0f8a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:34:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c6258d42-0a60-444e-b471-224a1e2f64ac'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:12.064374 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6be1b617-d804-4fcc-8839-f786f65a36dc req-c34a0037-b725-40c1-a4ea-aa5870f28470 service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231655 Jun 03 22:35:12.072009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:12.210364 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/floatingips/fa5f4dbd-687f-4f9d-ba86-b7c56efac510 HTTP/1.1" status: 204 len: 168 time: 2.2077847 Jun 03 22:35:12.217610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771d962d-858e-4374-a2d9-090e0d2721cf', 'tag': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:35:12.220007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d60899-8977-4777-ae6e-ee11471af6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "771d962d-858e-4374-a2d9-090e0d2721cf", "tag": "d47ad89d-e5dd-4b98-89be-9c7ac49dd396"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:35:12.238482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-8b234753-dba0-45c5-94fa-8cbab0f8a3c6 None None] Set router c6258d42-0a60-444e-b471-224a1e2f64ac gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:35:12.255451 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6be1b617-d804-4fcc-8839-f786f65a36dc req-b0585f66-c904-4d73-acfd-ca6f7eee3f6c service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582162 Jun 03 22:35:12.341136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52866f0b-d038-4ff6-b1e2-ee6c64ade62f x-openstack-request-id: req-52866f0b-d038-4ff6-b1e2-ee6c64ade62f {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:35:12.341475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771d962d-858e-4374-a2d9-090e0d2721cf", "tag": "d47ad89d-e5dd-4b98-89be-9c7ac49dd396", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:35:12.341770 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-52866f0b-d038-4ff6-b1e2-ee6c64ade62f {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:35:12.342235 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771d962d-858e-4374-a2d9-090e0d2721cf', 'tag': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396', 'status': 'completed', 'code': 200} Jun 03 22:35:12.448133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d60899-8977-4777-ae6e-ee11471af6ce req-ce10f772-244a-470a-a7af-783ac001fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:12.452390 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-37d60899-8977-4777-ae6e-ee11471af6ce req-ce10f772-244a-470a-a7af-783ac001fb36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 1098 time: 0.0865481 Jun 03 22:35:12.591106 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8b234753-dba0-45c5-94fa-8cbab0f8a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c90e579a-a82d-47d9-9c51-b52d4d9b0b11', 'name': '', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:fd:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:28Z', 'updated_at': '2021-06-03T22:32:33Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:12.595668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b234753-dba0-45c5-94fa-8cbab0f8a3c6 None None] Checking router: c6258d42-0a60-444e-b471-224a1e2f64ac for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:35:12.606299 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b234753-dba0-45c5-94fa-8cbab0f8a3c6 None None] Routers {'c6258d42-0a60-444e-b471-224a1e2f64ac'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:35:12.607559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8b234753-dba0-45c5-94fa-8cbab0f8a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:34:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c6258d42-0a60-444e-b471-224a1e2f64ac'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:12.641923 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d60899-8977-4777-ae6e-ee11471af6ce req-fc62b6ba-bc8a-4a1d-a157-0f59e47642a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:12.643316 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-37d60899-8977-4777-ae6e-ee11471af6ce req-fc62b6ba-bc8a-4a1d-a157-0f59e47642a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 HTTP/1.1" status: 200 len: 898 time: 0.1778662 Jun 03 22:35:12.722447 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-37d60899-8977-4777-ae6e-ee11471af6ce req-ee61c5fd-ead5-47f0-a2b6-45533c30e291 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d47ad89d-e5dd-4b98-89be-9c7ac49dd396 HTTP/1.1" status: 200 len: 217 time: 0.0711398 Jun 03 22:35:12.731750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c30fbd-5e9a-4520-a3c3-db9fd018fec0 req-91bcc6f1-368e-47fb-88f6-5f83ba3a1cc8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:12.732481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-e9c30fbd-5e9a-4520-a3c3-db9fd018fec0 req-91bcc6f1-368e-47fb-88f6-5f83ba3a1cc8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:35:12.798052 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-e9c30fbd-5e9a-4520-a3c3-db9fd018fec0 req-91bcc6f1-368e-47fb-88f6-5f83ba3a1cc8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:35:12.799206 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e9c30fbd-5e9a-4520-a3c3-db9fd018fec0 req-91bcc6f1-368e-47fb-88f6-5f83ba3a1cc8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.2460093 Jun 03 22:35:12.802721 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d60899-8977-4777-ae6e-ee11471af6ce req-a142319d-5d9e-43dd-a178-1f7023c46acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:12.804156 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-37d60899-8977-4777-ae6e-ee11471af6ce req-a142319d-5d9e-43dd-a178-1f7023c46acd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94c6c7e9-0985-4a87-8e78-367a44c5be44 HTTP/1.1" status: 200 len: 835 time: 0.0687604 Jun 03 22:35:12.849268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-8b234753-dba0-45c5-94fa-8cbab0f8a3c6 None None] Set router c6258d42-0a60-444e-b471-224a1e2f64ac gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:35:12.891811 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e9c30fbd-5e9a-4520-a3c3-db9fd018fec0 req-b3de65a7-49f1-4e5c-be6f-dfb0c04c876f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851381 Jun 03 22:35:12.924407 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d60899-8977-4777-ae6e-ee11471af6ce req-78fec868-31c3-4a5b-96a4-a0eeb0cfbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:12.925893 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-37d60899-8977-4777-ae6e-ee11471af6ce req-78fec868-31c3-4a5b-96a4-a0eeb0cfbc2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1025550 Jun 03 22:35:13.187436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8b234753-dba0-45c5-94fa-8cbab0f8a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c90e579a-a82d-47d9-9c51-b52d4d9b0b11', 'name': '', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:fd:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:28Z', 'updated_at': '2021-06-03T22:32:33Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:13.191607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b234753-dba0-45c5-94fa-8cbab0f8a3c6 None None] The sync data for ids ['c6258d42-0a60-444e-b471-224a1e2f64ac'] in dv-neutron-792998-2-hyperv is: [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c90e579a-a82d-47d9-9c51-b52d4d9b0b11', 'name': '', 'network_id': 'd6d22bc7-3db4-4369-9db9-6c7c9236f0c4', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:fd:ac:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:28Z', 'updated_at': '2021-06-03T22:32:33Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '94c6c7e9-0985-4a87-8e78-367a44c5be44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:35:13.226989 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-37d60899-8977-4777-ae6e-ee11471af6ce req-9e179ca6-c6af-43f5-8b47-b21807c7b1ff service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889917 Jun 03 22:35:13.368115 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-37d60899-8977-4777-ae6e-ee11471af6ce req-88b4cf27-95d0-4b37-a042-15e716dec6cc service neutron] 10.222.0.24 "GET /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337445 Jun 03 22:35:13.406153 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c86fe6-9af1-4c7d-a44a-6187a4a2fa0e None None] New status for floating IP fa5f4dbd-687f-4f9d-ba86-b7c56efac510: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:35:14.123622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62979577-ff55-43a4-abfa-12b89c6939e9 req-bc074bce-fe2a-4fa6-8b11-72b25c062c3d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:14.125072 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-62979577-ff55-43a4-abfa-12b89c6939e9 req-bc074bce-fe2a-4fa6-8b11-72b25c062c3d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.1004379 Jun 03 22:35:14.181058 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-62979577-ff55-43a4-abfa-12b89c6939e9 req-2b819f00-6f8b-4440-a5d6-3bac0818f569 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=25ab82ef-236d-4b54-ae6f-630430624620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478854 Jun 03 22:35:14.482524 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685089a-642f-4e53-a30e-98169bf5cef5 req-ce742a68-6681-4758-9948-d6f65c43c2bb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:14.483943 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0685089a-642f-4e53-a30e-98169bf5cef5 req-ce742a68-6681-4758-9948-d6f65c43c2bb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 945 time: 0.0946229 Jun 03 22:35:14.640251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-0685089a-642f-4e53-a30e-98169bf5cef5 req-67266bac-9c97-4128-b508-09d559b58683 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port d47ad89d-e5dd-4b98-89be-9c7ac49dd396 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:35:14.640563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-0685089a-642f-4e53-a30e-98169bf5cef5 req-67266bac-9c97-4128-b508-09d559b58683 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:14.786819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-0685089a-642f-4e53-a30e-98169bf5cef5 req-67266bac-9c97-4128-b508-09d559b58683 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port d47ad89d-e5dd-4b98-89be-9c7ac49dd396, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d47ad89d-e5dd-4b98-89be-9c7ac49dd396,segment=NetworkSegment(3f3c2268-ea9b-433e-8a42-69fcbd17b936),segment_id=3f3c2268-ea9b-433e-8a42-69fcbd17b936)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:35:14.787091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-0685089a-642f-4e53-a30e-98169bf5cef5 req-67266bac-9c97-4128-b508-09d559b58683 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:14.925825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-0685089a-642f-4e53-a30e-98169bf5cef5 req-67266bac-9c97-4128-b508-09d559b58683 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for d47ad89d-e5dd-4b98-89be-9c7ac49dd396 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:35:15.051235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-0685089a-642f-4e53-a30e-98169bf5cef5 req-67266bac-9c97-4128-b508-09d559b58683 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:15.059529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:15.107771 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67266bac-9c97-4128-b508-09d559b58683 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=d47ad89d-e5dd-4b98-89be-9c7ac49dd396,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:15.110833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-67266bac-9c97-4128-b508-09d559b58683 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:15.182066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0685089a-642f-4e53-a30e-98169bf5cef5 req-67266bac-9c97-4128-b508-09d559b58683 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] No DVR routers for this DVR port d47ad89d-e5dd-4b98-89be-9c7ac49dd396 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:35:15.185322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-0685089a-642f-4e53-a30e-98169bf5cef5 req-67266bac-9c97-4128-b508-09d559b58683 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:15.187977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d962d-858e-4374-a2d9-090e0d2721cf', 'name': 'network-vif-deleted', 'tag': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:35:15.190364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e081da96-b953-4bcc-9304-ebf6003803d7" -d '{"events": [{"server_uuid": "771d962d-858e-4374-a2d9-090e0d2721cf", "name": "network-vif-deleted", "tag": "d47ad89d-e5dd-4b98-89be-9c7ac49dd396"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:35:15.206528 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0685089a-642f-4e53-a30e-98169bf5cef5 req-67266bac-9c97-4128-b508-09d559b58683 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "DELETE /v2.0/ports/d47ad89d-e5dd-4b98-89be-9c7ac49dd396 HTTP/1.1" status: 204 len: 173 time: 0.7163007 Jun 03 22:35:15.241360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937e0858-0d4d-4f62-97da-597a4d7a4934 x-openstack-request-id: req-937e0858-0d4d-4f62-97da-597a4d7a4934 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:35:15.241984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771d962d-858e-4374-a2d9-090e0d2721cf", "name": "network-vif-deleted", "tag": "d47ad89d-e5dd-4b98-89be-9c7ac49dd396", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:35:15.242284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-937e0858-0d4d-4f62-97da-597a4d7a4934 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:35:15.242896 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771d962d-858e-4374-a2d9-090e0d2721cf', 'name': 'network-vif-deleted', 'tag': 'd47ad89d-e5dd-4b98-89be-9c7ac49dd396', 'status': 'completed', 'code': 200} Jun 03 22:35:15.347302 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-00a205f0-075b-4795-9e7c-6ae0c35aad34 req-12d84715-caf2-490f-a8c4-bacb9b513b52 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=771d962d-858e-4374-a2d9-090e0d2721cf HTTP/1.1" status: 200 len: 210 time: 0.0481067 Jun 03 22:35:16.461648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34138) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:17.190752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:17.648371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port c90e579a-a82d-47d9-9c51-b52d4d9b0b11 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:35:17.649102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:17.790728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port c90e579a-a82d-47d9-9c51-b52d4d9b0b11, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c90e579a-a82d-47d9-9c51-b52d4d9b0b11,segment=NetworkSegment(3f3c2268-ea9b-433e-8a42-69fcbd17b936),segment_id=3f3c2268-ea9b-433e-8a42-69fcbd17b936)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:35:17.791078 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:17.921352 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for c90e579a-a82d-47d9-9c51-b52d4d9b0b11 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:35:18.247122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:18.250786 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:18.298068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=c90e579a-a82d-47d9-9c51-b52d4d9b0b11,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:18.335850 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:18.336233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:18.336590 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:18.336956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:18.337465 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:18.337690 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:18.338005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:18.338355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:18.338712 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:18.339061 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:18.339452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:18.339845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:18.347438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:18.469696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device d47ad89d-e5dd-4b98-89be-9c7ac49dd396 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:35:18.506812 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: d47ad89d-e5dd-4b98-89be-9c7ac49dd396 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:35:18.507166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device d47ad89d-e5dd-4b98-89be-9c7ac49dd396 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:35:18.745101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:19.147002 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router c6258d42-0a60-444e-b471-224a1e2f64ac has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:35:19.346664 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:35:19.357649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9797d81-dd22-4cf7-9b93-ec5d29c4407c None None] Sync routers for ids ['c6258d42-0a60-444e-b471-224a1e2f64ac'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:35:19.366479 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "PUT /v2.0/routers/c6258d42-0a60-444e-b471-224a1e2f64ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9033043 Jun 03 22:35:19.368616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9797d81-dd22-4cf7-9b93-ec5d29c4407c None None] Routers {'c6258d42-0a60-444e-b471-224a1e2f64ac'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:35:19.368873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34140) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:19.369292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-a9797d81-dd22-4cf7-9b93-ec5d29c4407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:34:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c6258d42-0a60-444e-b471-224a1e2f64ac'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:19.442679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b8dd4b-ce5c-4903-ac87-b9ec8cc30e42 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting subnet 94c6c7e9-0985-4a87-8e78-367a44c5be44 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:35:19.446562 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dd4b-ce5c-4903-ac87-b9ec8cc30e42 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:19.508721 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dd4b-ce5c-4903-ac87-b9ec8cc30e42 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:19.556493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-a9797d81-dd22-4cf7-9b93-ec5d29c4407c None None] Set router c6258d42-0a60-444e-b471-224a1e2f64ac gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:35:19.595718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dd4b-ce5c-4903-ac87-b9ec8cc30e42 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:19.845296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-a9797d81-dd22-4cf7-9b93-ec5d29c4407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:35:18Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:19.849217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9797d81-dd22-4cf7-9b93-ec5d29c4407c None None] Checking router: c6258d42-0a60-444e-b471-224a1e2f64ac for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:35:19.859584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9797d81-dd22-4cf7-9b93-ec5d29c4407c None None] Routers {'c6258d42-0a60-444e-b471-224a1e2f64ac'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:35:19.860221 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-a9797d81-dd22-4cf7-9b93-ec5d29c4407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:34:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['c6258d42-0a60-444e-b471-224a1e2f64ac'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:19.890029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dd4b-ce5c-4903-ac87-b9ec8cc30e42 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:19.894900 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-211049ca-e07c-45d6-8cb0-12c29395c02e tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:19.930721 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8dd4b-ce5c-4903-ac87-b9ec8cc30e42 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Subnet': ['ID=94c6c7e9-0985-4a87-8e78-367a44c5be44,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:19.932678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dd4b-ce5c-4903-ac87-b9ec8cc30e42 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:19.936364 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c4b8dd4b-ce5c-4903-ac87-b9ec8cc30e42 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:19.940299 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ea5a2f-ffa9-4944-b480-49f56a55c6b7 None None] Network d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:35:19.941156 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-c4b8dd4b-ce5c-4903-ac87-b9ec8cc30e42 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/subnets/94c6c7e9-0985-4a87-8e78-367a44c5be44 HTTP/1.1" status: 204 len: 168 time: 0.5712564 Jun 03 22:35:19.943913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34142) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:20.142717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:20.192256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-a9797d81-dd22-4cf7-9b93-ec5d29c4407c None None] Set router c6258d42-0a60-444e-b471-224a1e2f64ac gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:35:20.333583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:20.413680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port 821efb3d-e6bc-4927-b7da-5447b030fde1 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:35:20.413944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:20.570447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] DHCP port deletion for d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:35:20.631733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-a9797d81-dd22-4cf7-9b93-ec5d29c4407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:35:18Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:20.638434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9797d81-dd22-4cf7-9b93-ec5d29c4407c None None] The sync data for ids ['c6258d42-0a60-444e-b471-224a1e2f64ac'] in dv-neutron-792998-2-hyperv is: [{'id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291561936', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197'}], 'enable_snat': True}, 'gw_port_id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:32:23Z', 'updated_at': '2021-06-03T22:35:18Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '821efb3d-e6bc-4927-b7da-5447b030fde1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6258d42-0a60-444e-b471-224a1e2f64ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:32:24Z', 'updated_at': '2021-06-03T22:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:35:20.657842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Deleting port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:35:20.658216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:20.705886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port 821efb3d-e6bc-4927-b7da-5447b030fde1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=821efb3d-e6bc-4927-b7da-5447b030fde1,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:35:20.706277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:20.755171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] For port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=68c0a3e7-a6cc-487e-abc8-0c8ea86724d3,segment=NetworkSegment(3f3c2268-ea9b-433e-8a42-69fcbd17b936),segment_id=3f3c2268-ea9b-433e-8a42-69fcbd17b936)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:35:20.755590 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:20.831451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for 821efb3d-e6bc-4927-b7da-5447b030fde1 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:35:20.882544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Calling delete_port for 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:35:20.932925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:20.936767 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-ea5bfb2e-f006-4235-a797-4d6f4e6b2c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:20.977573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Pushing event deleted for resources: {'Port': ['ID=68c0a3e7-a6cc-487e-abc8-0c8ea86724d3,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:20.982499 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:20.986659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:20.991753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:20.992101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:20.992452 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:20.992763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:20.993085 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:20.993407 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:20.993725 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:20.994047 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:20.994365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:20.994678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:20.994991 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:20.995304 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:20.999143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:21.000043 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] No DVR routers for this DVR port 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:35:21.031902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=821efb3d-e6bc-4927-b7da-5447b030fde1,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:21.035126 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:21.140461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:21.261131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:35:21.299665 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:35:21.300019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 68c0a3e7-a6cc-487e-abc8-0c8ea86724d3 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:35:21.300469 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c90e579a-a82d-47d9-9c51-b52d4d9b0b11 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:35:21.322763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:21.325804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:21.334077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c90e579a-a82d-47d9-9c51-b52d4d9b0b11 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:35:21.334414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c90e579a-a82d-47d9-9c51-b52d4d9b0b11 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:35:21.354055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:21.354595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Fanout notify agent at l3_agent the message router_deleted on router c6258d42-0a60-444e-b471-224a1e2f64ac {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:35:21.371210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:21.372396 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/routers/c6258d42-0a60-444e-b471-224a1e2f64ac HTTP/1.1" status: 204 len: 168 time: 1.4275310 Jun 03 22:35:21.375129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34148) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:21.506353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:21.651384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:21.665246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d22bc7-3db4-4369-9db9-6c7c9236f0c4']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:21.678717 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3c2268-ea9b-433e-8a42-69fcbd17b936') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:21.679012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3c2268-ea9b-433e-8a42-69fcbd17b936') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:21.691363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:21.716378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:21.724212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:35:21.724751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:35:21.743069 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:35:21.829142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:21.834416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3dd43696-27d4-41e9-aca4-27c7f6de1c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:21.853108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:21.860636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Network': ['ID=d6d22bc7-3db4-4369-9db9-6c7c9236f0c4,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:21.865017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:21.873636 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-8748aa48-7a85-4970-84ba-d6888912ba4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/networks/d6d22bc7-3db4-4369-9db9-6c7c9236f0c4 HTTP/1.1" status: 204 len: 168 time: 0.4975755 Jun 03 22:35:21.876329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34150) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:21.964105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6263f65-598d-4016-9dfc-8c2d844a4c30 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:21.996929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6263f65-598d-4016-9dfc-8c2d844a4c30 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.065924 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6263f65-598d-4016-9dfc-8c2d844a4c30 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.070353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-986391e0-9977-4e18-a804-a55f7ae570df tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:22.085689 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6263f65-598d-4016-9dfc-8c2d844a4c30 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ab82ef-236d-4b54-ae6f-630430624620,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:22.088886 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f6263f65-598d-4016-9dfc-8c2d844a4c30 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:22.101092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6263f65-598d-4016-9dfc-8c2d844a4c30 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.102147 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f6263f65-598d-4016-9dfc-8c2d844a4c30 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/security-groups/25ab82ef-236d-4b54-ae6f-630430624620 HTTP/1.1" status: 204 len: 168 time: 0.2248876 Jun 03 22:35:22.394356 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34156) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:22.399160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098903680', 'description': 'tempest-secgroup-smoke-2098903680 description', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:35:22.406253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:35:22.410424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:35:22.413463 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:35:22.420219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:35:22.432862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.454057 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:35:22.458114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:35:22.461114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:35:22.467249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:35:22.540788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.546740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.550585 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f5d1f091-d552-481e-8e56-acfeb0c3fbd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:22.592862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20635b3b-278e-41bf-99e2-20c2ca5015d6,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:22.596236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:22.597375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.598718 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2033374 Jun 03 22:35:22.601958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34158) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:22.607236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-31731da6-0c7b-4ba0-8e4a-3abe56b44259 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '20635b3b-278e-41bf-99e2-20c2ca5015d6', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:35:22.613605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-31731da6-0c7b-4ba0-8e4a-3abe56b44259 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:35:22.617810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-31731da6-0c7b-4ba0-8e4a-3abe56b44259 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:35:22.620817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-31731da6-0c7b-4ba0-8e4a-3abe56b44259 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:35:22.626787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-31731da6-0c7b-4ba0-8e4a-3abe56b44259 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:35:22.648417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31731da6-0c7b-4ba0-8e4a-3abe56b44259 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.721706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31731da6-0c7b-4ba0-8e4a-3abe56b44259 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.727729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31731da6-0c7b-4ba0-8e4a-3abe56b44259 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.729614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-49503514-63d3-4d3c-b89f-1e20800e9d70 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:22.752633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31731da6-0c7b-4ba0-8e4a-3abe56b44259 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2cb35eb-19d5-4436-9ec6-578978a1fa67,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:22.755238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-31731da6-0c7b-4ba0-8e4a-3abe56b44259 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:22.763668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-31731da6-0c7b-4ba0-8e4a-3abe56b44259 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.765087 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-31731da6-0c7b-4ba0-8e4a-3abe56b44259 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618772 Jun 03 22:35:22.767732 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34160) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:22.772561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b5079191-f202-470f-b1dd-25a8e1890469 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '20635b3b-278e-41bf-99e2-20c2ca5015d6', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:35:22.779284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b5079191-f202-470f-b1dd-25a8e1890469 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:35:22.783352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b5079191-f202-470f-b1dd-25a8e1890469 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:35:22.786714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b5079191-f202-470f-b1dd-25a8e1890469 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:35:22.792519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b5079191-f202-470f-b1dd-25a8e1890469 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:35:22.813634 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5079191-f202-470f-b1dd-25a8e1890469 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.834105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f7eb4abe-9c26-4dd1-8bb4-d68133cbbac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.884794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5079191-f202-470f-b1dd-25a8e1890469 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.891449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5079191-f202-470f-b1dd-25a8e1890469 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.893631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c6bf7ed2-ba58-4d9e-bbe7-24970f023e5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:22.918845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5079191-f202-470f-b1dd-25a8e1890469 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764ae6ae-9016-4058-897b-1f4628ca7fc4,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:22.923269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b5079191-f202-470f-b1dd-25a8e1890469 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:22.930177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b5079191-f202-470f-b1dd-25a8e1890469 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:22.931365 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b5079191-f202-470f-b1dd-25a8e1890469 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1627324 Jun 03 22:35:22.934545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34164) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:22.941403 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d3c69802-b75a-4248-b812-9933c2979969 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '20635b3b-278e-41bf-99e2-20c2ca5015d6', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:35:22.950335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d3c69802-b75a-4248-b812-9933c2979969 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:35:22.954657 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d3c69802-b75a-4248-b812-9933c2979969 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:35:22.958085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d3c69802-b75a-4248-b812-9933c2979969 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:35:22.965932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d3c69802-b75a-4248-b812-9933c2979969 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:35:22.986614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3c69802-b75a-4248-b812-9933c2979969 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.068337 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3c69802-b75a-4248-b812-9933c2979969 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.074564 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3c69802-b75a-4248-b812-9933c2979969 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.076864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d2312d58-5028-4fe4-9efa-ff79f11b3be0 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:23.098991 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c69802-b75a-4248-b812-9933c2979969 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8aa34a-92e1-4c50-aa97-b603667ba8f0,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:23.103210 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3c69802-b75a-4248-b812-9933c2979969 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:23.113282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d3c69802-b75a-4248-b812-9933c2979969 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.114463 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d3c69802-b75a-4248-b812-9933c2979969 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1785886 Jun 03 22:35:23.117666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34166) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:23.123452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9e1fa578-bf4e-4954-a45e-5b510b2ea223 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '20635b3b-278e-41bf-99e2-20c2ca5015d6', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:35:23.131268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9e1fa578-bf4e-4954-a45e-5b510b2ea223 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:35:23.135133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9e1fa578-bf4e-4954-a45e-5b510b2ea223 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:35:23.138919 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9e1fa578-bf4e-4954-a45e-5b510b2ea223 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:35:23.145274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9e1fa578-bf4e-4954-a45e-5b510b2ea223 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:35:23.161424 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 821efb3d-e6bc-4927-b7da-5447b030fde1 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:35:23.166018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e1fa578-bf4e-4954-a45e-5b510b2ea223 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.199076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 821efb3d-e6bc-4927-b7da-5447b030fde1 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:35:23.199603 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 821efb3d-e6bc-4927-b7da-5447b030fde1 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:35:23.233636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e1fa578-bf4e-4954-a45e-5b510b2ea223 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.239011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e1fa578-bf4e-4954-a45e-5b510b2ea223 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.241075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-aad95744-c44e-43cc-b035-d7240196a023 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:23.263491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fa578-bf4e-4954-a45e-5b510b2ea223 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a662df5-a64a-4c2e-b271-8b7373617407,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:23.265941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9e1fa578-bf4e-4954-a45e-5b510b2ea223 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:23.277134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9e1fa578-bf4e-4954-a45e-5b510b2ea223 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.278910 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9e1fa578-bf4e-4954-a45e-5b510b2ea223 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1598845 Jun 03 22:35:23.281496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34170) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:23.290959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-0f0158c5-b922-4b16-b85d-be31f6c79ef0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '20635b3b-278e-41bf-99e2-20c2ca5015d6', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:35:23.297691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0f0158c5-b922-4b16-b85d-be31f6c79ef0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:35:23.301863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0f0158c5-b922-4b16-b85d-be31f6c79ef0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:35:23.305037 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-0f0158c5-b922-4b16-b85d-be31f6c79ef0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:35:23.311394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-0f0158c5-b922-4b16-b85d-be31f6c79ef0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:35:23.326853 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-0f0158c5-b922-4b16-b85d-be31f6c79ef0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Project 06a2a9afa4eb4633a5485220d9b85f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:35:23.334026 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f0158c5-b922-4b16-b85d-be31f6c79ef0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.402535 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f0158c5-b922-4b16-b85d-be31f6c79ef0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.409525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f0158c5-b922-4b16-b85d-be31f6c79ef0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.411371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-31731da6-0c7b-4ba0-8e4a-3abe56b44259 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:23.445334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0158c5-b922-4b16-b85d-be31f6c79ef0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef06874b-2491-4091-b84b-b1a87385b84b,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:23.447852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0f0158c5-b922-4b16-b85d-be31f6c79ef0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:23.461622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-0f0158c5-b922-4b16-b85d-be31f6c79ef0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.463179 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-0f0158c5-b922-4b16-b85d-be31f6c79ef0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1806729 Jun 03 22:35:23.466115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34172) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:23.470837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '20635b3b-278e-41bf-99e2-20c2ca5015d6', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:35:23.477209 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:35:23.481695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:35:23.484755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:35:23.490760 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:35:23.504106 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Project 06a2a9afa4eb4633a5485220d9b85f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:35:23.510064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.590198 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.596044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.598131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9e1fa578-bf4e-4954-a45e-5b510b2ea223 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:23.620598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a781564-e1be-462c-b892-4d110b6f9767,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:23.623413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:23.633696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.635056 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1679964 Jun 03 22:35:23.638188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34174) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:23.643438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'network': {'name': 'tempest-network-smoke--2075309528', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'port_security_enabled': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:35:23.649272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:35:23.654080 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:network and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:35:23.657218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:35:23.663256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:35:23.675773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:35:23.679434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.710505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:35:23.724233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.724742 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Added segment b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e of type vlan for network d575f960-5381-4d9b-8e13-f8a3a2bf73bc Jun 03 22:35:23.753862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.787082 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.792840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:23.793457 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.797197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0ed3e4ae-1d55-45ee-a6f9-dac87143ba8c tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:23.897191 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2579234 Jun 03 22:35:23.900293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34176) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:23.905887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'admin_state_up': True, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:35:23.906763 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Network': ['ID=d575f960-5381-4d9b-8e13-f8a3a2bf73bc,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:23.909534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:23.914876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:35:23.920142 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:router and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:35:23.922305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network d575f960-5381-4d9b-8e13-f8a3a2bf73bc details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:35:23.922909 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:35:23.930734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:35:23.944735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.945734 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:23.961773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:24.395677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:24.741201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:24.773902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:24.921001 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.26.3.112 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/08b2b8da-e525-4444-b2c7-cd1aaf9ced3d) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:35:25.081236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:25.116532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:25.120500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b5f0d461-f978-4380-9570-f07dba4bdf28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:25.178462 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:35:25.181198 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:35:25.189531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:35:25.222527 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=08b2b8da-e525-4444-b2c7-cd1aaf9ced3d,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:25.228424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:25.346934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:25.493351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ad55ff20-5f3d-413d-8b0e-71cb769ec6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:25.636208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:25.651827 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-c8457afb-1877-468c-ab5e-c727ed285341 req-3994eb50-3890-4c1b-8807-a64784a529d3 service neutron] (104396) timed out ('10.222.0.96', 59454) {{(pid=104396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 22:35:26.180768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:26.414218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 03e39da9-7ef6-4a22-b807-f92a78ee6910 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:35:26.607792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:35:26.617648 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Sync routers for ids ['03e39da9-7ef6-4a22-b807-f92a78ee6910'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:35:26.630210 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Routers {'03e39da9-7ef6-4a22-b807-f92a78ee6910'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:35:26.630940 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:35:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['03e39da9-7ef6-4a22-b807-f92a78ee6910'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:26.636623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:26.637829 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7365401 Jun 03 22:35:26.641232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34180) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:26.682696 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-361876f5-1591-49eb-87b8-6341e94677c4 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=06a2a9afa4eb4633a5485220d9b85f10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379033 Jun 03 22:35:26.682924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34182) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:26.813395 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Set router 03e39da9-7ef6-4a22-b807-f92a78ee6910 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:35:26.817908 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d21d590-1265-48ab-b37f-1583b00e51e7 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:26.819387 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9d21d590-1265-48ab-b37f-1583b00e51e7 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1356368 Jun 03 22:35:26.822440 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34184) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:26.868244 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-013a4d7c-ed8c-47ca-96b9-cde02e66c500 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443704 Jun 03 22:35:26.871223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34186) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:26.876948 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-905938091', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:35:26.991879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:35:26.996096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:subnet and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:35:26.999135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:35:27.005573 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:35:27.017726 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:35:27.021414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:27.131843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:27.135092 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:35:25Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:27.139896 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Checking router: 03e39da9-7ef6-4a22-b807-f92a78ee6910 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:35:27.140243 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Updating router 03e39da9-7ef6-4a22-b807-f92a78ee6910 port 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:35:27.197844 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:27.356147 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:27.466116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:27.469813 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-454e4975-d914-4f69-a750-7e99ef41959d tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:27.538575 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:27.552487 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Transition to ACTIVE for port object 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:35:27.560691 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:27.565114 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-fe150eac-6013-43e4-8beb-fa6a2310e0fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:27.641026 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Attempting to bind port 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:35:27.641760 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Attempting to bind port 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:35:27.641760 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Attempting to bind port 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:35:27.651581 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Pushing event updated for resources: {'Port': ['ID=08b2b8da-e525-4444-b2c7-cd1aaf9ced3d,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:27.657627 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:35:27.658134 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:35:27.658560 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:27.658946 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:35:27.659406 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Bound port: 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:35:27.660055 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:27.691146 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:27.691146 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:27.691842 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:27.691842 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:27.692141 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:27.692486 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:27.692800 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:27.693106 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:27.693401 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:27.693713 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:27.694019 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:27.694308 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:35:27.694545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Subnet': ['ID=7dfe106a-6708-40ea-903b-e17425aa98df,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:27.698902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:27.702983 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:27.710935 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Checking segment: {'id': 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:35:27.711289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network hostable DHCP agents. Network: d575f960-5381-4d9b-8e13-f8a3a2bf73bc, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:35:27.732371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network d575f960-5381-4d9b-8e13-f8a3a2bf73bc is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:35:27.742503 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] For port 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:35:27.742986 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, d575f960-5381-4d9b-8e13-f8a3a2bf73bc) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:35:27.746814 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] For port 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=08b2b8da-e525-4444-b2c7-cd1aaf9ced3d,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:35:27.751439 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:27.754179 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:27.754473 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c852e32-55b2-4021-8b5f-098490d1d7e9 None None] Network d575f960-5381-4d9b-8e13-f8a3a2bf73bc requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:35:27.755065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:27.756181 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-724af99b-3ab7-4f94-8c0a-f7d32ba44764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:27.780730 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-10cbc7d1-9498-4f5f-8a49-a71bd3536de2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9076769 Jun 03 22:35:27.784518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34190) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:27.833284 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Routers {'03e39da9-7ef6-4a22-b807-f92a78ee6910'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:35:27.833925 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:35:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['03e39da9-7ef6-4a22-b807-f92a78ee6910'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:27.897795 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Pushing event updated for resources: {'Port': ['ID=08b2b8da-e525-4444-b2c7-cd1aaf9ced3d,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:27.902111 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:28.003101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-d575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ips': [{'subnet_id': '7dfe106a-6708-40ea-903b-e17425aa98df'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:35:28.004277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:28.023273 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] Set router 03e39da9-7ef6-4a22-b807-f92a78ee6910 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:35:28.175058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Allocated IP 172.20.0.2 (d575f960-5381-4d9b-8e13-f8a3a2bf73bc/7dfe106a-6708-40ea-903b-e17425aa98df/fe2845ed-a17d-4198-a542-469b81d558c1) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:35:28.320483 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:35:25Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:28.325899 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d322d5-ee3f-41c9-a012-6fd469cfe5e6 None None] The sync data for ids ['03e39da9-7ef6-4a22-b807-f92a78ee6910'] in dv-neutron-792998-2-hyperv is: [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:35:25Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:35:28.458534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:28.469607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Transition to ACTIVE for port object fe2845ed-a17d-4198-a542-469b81d558c1 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:35:28.493552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Transition to ACTIVE for port object fe2845ed-a17d-4198-a542-469b81d558c1 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:35:28.501212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:28.506693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:28.569075 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:28.584649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Network d575f960-5381-4d9b-8e13-f8a3a2bf73bc is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:35:28.587915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:35:28.591719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:35:28.610346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Pushing event updated for resources: {'Port': ['ID=fe2845ed-a17d-4198-a542-469b81d558c1,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:28.638857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:28.702196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:28.785783 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Attempting to bind port fe2845ed-a17d-4198-a542-469b81d558c1 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:35:28.786148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Attempting to bind port fe2845ed-a17d-4198-a542-469b81d558c1 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:35:28.786556 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Attempting to bind port fe2845ed-a17d-4198-a542-469b81d558c1 on network d575f960-5381-4d9b-8e13-f8a3a2bf73bc {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:35:28.794760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:35:28.795205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Checking segment: {'id': 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:35:28.795644 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:28.796036 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Bound using segment: {'id': 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:35:28.796519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Bound port: fe2845ed-a17d-4198-a542-469b81d558c1, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:35:28.796893 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:28.908169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] For port fe2845ed-a17d-4198-a542-469b81d558c1, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:35:28.974069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] For port fe2845ed-a17d-4198-a542-469b81d558c1, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fe2845ed-a17d-4198-a542-469b81d558c1,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:35:28.983960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:28.989239 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a31d2d6c-9e57-4946-b580-e793d57bdb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:29.029135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.20.0.1 (d575f960-5381-4d9b-8e13-f8a3a2bf73bc/7dfe106a-6708-40ea-903b-e17425aa98df/dd354fd5-f8cc-42ae-89cf-a976e7a7a41f) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:35:29.087751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Pushing event updated for resources: {'Port': ['ID=fe2845ed-a17d-4198-a542-469b81d558c1,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:29.101981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:29.217897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:29.237431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Transition to ACTIVE for port object dd354fd5-f8cc-42ae-89cf-a976e7a7a41f will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:35:29.256854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:35:29.288307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:29.302372 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2cfbac1c-50cf-4243-9096-2bc25053c381 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:29.355830 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:35:29.360995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:35:29.361373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:29.362228 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network d575f960-5381-4d9b-8e13-f8a3a2bf73bc is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:35:29.365552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:35:29.369338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:35:29.496429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:29.514516 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=08b2b8da-e525-4444-b2c7-cd1aaf9ced3d,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:35:29.524081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:29.526004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:29.584970 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=dd354fd5-f8cc-42ae-89cf-a976e7a7a41f,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:29.593382 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:29.601436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=08b2b8da-e525-4444-b2c7-cd1aaf9ced3d,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:29.604627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:29.612429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:29.900952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:30.076140 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fd9a59-3629-4998-bd3c-b7ec39ab4b67 None None] Network d575f960-5381-4d9b-8e13-f8a3a2bf73bc requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:35:30.194639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5fde221b-e910-44c2-9ba3-fed837809ad6 None None] Provisioning for port fe2845ed-a17d-4198-a542-469b81d558c1 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:35:30.354504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:30.361483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:30.392341 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cd2cf0b8-8b8f-4f87-81b4-aa742884931b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:30.490123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:30.494708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=dd354fd5-f8cc-42ae-89cf-a976e7a7a41f,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:30.497927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:30.635963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network d575f960-5381-4d9b-8e13-f8a3a2bf73bc is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:35:30.637857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:35:30.654313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c27a18c8-2099-4020-ad96-229eb4357d52 None None] Provisioning for port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:35:30.660030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c27a18c8-2099-4020-ad96-229eb4357d52 None None] Provisioning complete for port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:35:30.660406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c27a18c8-2099-4020-ad96-229eb4357d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:30.725385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c27a18c8-2099-4020-ad96-229eb4357d52 None None] Port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:35:30.833819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 03e39da9-7ef6-4a22-b807-f92a78ee6910 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:35:30.847452 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-fcf470b4-3634-4f1e-8325-cd3b05cbc32a None None] Provisioning complete for port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:35:30.847846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fcf470b4-3634-4f1e-8325-cd3b05cbc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:30.902614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-fcf470b4-3634-4f1e-8325-cd3b05cbc32a None None] Port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:35:31.022042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:35:31.022859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-23e0947e-7dfa-4ae4-8a64-1f8578aa3213 None None] Provisioning complete for port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:35:31.024000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-23e0947e-7dfa-4ae4-8a64-1f8578aa3213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:31.035256 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "PUT /v2.0/routers/03e39da9-7ef6-4a22-b807-f92a78ee6910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2496123 Jun 03 22:35:31.051692 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Sync routers for ids ['03e39da9-7ef6-4a22-b807-f92a78ee6910'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:35:31.076697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Routers {'03e39da9-7ef6-4a22-b807-f92a78ee6910'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:35:31.077321 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:35:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['03e39da9-7ef6-4a22-b807-f92a78ee6910'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:31.153583 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-23e0947e-7dfa-4ae4-8a64-1f8578aa3213 None None] Port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:35:31.222533 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-62b98be0-c084-4dc3-9b06-63c27e3b3e1b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098903680&fields=id&tenant_id=06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 267 time: 0.0512197 Jun 03 22:35:31.312429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fe2845ed-a17d-4198-a542-469b81d558c1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:35:31.398857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Set router 03e39da9-7ef6-4a22-b807-f92a78ee6910 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:35:31.534181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port fe2845ed-a17d-4198-a542-469b81d558c1 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:35:31.535422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f097d0-268d-4633-a295-8472d821518b req-2231e248-9c4b-4074-a652-201b8def651a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:31.536131 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-10f097d0-268d-4633-a295-8472d821518b req-2231e248-9c4b-4074-a652-201b8def651a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:35:31.552522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-10f097d0-268d-4633-a295-8472d821518b req-2231e248-9c4b-4074-a652-201b8def651a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:35:31.553667 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-2231e248-9c4b-4074-a652-201b8def651a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/networks?id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc HTTP/1.1" status: 200 len: 797 time: 0.3244011 Jun 03 22:35:31.564563 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port fe2845ed-a17d-4198-a542-469b81d558c1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:35:31.564936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:31.569322 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-eb610678-2dc6-4db5-8130-3860cd5daba5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/quotas/06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 375 time: 0.0093861 Jun 03 22:35:31.656234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-10f097d0-268d-4633-a295-8472d821518b req-293c72f8-22fd-4958-8f8d-d3765823e004 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:35:31.674759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-10f097d0-268d-4633-a295-8472d821518b req-293c72f8-22fd-4958-8f8d-d3765823e004 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:35:31.676209 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-293c72f8-22fd-4958-8f8d-d3765823e004 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002581 Jun 03 22:35:31.784899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-8e7d01a0-c09c-437d-91c8-0dbebeabe0d3 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:35:31.786176 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-8e7d01a0-c09c-437d-91c8-0dbebeabe0d3 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0974653 Jun 03 22:35:31.807734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:31.853868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port fe2845ed-a17d-4198-a542-469b81d558c1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fe2845ed-a17d-4198-a542-469b81d558c1,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:35:31.857877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'dd354fd5-f8cc-42ae-89cf-a976e7a7a41f', 'name': '', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:46:ba:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:28Z', 'updated_at': '2021-06-03T22:35:30Z', 'revision_number': 2, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:31.861562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:31.862413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:35:31.893745 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:31.927000 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-6cb3b0af-8fa6-484b-9af0-cb26f6a1cdd1 service neutron] 10.222.0.96 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324334 Jun 03 22:35:31.932506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Checking router: 03e39da9-7ef6-4a22-b807-f92a78ee6910 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:35:31.932863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Updating router 03e39da9-7ef6-4a22-b807-f92a78ee6910 port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:35:32.025570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:32.064947 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-0b78c59f-7f43-48ab-b7c6-e54f05cdbfd6 service neutron] 10.222.0.96 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297529 Jun 03 22:35:32.070864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=fe2845ed-a17d-4198-a542-469b81d558c1,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:32.079690 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:32.113804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:35:32.113804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:32.272899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-4595fb4c-9376-4bb3-917e-2ccf13ec2e3e req-2461b29f-881c-4a91-929b-41f14da40d20 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:35:32.286136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-4595fb4c-9376-4bb3-917e-2ccf13ec2e3e req-2461b29f-881c-4a91-929b-41f14da40d20 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:35:32.287280 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4595fb4c-9376-4bb3-917e-2ccf13ec2e3e req-2461b29f-881c-4a91-929b-41f14da40d20 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 210 time: 0.0610445 Jun 03 22:35:32.496083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:32.508801 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Transition to ACTIVE for port object dd354fd5-f8cc-42ae-89cf-a976e7a7a41f will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:35:32.517028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:32.520855 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-2798ae3b-0ad7-4eb3-aa65-07082c4875d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:32.651737 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c40e73-fd35-4384-9540-15fc1a4e996e None None] Pushing event updated for resources: {'Port': ['ID=dd354fd5-f8cc-42ae-89cf-a976e7a7a41f,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:32.683238 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d7c40e73-fd35-4384-9540-15fc1a4e996e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:32.803280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Attempting to bind port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:35:32.803684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Attempting to bind port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:35:32.804048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Attempting to bind port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f on network d575f960-5381-4d9b-8e13-f8a3a2bf73bc {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:35:32.812442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:35:32.813098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Checking segment: {'id': 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:35:32.813306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:32.813672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Bound using segment: {'id': 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:35:32.814130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Bound port: dd354fd5-f8cc-42ae-89cf-a976e7a7a41f, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:35:32.814495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:32.913102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] For port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:35:32.916137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] For port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=dd354fd5-f8cc-42ae-89cf-a976e7a7a41f,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:35:32.921559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:32.926313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:32.998728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Routers {'03e39da9-7ef6-4a22-b807-f92a78ee6910'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:35:32.999371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:35:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['03e39da9-7ef6-4a22-b807-f92a78ee6910'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:33.092016 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c40e73-fd35-4384-9540-15fc1a4e996e None None] Pushing event updated for resources: {'Port': ['ID=dd354fd5-f8cc-42ae-89cf-a976e7a7a41f,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:33.099979 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d7c40e73-fd35-4384-9540-15fc1a4e996e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:33.212593 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] Set router 03e39da9-7ef6-4a22-b807-f92a78ee6910 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:35:33.259503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fe2845ed-a17d-4198-a542-469b81d558c1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:35:33.526298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port fe2845ed-a17d-4198-a542-469b81d558c1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:35:33.526585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:33.622978 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c043865d-e365-4af7-8ef5-49b2d3480c94 req-945f6206-82ed-4e1d-aa29-f0770166e1bc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 210 time: 0.0619533 Jun 03 22:35:33.756693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'dd354fd5-f8cc-42ae-89cf-a976e7a7a41f', 'name': '', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:46:ba:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:28Z', 'updated_at': '2021-06-03T22:35:32Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:33.764547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b5a20f-12b7-45f7-83d6-4eb2bb7acfee None None] The sync data for ids ['03e39da9-7ef6-4a22-b807-f92a78ee6910'] in dv-neutron-792998-2-hyperv is: [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'dd354fd5-f8cc-42ae-89cf-a976e7a7a41f', 'name': '', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:46:ba:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:28Z', 'updated_at': '2021-06-03T22:35:32Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:35:33.861385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f097d0-268d-4633-a295-8472d821518b req-5e06f834-c952-44e5-a958-932e34deb1cb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:33.861385 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-10f097d0-268d-4633-a295-8472d821518b req-5e06f834-c952-44e5-a958-932e34deb1cb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:35:33.873434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-10f097d0-268d-4633-a295-8472d821518b req-5e06f834-c952-44e5-a958-932e34deb1cb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:35:33.874550 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-5e06f834-c952-44e5-a958-932e34deb1cb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/networks?id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc HTTP/1.1" status: 200 len: 797 time: 0.3753157 Jun 03 22:35:33.938166 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-10f097d0-268d-4633-a295-8472d821518b req-2326e980-5e58-4d89-807a-0146f654a99e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:35:33.960853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-10f097d0-268d-4633-a295-8472d821518b req-2326e980-5e58-4d89-807a-0146f654a99e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:35:33.962083 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-2326e980-5e58-4d89-807a-0146f654a99e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 380 time: 0.0789514 Jun 03 22:35:33.972132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'port': {'device_id': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'admin_state_up': True, 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'security_groups': ['20635b3b-278e-41bf-99e2-20c2ca5015d6']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:35:34.130349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:35:34.141963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:35:34.154300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:35:34.158354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:34.342806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.20.0.10 (d575f960-5381-4d9b-8e13-f8a3a2bf73bc/7dfe106a-6708-40ea-903b-e17425aa98df/70d90fce-f36a-41b6-9d08-fe90aab04b7d) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:35:34.567847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:34.584635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Transition to ACTIVE for port object 70d90fce-f36a-41b6-9d08-fe90aab04b7d will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:35:34.615151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:34.621794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:34.691361 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network d575f960-5381-4d9b-8e13-f8a3a2bf73bc is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:35:34.694566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:35:34.703928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:35:34.735320 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=70d90fce-f36a-41b6-9d08-fe90aab04b7d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:34.741355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:34.781761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:34.782429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:34.862312 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8943036 Jun 03 22:35:34.884333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-7c044290-4a72-4da9-96e0-fc20299367ee tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:35:34.885447 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-7c044290-4a72-4da9-96e0-fc20299367ee tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155363 Jun 03 22:35:34.898849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Request body: {'port': {'device_id': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:35:34.950231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-63f03c7e-9e37-490b-be58-eff05c6c718b None None] Provisioning for port 70d90fce-f36a-41b6-9d08-fe90aab04b7d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:35:34.956405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-63f03c7e-9e37-490b-be58-eff05c6c718b None None] Provisioning complete for port 70d90fce-f36a-41b6-9d08-fe90aab04b7d triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:35:34.957245 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-63f03c7e-9e37-490b-be58-eff05c6c718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:35.005446 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf7fc2-dc66-4c1c-babf-9a20cb735a2a req-fc0ba836-a250-4e3f-a858-69d6d66ef0db tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:35.006044 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-04bf7fc2-dc66-4c1c-babf-9a20cb735a2a req-fc0ba836-a250-4e3f-a858-69d6d66ef0db tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:35:35.018495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-63f03c7e-9e37-490b-be58-eff05c6c718b None None] Port 70d90fce-f36a-41b6-9d08-fe90aab04b7d cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:35:35.041739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-04bf7fc2-dc66-4c1c-babf-9a20cb735a2a req-fc0ba836-a250-4e3f-a858-69d6d66ef0db tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:35:35.043198 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-04bf7fc2-dc66-4c1c-babf-9a20cb735a2a req-fc0ba836-a250-4e3f-a858-69d6d66ef0db tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 932 time: 0.2320535 Jun 03 22:35:35.046112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:35.136949 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-04bf7fc2-dc66-4c1c-babf-9a20cb735a2a req-36524e70-f082-4e36-bd92-84575bb1c576 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817196 Jun 03 22:35:35.234253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device dd354fd5-f8cc-42ae-89cf-a976e7a7a41f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:35:35.311289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:35:35.316155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:35:35.316528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:35.440779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:35.444301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d90fce-f36a-41b6-9d08-fe90aab04b7d {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:35:35.451822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:35.468469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Transition to ACTIVE for port object 70d90fce-f36a-41b6-9d08-fe90aab04b7d will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:35:35.472957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:35.476442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=dd354fd5-f8cc-42ae-89cf-a976e7a7a41f,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:35:35.477976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-af4dcc10-b4b3-405f-a8f3-419a0da1df13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:35.482786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:35.484884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:35.557477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=dd354fd5-f8cc-42ae-89cf-a976e7a7a41f,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:35.561037 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:35.641183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=70d90fce-f36a-41b6-9d08-fe90aab04b7d,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:35.651978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:35.722365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Attempting to bind port 70d90fce-f36a-41b6-9d08-fe90aab04b7d on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:35:35.722699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Attempting to bind port 70d90fce-f36a-41b6-9d08-fe90aab04b7d by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:35:35.723028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Attempting to bind port 70d90fce-f36a-41b6-9d08-fe90aab04b7d on network d575f960-5381-4d9b-8e13-f8a3a2bf73bc {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:35:35.729374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Port 70d90fce-f36a-41b6-9d08-fe90aab04b7d on network d575f960-5381-4d9b-8e13-f8a3a2bf73bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:35:35.729765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Attempting to bind port 70d90fce-f36a-41b6-9d08-fe90aab04b7d on network d575f960-5381-4d9b-8e13-f8a3a2bf73bc {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:35:35.735794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:35:35.736131 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Checking segment: {'id': 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:35:35.736534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Bound using segment: {'id': 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:35:35.736958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Bound port: 70d90fce-f36a-41b6-9d08-fe90aab04b7d, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:35:35.737300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:35.831538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] For port 70d90fce-f36a-41b6-9d08-fe90aab04b7d, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:35:35.834743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] For port 70d90fce-f36a-41b6-9d08-fe90aab04b7d, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:35:35.851041 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:35.857310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b32c13b5-82ed-4441-a16a-3962c249aa00 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:35.910290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:35.911511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:35.913692 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] 10.222.0.24 "PUT /v2.0/ports/70d90fce-f36a-41b6-9d08-fe90aab04b7d HTTP/1.1" status: 200 len: 1094 time: 1.0209577 Jun 03 22:35:35.914575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:35:35.918922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988d7142-cfe1-4f4d-b2dd-8c53c6f42e92" -d '{"events": [{"name": "network-changed", "server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:35:35.959219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=70d90fce-f36a-41b6-9d08-fe90aab04b7d,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:35.995652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:35.997413 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba7fb7b-9154-4b44-bcf9-19d84916de46 x-openstack-request-id: req-bba7fb7b-9154-4b44-bcf9-19d84916de46 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:35:35.997727 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:35:35.998020 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bba7fb7b-9154-4b44-bcf9-19d84916de46 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:35:35.998461 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'status': 'completed', 'code': 200} Jun 03 22:35:36.041034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f097d0-268d-4633-a295-8472d821518b req-2ff6e173-e847-4d6b-911c-a59e5ec60264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:36.042723 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-2ff6e173-e847-4d6b-911c-a59e5ec60264 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 1097 time: 0.0848696 Jun 03 22:35:36.116201 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-f1b3b626-56b2-4e91-bdb1-197bc8993f2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d HTTP/1.1" status: 200 len: 217 time: 0.0666475 Jun 03 22:35:36.170118 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:35:36.207638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f097d0-268d-4633-a295-8472d821518b req-41d857d2-0b7a-42b0-9fb7-6ff357c79c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:36.209487 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-41d857d2-0b7a-42b0-9fb7-6ff357c79c98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dfe106a-6708-40ea-903b-e17425aa98df HTTP/1.1" status: 200 len: 834 time: 0.0856733 Jun 03 22:35:36.497635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f097d0-268d-4633-a295-8472d821518b req-c9f1cc73-9598-423d-a8a2-20e3bdc86d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:36.499024 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-c9f1cc73-9598-423d-a8a2-20e3bdc86d2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2825613 Jun 03 22:35:36.534898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cb47e-9cf5-440a-abb7-88b41073b106 req-71e68fed-7ec0-4d96-856b-ee7ee2f93f6c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:36.536366 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3c1cb47e-9cf5-440a-abb7-88b41073b106 req-71e68fed-7ec0-4d96-856b-ee7ee2f93f6c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 944 time: 0.1308277 Jun 03 22:35:36.656645 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3c1cb47e-9cf5-440a-abb7-88b41073b106 req-fff7e7d9-35aa-4c9e-bad8-8e68849c4a84 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068339 Jun 03 22:35:36.683705 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-ae2c5a4b-4c14-4a63-a580-2a35c1b35d51 service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765826 Jun 03 22:35:36.822624 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-10f097d0-268d-4633-a295-8472d821518b req-e75c3e89-cb6c-4fef-a79b-e500c510f65c service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318436 Jun 03 22:35:36.963729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d7142-cfe1-4f4d-b2dd-8c53c6f42e92 req-2d4bb9d1-4d73-4f66-a301-e59e593999b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:36.965294 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-988d7142-cfe1-4f4d-b2dd-8c53c6f42e92 req-2d4bb9d1-4d73-4f66-a301-e59e593999b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 1097 time: 0.0873723 Jun 03 22:35:37.110485 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d7142-cfe1-4f4d-b2dd-8c53c6f42e92 req-246580bc-31cd-4a3a-8541-6050687ebd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:37.111981 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-988d7142-cfe1-4f4d-b2dd-8c53c6f42e92 req-246580bc-31cd-4a3a-8541-6050687ebd12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc HTTP/1.1" status: 200 len: 899 time: 0.1403213 Jun 03 22:35:37.197548 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-988d7142-cfe1-4f4d-b2dd-8c53c6f42e92 req-e3e5cdfa-9d71-4fcf-aeaf-13ce68bb75df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d HTTP/1.1" status: 200 len: 217 time: 0.0789189 Jun 03 22:35:37.211920 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device dd354fd5-f8cc-42ae-89cf-a976e7a7a41f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:35:37.262517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d7142-cfe1-4f4d-b2dd-8c53c6f42e92 req-8a792068-4c42-4c3a-a80d-3879e35ef1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:37.264070 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-988d7142-cfe1-4f4d-b2dd-8c53c6f42e92 req-8a792068-4c42-4c3a-a80d-3879e35ef1e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dfe106a-6708-40ea-903b-e17425aa98df HTTP/1.1" status: 200 len: 834 time: 0.0604818 Jun 03 22:35:37.289979 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:35:37.290356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:37.357680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d7142-cfe1-4f4d-b2dd-8c53c6f42e92 req-a79eae1d-41e3-4abf-994e-b044c0ac7a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:37.359123 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-988d7142-cfe1-4f4d-b2dd-8c53c6f42e92 req-a79eae1d-41e3-4abf-994e-b044c0ac7a84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886595 Jun 03 22:35:37.499009 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-988d7142-cfe1-4f4d-b2dd-8c53c6f42e92 req-81f7e6c1-8ac4-413e-8435-b249a720cfe4 service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328359 Jun 03 22:35:37.637782 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-988d7142-cfe1-4f4d-b2dd-8c53c6f42e92 req-bcc7ff43-d040-4a98-a869-d8375008e01d service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319003 Jun 03 22:35:37.860301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11242-da7c-4a60-9637-2b773e7bc306 req-f1ba09ec-4afe-4aea-91f8-a48cf156fd6e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:37.861771 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dbb11242-da7c-4a60-9637-2b773e7bc306 req-f1ba09ec-4afe-4aea-91f8-a48cf156fd6e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 944 time: 0.0946319 Jun 03 22:35:37.910767 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dbb11242-da7c-4a60-9637-2b773e7bc306 req-7845d27d-92e5-4e97-b283-440316ad20c6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403802 Jun 03 22:35:38.575248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 70d90fce-f36a-41b6-9d08-fe90aab04b7d details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:35:38.769039 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 70d90fce-f36a-41b6-9d08-fe90aab04b7d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:35:38.783810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'port_id': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'mac_address': 'fa:16:3e:00:eb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:35:38.845875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:38.863109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d90fce-f36a-41b6-9d08-fe90aab04b7d {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:35:38.880513 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 70d90fce-f36a-41b6-9d08-fe90aab04b7d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:35:38.892330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:38.894811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e77ac9aa-bb21-4e01-8ea2-dd2255da0913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:38.971663 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=70d90fce-f36a-41b6-9d08-fe90aab04b7d,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:38.974900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:39.124235 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e2c0-1ce3-4c54-a838-78442d12ee2f req-674ce00d-694b-486f-bf16-2a35841a19c8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:39.125709 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c42e2c0-1ce3-4c54-a838-78442d12ee2f req-674ce00d-694b-486f-bf16-2a35841a19c8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 945 time: 0.0937033 Jun 03 22:35:39.180948 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c42e2c0-1ce3-4c54-a838-78442d12ee2f req-785828f3-6396-4904-a230-f7660fd82e35 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488322 Jun 03 22:35:39.272081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['70d90fce-f36a-41b6-9d08-fe90aab04b7d'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:35:40.399917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48b875-d476-49cd-825e-b1b7b64a41ee req-3ca6755c-b944-40e5-83db-afd0d4a5160f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:40.401528 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3b48b875-d476-49cd-825e-b1b7b64a41ee req-3ca6755c-b944-40e5-83db-afd0d4a5160f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 945 time: 0.0998063 Jun 03 22:35:40.453992 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3b48b875-d476-49cd-825e-b1b7b64a41ee req-5563a056-8f70-4010-93b7-da886b75b51f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457318 Jun 03 22:35:40.579252 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 70d90fce-f36a-41b6-9d08-fe90aab04b7d up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:35:40.664136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 70d90fce-f36a-41b6-9d08-fe90aab04b7d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:35:40.669418 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 70d90fce-f36a-41b6-9d08-fe90aab04b7d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:35:40.669796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:40.795429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:40.823170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:35:40.825925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7898c2d6-502e-4679-a2d9-5e412d61d558" -d '{"events": [{"server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "name": "network-vif-plugged", "status": "completed", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:35:40.834017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 70d90fce-f36a-41b6-9d08-fe90aab04b7d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:35:40.841201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:40.843089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:40.878704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87491a2-4373-4241-b8b5-d4cc0de73bd9 x-openstack-request-id: req-e87491a2-4373-4241-b8b5-d4cc0de73bd9 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:35:40.879000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "name": "network-vif-plugged", "status": "completed", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:35:40.879581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e87491a2-4373-4241-b8b5-d4cc0de73bd9 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:35:40.879733 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'code': 200} Jun 03 22:35:40.916253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=70d90fce-f36a-41b6-9d08-fe90aab04b7d,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:40.919405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:41.141573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92209971-1c6e-42a4-9976-bd418b4c335e req-cd3ed413-7d88-4c15-99ee-49efd1769563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:41.143111 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92209971-1c6e-42a4-9976-bd418b4c335e req-cd3ed413-7d88-4c15-99ee-49efd1769563 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 1099 time: 0.0802133 Jun 03 22:35:41.194305 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-92209971-1c6e-42a4-9976-bd418b4c335e req-8bdcfb0f-4d9d-4bae-b071-4af01c7692e7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434692 Jun 03 22:35:41.662703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a86e1-ded3-4ecd-bd64-b687e091d57c req-c146c09a-bf26-48df-8c42-6ed868faaee1 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:41.664302 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b57a86e1-ded3-4ecd-bd64-b687e091d57c req-c146c09a-bf26-48df-8c42-6ed868faaee1 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.0962541 Jun 03 22:35:41.726712 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b57a86e1-ded3-4ecd-bd64-b687e091d57c req-a7678c11-9aac-4b6c-8299-aafce417538a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553808 Jun 03 22:35:42.978900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f7da7-0501-4c61-b560-dc2f54ae20f3 req-55e85c3e-f72c-4d29-9c92-a348e059b7b9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:42.980774 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a85f7da7-0501-4c61-b560-dc2f54ae20f3 req-55e85c3e-f72c-4d29-9c92-a348e059b7b9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.1129584 Jun 03 22:35:43.031694 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a85f7da7-0501-4c61-b560-dc2f54ae20f3 req-eb6e19ba-ce97-4361-8182-7f011c0446bc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420561 Jun 03 22:35:43.230967 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110dba8-da8a-4a8e-b3dc-6ca3e935aa11 req-31f12833-f7d5-4377-8559-89e8f0276ce9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:43.232475 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b110dba8-da8a-4a8e-b3dc-6ca3e935aa11 req-31f12833-f7d5-4377-8559-89e8f0276ce9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.0863276 Jun 03 22:35:43.280964 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b110dba8-da8a-4a8e-b3dc-6ca3e935aa11 req-8b263b53-3fae-4870-8e41-0f2a387a6454 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403271 Jun 03 22:35:43.305411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34274) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:43.435074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3a3581-332d-40b0-bfef-8bcef575000f tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:43.436617 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bf3a3581-332d-40b0-bfef-8bcef575000f tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 1094 time: 0.1301930 Jun 03 22:35:43.440737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34278) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:43.445200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:35:43.451699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:35:43.455894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:floatingip and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:35:43.459162 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:35:43.465371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:35:43.478394 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:43.764831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:43.907453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.26.3.137 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/ae26b10c-4199-4ecd-9e7f-793d2a192bf3) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:35:44.067767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:44.109492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:44.113628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:44.177062 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:35:44.179984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:35:44.183611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:35:44.223598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=ae26b10c-4199-4ecd-9e7f-793d2a192bf3,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:44.227742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:44.635502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:44.725105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:44.954518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:44.961739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:44.965492 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:35:45.069304 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=ae26b10c-4199-4ecd-9e7f-793d2a192bf3,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:35:45.073297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:35:45.082319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:45.255291 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Floating IP 0e8abe99-aaf7-41e1-b0be-83a3acc1794c associated. External IP: 172.26.3.137, port: 70d90fce-f36a-41b6-9d08-fe90aab04b7d. Jun 03 22:35:45.782977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 03e39da9-7ef6-4a22-b807-f92a78ee6910 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:35:45.967700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:35:45.977490 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed692d-368c-48f8-90e8-7cdfe92a9e3a None None] Sync routers for ids ['03e39da9-7ef6-4a22-b807-f92a78ee6910'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:35:45.990163 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed692d-368c-48f8-90e8-7cdfe92a9e3a None None] Routers {'03e39da9-7ef6-4a22-b807-f92a78ee6910'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:35:45.990898 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-56ed692d-368c-48f8-90e8-7cdfe92a9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:35:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['03e39da9-7ef6-4a22-b807-f92a78ee6910'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:45.996077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:46.064472 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6227045 Jun 03 22:35:46.065269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:35:46.068181 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f667bc1-5ed9-49a1-9d8a-6169edd6147d" -d '{"events": [{"name": "network-changed", "server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:35:46.118940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d7be13-cf99-4d70-be8c-24e93602b749 x-openstack-request-id: req-40d7be13-cf99-4d70-be8c-24e93602b749 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:35:46.119622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:35:46.119622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-40d7be13-cf99-4d70-be8c-24e93602b749 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:35:46.120100 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'status': 'completed', 'code': 200} Jun 03 22:35:46.205681 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-56ed692d-368c-48f8-90e8-7cdfe92a9e3a None None] Set router 03e39da9-7ef6-4a22-b807-f92a78ee6910 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:35:46.271566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667bc1-5ed9-49a1-9d8a-6169edd6147d req-4999b513-1485-49d9-9b4c-fadd3e56335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:46.273048 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2f667bc1-5ed9-49a1-9d8a-6169edd6147d req-4999b513-1485-49d9-9b4c-fadd3e56335f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 1099 time: 0.1302719 Jun 03 22:35:46.309580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b5873-99ec-4b7d-8c1b-d702e35cb80f req-19910a95-6dd9-4ba4-b5c1-871b1fde86b0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:46.311029 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-469b5873-99ec-4b7d-8c1b-d702e35cb80f req-19910a95-6dd9-4ba4-b5c1-871b1fde86b0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.1326869 Jun 03 22:35:46.434805 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-469b5873-99ec-4b7d-8c1b-d702e35cb80f req-99e6f630-a3e2-4dad-a700-2e7a0e4807ed tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101639 Jun 03 22:35:46.456092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667bc1-5ed9-49a1-9d8a-6169edd6147d req-5529919b-86a7-4cd0-bdcf-d9922655930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:46.457550 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2f667bc1-5ed9-49a1-9d8a-6169edd6147d req-5529919b-86a7-4cd0-bdcf-d9922655930c service neutron] 10.222.0.24 "GET /v2.0/networks?id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc HTTP/1.1" status: 200 len: 899 time: 0.1761703 Jun 03 22:35:46.458064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34284) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:46.562290 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-56ed692d-368c-48f8-90e8-7cdfe92a9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '0e8abe99-aaf7-41e1-b0be-83a3acc1794c', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'port_id': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'mac_address': 'fa:16:3e:00:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:35:44Z', 'updated_at': '2021-06-03T22:35:44Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd354fd5-f8cc-42ae-89cf-a976e7a7a41f', 'name': '', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:46:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:28Z', 'updated_at': '2021-06-03T22:35:35Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:46.566597 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed692d-368c-48f8-90e8-7cdfe92a9e3a None None] Checking router: 03e39da9-7ef6-4a22-b807-f92a78ee6910 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:35:46.575798 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed692d-368c-48f8-90e8-7cdfe92a9e3a None None] Routers {'03e39da9-7ef6-4a22-b807-f92a78ee6910'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:35:46.576426 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-56ed692d-368c-48f8-90e8-7cdfe92a9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:35:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['03e39da9-7ef6-4a22-b807-f92a78ee6910'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:46.653246 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-da383ff8-2bec-4f41-a2fa-a1b1e6a29cdb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/0e8abe99-aaf7-41e1-b0be-83a3acc1794c HTTP/1.1" status: 200 len: 992 time: 0.1939752 Jun 03 22:35:46.655212 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2f667bc1-5ed9-49a1-9d8a-6169edd6147d req-afb44222-5a42-4bbd-b916-a7ccb8a202db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d HTTP/1.1" status: 200 len: 1000 time: 0.1413641 Jun 03 22:35:46.727784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667bc1-5ed9-49a1-9d8a-6169edd6147d req-3a10b8c3-ba58-40c4-96a0-c18bf83e27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:46.729169 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2f667bc1-5ed9-49a1-9d8a-6169edd6147d req-3a10b8c3-ba58-40c4-96a0-c18bf83e27c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dfe106a-6708-40ea-903b-e17425aa98df HTTP/1.1" status: 200 len: 834 time: 0.0666013 Jun 03 22:35:46.766395 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-56ed692d-368c-48f8-90e8-7cdfe92a9e3a None None] Set router 03e39da9-7ef6-4a22-b807-f92a78ee6910 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:35:46.812345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667bc1-5ed9-49a1-9d8a-6169edd6147d req-8c70a500-f057-478e-9c8a-a18c345e07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:35:46.813922 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2f667bc1-5ed9-49a1-9d8a-6169edd6147d req-8c70a500-f057-478e-9c8a-a18c345e07f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776491 Jun 03 22:35:47.119301 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-56ed692d-368c-48f8-90e8-7cdfe92a9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '0e8abe99-aaf7-41e1-b0be-83a3acc1794c', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'port_id': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'mac_address': 'fa:16:3e:00:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:35:44Z', 'updated_at': '2021-06-03T22:35:44Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd354fd5-f8cc-42ae-89cf-a976e7a7a41f', 'name': '', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:46:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:28Z', 'updated_at': '2021-06-03T22:35:35Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:35:47.123371 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2f667bc1-5ed9-49a1-9d8a-6169edd6147d req-2d62191f-e6a2-4aef-bc88-6a2cbb7d401b service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025849 Jun 03 22:35:47.124028 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed692d-368c-48f8-90e8-7cdfe92a9e3a None None] The sync data for ids ['03e39da9-7ef6-4a22-b807-f92a78ee6910'] in dv-neutron-792998-2-hyperv is: [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '0e8abe99-aaf7-41e1-b0be-83a3acc1794c', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'port_id': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'mac_address': 'fa:16:3e:00:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:35:44Z', 'updated_at': '2021-06-03T22:35:44Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd354fd5-f8cc-42ae-89cf-a976e7a7a41f', 'name': '', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:46:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:28Z', 'updated_at': '2021-06-03T22:35:35Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:35:47.259717 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2f667bc1-5ed9-49a1-9d8a-6169edd6147d req-41ea325f-833d-4728-bb6b-b48b9b8716ce service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290381 Jun 03 22:35:47.332425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656506f-f6c2-4957-86a2-0f89ef9986a1 None None] New status for floating IP 0e8abe99-aaf7-41e1-b0be-83a3acc1794c: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:35:47.657186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34286) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:35:47.775429 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1fc7ae3b-78ae-4788-a5fe-cf72c9a6af25 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/0e8abe99-aaf7-41e1-b0be-83a3acc1794c HTTP/1.1" status: 200 len: 994 time: 0.1169622 Jun 03 22:35:52.821732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-262cff08-f913-41c8-acd8-02aee35f606a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:55.355423 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:55.489706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1b83dd2-151a-468c-a224-d05705cd5969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:57.132853 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:57.364928 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:35:58.629584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:36:11.445115 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b28275-5aca-445a-a7cf-a3546f897687 req-8e75ca11-eedf-4d78-896c-342489caed8a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1321561 Jun 03 22:36:11.605583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b28275-5aca-445a-a7cf-a3546f897687 req-831c046e-1998-446d-b7c3-1ce388d2d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:11.606959 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b28275-5aca-445a-a7cf-a3546f897687 req-831c046e-1998-446d-b7c3-1ce388d2d5f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 1099 time: 0.0830412 Jun 03 22:36:11.768526 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b28275-5aca-445a-a7cf-a3546f897687 req-a76a5b7d-0477-41f4-b7b0-a78f02737d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:11.770012 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b28275-5aca-445a-a7cf-a3546f897687 req-a76a5b7d-0477-41f4-b7b0-a78f02737d1d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc HTTP/1.1" status: 200 len: 899 time: 0.1387956 Jun 03 22:36:11.876618 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b28275-5aca-445a-a7cf-a3546f897687 req-f1071032-1e8c-441f-8deb-04b8009908c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d HTTP/1.1" status: 200 len: 1002 time: 0.0996037 Jun 03 22:36:11.945194 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b28275-5aca-445a-a7cf-a3546f897687 req-75b06bd8-c47e-47e0-928b-9ff97ac67891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:11.946640 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b28275-5aca-445a-a7cf-a3546f897687 req-75b06bd8-c47e-47e0-928b-9ff97ac67891 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dfe106a-6708-40ea-903b-e17425aa98df HTTP/1.1" status: 200 len: 834 time: 0.0638258 Jun 03 22:36:12.038522 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b28275-5aca-445a-a7cf-a3546f897687 req-32841e52-2d2c-48b8-b91a-527c49adb837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:12.040594 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b28275-5aca-445a-a7cf-a3546f897687 req-32841e52-2d2c-48b8-b91a-527c49adb837 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869155 Jun 03 22:36:12.187917 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b28275-5aca-445a-a7cf-a3546f897687 req-f7c406e6-4908-4e33-835f-1f8971a1fe2f service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402295 Jun 03 22:36:12.323438 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1b28275-5aca-445a-a7cf-a3546f897687 req-9e0a1149-bc39-4d65-964c-b45bf82d6127 service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285467 Jun 03 22:36:13.169344 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:36:22.817777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-192e759a-7d38-4bc9-ba23-a71b5881a96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:36:25.353135 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:36:25.484724 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ee60c3b7-ed69-4958-9ba8-b5ad7932b1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:36:27.142886 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:36:27.376171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:36:28.632246 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:36:48.805670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34330) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:36:48.992028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf3b1f-649c-43e9-a998-3af9594146d8 req-c50b581e-3a11-4f78-9ec5-5b7635bface3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:48.993511 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1daf3b1f-649c-43e9-a998-3af9594146d8 req-c50b581e-3a11-4f78-9ec5-5b7635bface3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.1435328 Jun 03 22:36:49.000580 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-e2580bbb-2afe-4517-b14b-d1d5d8fe55b1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1934052 Jun 03 22:36:49.045852 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1daf3b1f-649c-43e9-a998-3af9594146d8 req-abf83c21-a6c1-4006-84f2-52f1d3bf86e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443091 Jun 03 22:36:50.168734 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:36:50.244017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77db34-4569-4173-b8f0-bee7d887a4c6 req-4d2399ca-eee2-4d89-a34b-3ae49e3b8335 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:50.245485 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6a77db34-4569-4173-b8f0-bee7d887a4c6 req-4d2399ca-eee2-4d89-a34b-3ae49e3b8335 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.0889385 Jun 03 22:36:50.293877 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6a77db34-4569-4173-b8f0-bee7d887a4c6 req-627e0d91-6aa0-4875-9b84-57541559bce6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Jun 03 22:36:51.502581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457a85f-c4cd-4ae8-a675-8b52e0ad00f4 req-dfc5db7f-6deb-49d4-9fda-d3b5eb32c5a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:51.504013 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3457a85f-c4cd-4ae8-a675-8b52e0ad00f4 req-dfc5db7f-6deb-49d4-9fda-d3b5eb32c5a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.0898166 Jun 03 22:36:51.559925 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3457a85f-c4cd-4ae8-a675-8b52e0ad00f4 req-5092961f-2d14-4c62-850f-e22ab46a76a0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487869 Jun 03 22:36:52.482144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031673d-ee16-4923-b639-2f9126bb721f req-773319ac-803f-4471-97d9-aa8ca7a30d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:52.483557 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-773319ac-803f-4471-97d9-aa8ca7a30d48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 1099 time: 0.0823662 Jun 03 22:36:52.624940 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031673d-ee16-4923-b639-2f9126bb721f req-635da9f4-3660-49b2-a69b-8f01114546a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:52.626346 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-635da9f4-3660-49b2-a69b-8f01114546a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc HTTP/1.1" status: 200 len: 899 time: 0.1352308 Jun 03 22:36:52.814970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5802adbb-d90b-46a4-88f4-6a602bb32288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:36:52.924965 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-6f9b09db-1e08-4661-b6eb-33a413f81629 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d HTTP/1.1" status: 200 len: 1002 time: 0.2915146 Jun 03 22:36:53.000841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20180395-72af-4cf1-8b56-b8397203de42 req-ac9db2fe-9aac-4a59-9b4b-8241fc004322 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:53.002482 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-20180395-72af-4cf1-8b56-b8397203de42 req-ac9db2fe-9aac-4a59-9b4b-8241fc004322 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.3182375 Jun 03 22:36:53.012028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031673d-ee16-4923-b639-2f9126bb721f req-c6b7b2aa-23d6-4c8d-a3ed-49536e9c384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:53.013406 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-c6b7b2aa-23d6-4c8d-a3ed-49536e9c384a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dfe106a-6708-40ea-903b-e17425aa98df HTTP/1.1" status: 200 len: 834 time: 0.0803435 Jun 03 22:36:53.095952 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-20180395-72af-4cf1-8b56-b8397203de42 req-c59d1ce7-3925-48d0-9ab4-d39405be832c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860736 Jun 03 22:36:53.120142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031673d-ee16-4923-b639-2f9126bb721f req-8dcd4616-abad-4e17-96fb-1bb1320044f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:53.121607 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-8dcd4616-abad-4e17-96fb-1bb1320044f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0960639 Jun 03 22:36:53.261164 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-fc129ece-c90f-474e-994b-ab874ed3337a service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327438 Jun 03 22:36:53.400552 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-5b68c212-81db-46c6-8667-6ce4b38e2876 service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327193 Jun 03 22:36:54.323878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5f80d-ab5d-4f06-8b40-71f6bd0d9ec5 req-e3c6af78-9962-4176-9aa4-d068a734b546 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:54.325341 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dce5f80d-ab5d-4f06-8b40-71f6bd0d9ec5 req-e3c6af78-9962-4176-9aa4-d068a734b546 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.1047738 Jun 03 22:36:54.384548 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dce5f80d-ab5d-4f06-8b40-71f6bd0d9ec5 req-f6ccc614-9ced-4948-b149-f137f82d0401 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515597 Jun 03 22:36:55.350898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:36:55.500132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2bca3f2a-3986-4db8-b63d-4d6f186b5f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:36:55.602363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6090c6-9166-4826-a9de-cd99081a6aee req-8ca071cd-7f23-4a02-9d57-df7e7620f234 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:55.604599 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cc6090c6-9166-4826-a9de-cd99081a6aee req-8ca071cd-7f23-4a02-9d57-df7e7620f234 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.0877903 Jun 03 22:36:55.658143 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cc6090c6-9166-4826-a9de-cd99081a6aee req-8a04d009-3ffa-4f0e-b3d6-2fb811fd549e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468369 Jun 03 22:36:56.868417 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d049bce-e6c4-4947-afee-7a5d8c9748dc req-69e3f2ea-0957-48ba-8fe2-51fef94d6da9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:56.869988 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2d049bce-e6c4-4947-afee-7a5d8c9748dc req-69e3f2ea-0957-48ba-8fe2-51fef94d6da9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.0914061 Jun 03 22:36:56.924635 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2d049bce-e6c4-4947-afee-7a5d8c9748dc req-303cbf43-0f54-41b2-8ab6-43a529e5e80a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462587 Jun 03 22:36:57.139892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:36:57.395733 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:36:58.155126 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6644019-a361-40b7-834c-9fdf99c7e242 req-694bd344-d17d-4dfc-8916-7fe96f1ea138 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:58.156619 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a6644019-a361-40b7-834c-9fdf99c7e242 req-694bd344-d17d-4dfc-8916-7fe96f1ea138 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.1015620 Jun 03 22:36:58.203320 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a6644019-a361-40b7-834c-9fdf99c7e242 req-550d0318-e5a5-45e7-ba95-2d1e78ce277f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Jun 03 22:36:58.636683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:36:59.430438 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf550da2-43bc-4d17-b00f-c24b511f8195 req-6b209a79-7179-456a-b829-12794977413f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:36:59.432477 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bf550da2-43bc-4d17-b00f-c24b511f8195 req-6b209a79-7179-456a-b829-12794977413f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.1200922 Jun 03 22:36:59.491174 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bf550da2-43bc-4d17-b00f-c24b511f8195 req-a61bbd90-049d-4af1-b69f-6a725391a957 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524187 Jun 03 22:37:00.709345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95396c-14c1-4047-bff0-e5153fb2ce19 req-4bd65ee8-c795-4a72-b123-e86e220a5061 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:00.710846 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0e95396c-14c1-4047-bff0-e5153fb2ce19 req-4bd65ee8-c795-4a72-b123-e86e220a5061 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.1061518 Jun 03 22:37:00.757611 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0e95396c-14c1-4047-bff0-e5153fb2ce19 req-ce80a9e7-6762-4704-94ca-1d1cf2727c45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409017 Jun 03 22:37:01.964919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a9d99-e1ca-4340-82cc-356f4054bac0 req-b139f416-bf70-4cd8-85e0-8e8445a25f7e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:01.966411 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a43a9d99-e1ca-4340-82cc-356f4054bac0 req-b139f416-bf70-4cd8-85e0-8e8445a25f7e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.0975606 Jun 03 22:37:02.030436 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a43a9d99-e1ca-4340-82cc-356f4054bac0 req-625627ea-9caf-48d4-a97f-2da5946c1ee7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565691 Jun 03 22:37:03.231332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f792623-c6e8-4f4b-96ed-7d37d0d506a3 req-c0b1a09f-e937-4f1c-875b-ae9080b39779 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:03.232817 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9f792623-c6e8-4f4b-96ed-7d37d0d506a3 req-c0b1a09f-e937-4f1c-875b-ae9080b39779 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.0923555 Jun 03 22:37:03.280565 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9f792623-c6e8-4f4b-96ed-7d37d0d506a3 req-8d82d642-f605-40fa-9a8a-a78d12dfda69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416722 Jun 03 22:37:04.486320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee7e5a-d8ef-44e9-a8ee-90db3bdeab67 req-6d88266f-b9c8-4243-89f2-010b23809021 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:04.487587 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-81ee7e5a-d8ef-44e9-a8ee-90db3bdeab67 req-6d88266f-b9c8-4243-89f2-010b23809021 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.0932336 Jun 03 22:37:04.544407 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-81ee7e5a-d8ef-44e9-a8ee-90db3bdeab67 req-df8a5283-8181-4ae4-945b-a1301b02bcaa tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480347 Jun 03 22:37:05.288554 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-3555149b-c5e1-47af-8238-70a2765c5302 service neutron] 10.222.0.24 "GET /v2.0/ports/70d90fce-f36a-41b6-9d08-fe90aab04b7d/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0826087 Jun 03 22:37:05.580000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031673d-ee16-4923-b639-2f9126bb721f req-a799e997-e16f-4225-a02a-ef0646992346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:05.582160 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-a799e997-e16f-4225-a02a-ef0646992346 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f&tenant_id=06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 1099 time: 0.0810683 Jun 03 22:37:05.733033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031673d-ee16-4923-b639-2f9126bb721f req-497552b4-f0bf-4bf3-8f46-fa616ebbbd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:05.734565 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-497552b4-f0bf-4bf3-8f46-fa616ebbbd09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 1099 time: 0.1294217 Jun 03 22:37:05.851711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59081dd4-ad92-4498-9250-a574601c1dce req-bdf115f2-8659-4bee-87d9-ac5d0b111cc0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:05.853073 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-59081dd4-ad92-4498-9250-a574601c1dce req-bdf115f2-8659-4bee-87d9-ac5d0b111cc0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.1900055 Jun 03 22:37:05.917161 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031673d-ee16-4923-b639-2f9126bb721f req-e2627cd8-0478-42d7-a5ca-d032479b76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:05.918658 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-e2627cd8-0478-42d7-a5ca-d032479b76b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc HTTP/1.1" status: 200 len: 899 time: 0.1774313 Jun 03 22:37:05.923208 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-59081dd4-ad92-4498-9250-a574601c1dce req-6a923f54-c04a-41a0-9005-270f2a5f21e8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620909 Jun 03 22:37:06.032726 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-2f2bc7b1-b43e-42cf-b620-aa373336d174 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d HTTP/1.1" status: 200 len: 1002 time: 0.1076450 Jun 03 22:37:06.103047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031673d-ee16-4923-b639-2f9126bb721f req-723aa0bd-d99b-4b7f-baef-ab25b87daf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:06.105030 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-723aa0bd-d99b-4b7f-baef-ab25b87daf5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dfe106a-6708-40ea-903b-e17425aa98df HTTP/1.1" status: 200 len: 834 time: 0.0651307 Jun 03 22:37:06.188037 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031673d-ee16-4923-b639-2f9126bb721f req-a525f905-16c8-4b13-9fc2-72f95e186e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:06.189509 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-a525f905-16c8-4b13-9fc2-72f95e186e5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780804 Jun 03 22:37:06.331861 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-ec297b82-7c6c-4487-aa4f-9190700a2a46 service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337640 Jun 03 22:37:06.646149 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b031673d-ee16-4923-b639-2f9126bb721f req-786532a7-f5ba-47de-b81b-61c47939a5a0 service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074112 Jun 03 22:37:07.130739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f7c02-98f2-4e40-bd3f-a59c7e4f3a66 req-e3af2c24-7ff5-4d65-a81c-e920bcc1a5bc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:07.132262 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-034f7c02-98f2-4e40-bd3f-a59c7e4f3a66 req-e3af2c24-7ff5-4d65-a81c-e920bcc1a5bc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.0957973 Jun 03 22:37:07.308935 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-034f7c02-98f2-4e40-bd3f-a59c7e4f3a66 req-ce3da970-744b-4a74-9eef-71ac448180bf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698716 Jun 03 22:37:08.524711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf306a-f8b5-4aed-a54e-6ca93e19bd93 req-751bd52a-e2c7-4618-a30f-4f18e8516ac0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:08.526503 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7ebf306a-f8b5-4aed-a54e-6ca93e19bd93 req-751bd52a-e2c7-4618-a30f-4f18e8516ac0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.1048167 Jun 03 22:37:08.582255 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7ebf306a-f8b5-4aed-a54e-6ca93e19bd93 req-03df4a93-156c-4b51-843e-22ae765de8a9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471754 Jun 03 22:37:09.138782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 70d90fce-f36a-41b6-9d08-fe90aab04b7d details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:37:09.143781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 70d90fce-f36a-41b6-9d08-fe90aab04b7d no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:37:09.359651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:09.381532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 70d90fce-f36a-41b6-9d08-fe90aab04b7d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:37:09.404259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'port_id': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'mac_address': 'fa:16:3e:00:eb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:37:09.411202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:37:09.414241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eac122-5cc7-403c-9ce4-940be30cfb02" -d '{"events": [{"server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "name": "network-vif-unplugged", "status": "completed", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:37:09.458018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 70d90fce-f36a-41b6-9d08-fe90aab04b7d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:37:09.467752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:09.471714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:37:09.534565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:09.567497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70d90fce-f36a-41b6-9d08-fe90aab04b7d {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:37:09.577955 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=70d90fce-f36a-41b6-9d08-fe90aab04b7d,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:37:09.580975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 22:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d42f9d-452a-40e4-8f66-420249b5aea9 x-openstack-request-id: req-f5d42f9d-452a-40e4-8f66-420249b5aea9 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:37:09.581271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "name": "network-vif-unplugged", "status": "completed", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:37:09.581529 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f5d42f9d-452a-40e4-8f66-420249b5aea9 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:37:09.581913 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'code': 200} Jun 03 22:37:09.671875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:37:09.672214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:37:09.672546 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:37:09.672874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:37:09.673199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:37:09.673520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:37:09.673839 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:37:09.674166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:37:09.674482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:37:09.675646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:37:09.675646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:37:09.675646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:37:09.681262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:37:09.700159 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.db.api [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 22:37:09.700518 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_db.api [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 22:37:09.789430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fc0cd-255f-4fd7-9fd0-6dc16bf6c0a6 req-a13f4c22-3e59-42b7-8f77-44cc318206cc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:09.790950 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9f7fc0cd-255f-4fd7-9fd0-6dc16bf6c0a6 req-a13f4c22-3e59-42b7-8f77-44cc318206cc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 944 time: 0.0949304 Jun 03 22:37:09.838443 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9f7fc0cd-255f-4fd7-9fd0-6dc16bf6c0a6 req-691bd8b8-2ab8-4b18-9f05-94a1ab3525dd tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416098 Jun 03 22:37:10.227438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7cc5e-27e8-40b5-a705-7d014a08573a req-b4c16823-e838-4c18-a632-b07f214ac8ee tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:10.229153 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d2f7cc5e-27e8-40b5-a705-7d014a08573a req-b4c16823-e838-4c18-a632-b07f214ac8ee tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 944 time: 0.1478171 Jun 03 22:37:10.242410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a0665-eb14-4a05-97d4-caae8709b350 req-cdaaa2ee-01f5-479b-9c6d-a4804e779eab tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:10.243874 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-806a0665-eb14-4a05-97d4-caae8709b350 req-cdaaa2ee-01f5-479b-9c6d-a4804e779eab tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f&tenant_id=06a2a9afa4eb4633a5485220d9b85f10&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 944 time: 0.1265800 Jun 03 22:37:10.261126 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:10.279215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d90fce-f36a-41b6-9d08-fe90aab04b7d {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:37:10.286527 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d2f7cc5e-27e8-40b5-a705-7d014a08573a req-7e53ef6d-12c3-4f2e-b205-04959ac035c8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Jun 03 22:37:10.295628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 70d90fce-f36a-41b6-9d08-fe90aab04b7d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:37:10.300684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:10.302456 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-6dfba4a6-1526-408f-bf17-b140d4604787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:37:10.373478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=70d90fce-f36a-41b6-9d08-fe90aab04b7d,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:37:10.376565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:37:10.399546 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['70d90fce-f36a-41b6-9d08-fe90aab04b7d'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:37:10.401767 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a0665-eb14-4a05-97d4-caae8709b350 req-906f3205-fbdf-46fd-a038-eb5fe96af223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:10.403591 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-806a0665-eb14-4a05-97d4-caae8709b350 req-906f3205-fbdf-46fd-a038-eb5fe96af223 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 1098 time: 0.0831056 Jun 03 22:37:10.487127 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4da6e6-1dd0-4ded-b222-ddfb39e49fc1 req-a0cc97b1-8525-489f-adb7-134cb3206ab2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:10.488703 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-eb4da6e6-1dd0-4ded-b222-ddfb39e49fc1 req-a0cc97b1-8525-489f-adb7-134cb3206ab2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 945 time: 0.0839176 Jun 03 22:37:10.540622 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-eb4da6e6-1dd0-4ded-b222-ddfb39e49fc1 req-677a1abe-008c-4b25-9261-beb314be878f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452454 Jun 03 22:37:10.547803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a0665-eb14-4a05-97d4-caae8709b350 req-7d48a473-9737-4ee2-8927-a7d8dddf5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:10.549497 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-806a0665-eb14-4a05-97d4-caae8709b350 req-7d48a473-9737-4ee2-8927-a7d8dddf5c4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc HTTP/1.1" status: 200 len: 899 time: 0.1388385 Jun 03 22:37:10.660397 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-806a0665-eb14-4a05-97d4-caae8709b350 req-2f8a6327-6147-46b7-a9a8-64cdb77dc28b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d HTTP/1.1" status: 200 len: 1001 time: 0.1028514 Jun 03 22:37:10.730211 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a0665-eb14-4a05-97d4-caae8709b350 req-c612524b-6fa4-4037-9caa-b5d96dc3ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:10.731738 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-806a0665-eb14-4a05-97d4-caae8709b350 req-c612524b-6fa4-4037-9caa-b5d96dc3ba4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dfe106a-6708-40ea-903b-e17425aa98df HTTP/1.1" status: 200 len: 834 time: 0.0642331 Jun 03 22:37:10.816982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a0665-eb14-4a05-97d4-caae8709b350 req-c3557794-a119-4152-8dcf-a939487fe6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:10.818826 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-806a0665-eb14-4a05-97d4-caae8709b350 req-c3557794-a119-4152-8dcf-a939487fe6e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803316 Jun 03 22:37:10.977090 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-806a0665-eb14-4a05-97d4-caae8709b350 req-072f8a4f-971c-424c-947a-67cf0f80a7e5 service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507735 Jun 03 22:37:11.140357 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-806a0665-eb14-4a05-97d4-caae8709b350 req-019b9a03-8fa5-4a11-b941-1ca9ca09e67d service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558683 Jun 03 22:37:11.146562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 70d90fce-f36a-41b6-9d08-fe90aab04b7d up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:37:11.229033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 70d90fce-f36a-41b6-9d08-fe90aab04b7d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:37:11.229451 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:11.356019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:11.391110 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 70d90fce-f36a-41b6-9d08-fe90aab04b7d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:37:11.396055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:11.397931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:37:11.476762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=70d90fce-f36a-41b6-9d08-fe90aab04b7d,revision_number=8']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:37:11.480449 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:37:11.583671 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:37:11.586123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f9f0ff-c958-4469-abb7-72b218f74810" -d '{"events": [{"server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "name": "network-vif-plugged", "status": "completed", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:37:11.642247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39498465-503f-496f-b73c-1d404f888b65 x-openstack-request-id: req-39498465-503f-496f-b73c-1d404f888b65 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:37:11.642551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "name": "network-vif-plugged", "status": "completed", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:37:11.642801 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-39498465-503f-496f-b73c-1d404f888b65 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:37:11.643201 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'code': 200} Jun 03 22:37:11.896838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f3b06-c2c1-4375-8e10-c82cb1a1930f req-8fdf3ffb-76ec-41f3-b3b3-7e9e68aa2bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:11.898351 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f16f3b06-c2c1-4375-8e10-c82cb1a1930f req-8fdf3ffb-76ec-41f3-b3b3-7e9e68aa2bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.0900428 Jun 03 22:37:11.949320 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f16f3b06-c2c1-4375-8e10-c82cb1a1930f req-308457d0-dfa3-46fb-a6f1-bd7c9b45a0d3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442710 Jun 03 22:37:13.159952 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 70d90fce-f36a-41b6-9d08-fe90aab04b7d no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:37:13.165159 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420709c7-09ac-430c-9b16-0dab2deea0d2 req-de524201-72a6-4526-8577-b85fcbb04397 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:13.166659 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-420709c7-09ac-430c-9b16-0dab2deea0d2 req-de524201-72a6-4526-8577-b85fcbb04397 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 946 time: 0.0955639 Jun 03 22:37:13.213379 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-420709c7-09ac-430c-9b16-0dab2deea0d2 req-cce33849-75a9-41c3-afe0-47ce2927fdfe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406134 Jun 03 22:37:13.237142 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34432) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:37:13.278057 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:13.310771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 70d90fce-f36a-41b6-9d08-fe90aab04b7d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:37:13.316215 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:13.318204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-3fa7dccd-b687-4f31-9c6c-8cbed59351eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:37:13.388539 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=70d90fce-f36a-41b6-9d08-fe90aab04b7d,revision_number=9']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:37:13.391681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:37:13.393898 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-52227471-9098-4455-ae09-0ee782845b5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/0e8abe99-aaf7-41e1-b0be-83a3acc1794c HTTP/1.1" status: 200 len: 994 time: 0.1555288 Jun 03 22:37:13.420199 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b1c02168-b80f-4c94-a535-13cff3cd6521 req-2b0c96c3-06da-460d-9de3-67d85f0b636f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1171250 Jun 03 22:37:13.570977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c02168-b80f-4c94-a535-13cff3cd6521 req-c2e62d94-6bb5-419c-bffe-311cbf7d5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:13.572459 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b1c02168-b80f-4c94-a535-13cff3cd6521 req-c2e62d94-6bb5-419c-bffe-311cbf7d5275 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 1097 time: 0.0736928 Jun 03 22:37:13.644770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:37:13.647222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8f6122-df5e-4757-956b-ee05f8cca15e" -d '{"events": [{"server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "name": "network-vif-unplugged", "status": "completed", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:37:13.691337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 22:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119babf9-e054-4378-8098-93b18aefa640 x-openstack-request-id: req-119babf9-e054-4378-8098-93b18aefa640 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:37:13.691662 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "name": "network-vif-unplugged", "status": "completed", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:37:13.691921 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-119babf9-e054-4378-8098-93b18aefa640 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:37:13.692339 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'code': 200} Jun 03 22:37:13.890060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c02168-b80f-4c94-a535-13cff3cd6521 req-873319f5-617f-439c-8fc1-ac3d855c9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:13.891383 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b1c02168-b80f-4c94-a535-13cff3cd6521 req-873319f5-617f-439c-8fc1-ac3d855c9866 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc HTTP/1.1" status: 200 len: 899 time: 0.2992218 Jun 03 22:37:14.017737 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b1c02168-b80f-4c94-a535-13cff3cd6521 req-882f9242-bd36-4dde-92c3-7c886da279ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d HTTP/1.1" status: 200 len: 1000 time: 0.1190863 Jun 03 22:37:14.084168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c02168-b80f-4c94-a535-13cff3cd6521 req-e85ed440-e13a-4374-a5bf-437a8789c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:14.085624 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b1c02168-b80f-4c94-a535-13cff3cd6521 req-e85ed440-e13a-4374-a5bf-437a8789c380 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dfe106a-6708-40ea-903b-e17425aa98df HTTP/1.1" status: 200 len: 834 time: 0.0590403 Jun 03 22:37:14.177275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c02168-b80f-4c94-a535-13cff3cd6521 req-d76afa2a-81b9-48f9-8132-641110ea9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:37:14.178739 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b1c02168-b80f-4c94-a535-13cff3cd6521 req-d76afa2a-81b9-48f9-8132-641110ea9095 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858994 Jun 03 22:37:14.320179 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b1c02168-b80f-4c94-a535-13cff3cd6521 req-747a7d4f-1f00-4d47-aa83-5fb14b7e0ac1 service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343539 Jun 03 22:37:14.460222 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b1c02168-b80f-4c94-a535-13cff3cd6521 req-20a6b811-a295-4ec0-b6b7-3a1a9f82a1c3 service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327929 Jun 03 22:37:22.812178 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ed782e19-db60-4ebc-9055-f7ccc5642736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:25.353951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:25.494916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0ba9dedf-14e6-44d0-a288-ebd5b6c609b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:27.146841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:27.168258 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:37:27.392903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:28.645148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:37.196189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-a0346ab2-7f37-4dcb-8c7c-c0b998f6fa13 req-98c1517c-a3fd-47c6-b1fc-aa8c3e99fe31 service neutron] (104396) timed out ('10.222.0.96', 58714) {{(pid=104396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 22:37:52.806744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-28e27986-7c41-4e2d-a952-a9e64c6f6e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:55.355443 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:55.494873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2114e1bb-d7cb-4328-9145-f350fca93f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:57.144308 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:57.393958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:37:58.641818 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:00.075604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34452) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:00.355422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port ae26b10c-4199-4ecd-9e7f-793d2a192bf3 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:38:00.356028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:00.482574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:00.482866 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:00.652527 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for ae26b10c-4199-4ecd-9e7f-793d2a192bf3 owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:38:00.794182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:00.797952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2eaf372a-7e73-49f3-b582-67f9f3aa7055 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:00.842666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=ae26b10c-4199-4ecd-9e7f-793d2a192bf3,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:00.883221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:00.883635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:00.884011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:00.884386 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:00.884757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:00.885116 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:00.885475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:00.885833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:00.886187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:00.886544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:00.886982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:00.887405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:00.917853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:00.952519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:00.952845 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Floating IP 0e8abe99-aaf7-41e1-b0be-83a3acc1794c disassociated (deleted). External IP: 172.26.3.137, port: 70d90fce-f36a-41b6-9d08-fe90aab04b7d. Jun 03 22:38:01.488432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 03e39da9-7ef6-4a22-b807-f92a78ee6910 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:38:01.685731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:38:01.695986 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c09273c-b4d0-4a75-a4cc-0789872ef9fd None None] Sync routers for ids ['03e39da9-7ef6-4a22-b807-f92a78ee6910'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:38:01.706507 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09273c-b4d0-4a75-a4cc-0789872ef9fd None None] Routers {'03e39da9-7ef6-4a22-b807-f92a78ee6910'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:38:01.707133 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0c09273c-b4d0-4a75-a4cc-0789872ef9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:37:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['03e39da9-7ef6-4a22-b807-f92a78ee6910'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:01.707486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:01.765713 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/floatingips/0e8abe99-aaf7-41e1-b0be-83a3acc1794c HTTP/1.1" status: 204 len: 168 time: 1.6887209 Jun 03 22:38:01.766273 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:38:01.768927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c4dc84-f46e-4f65-9c3a-97924aa94b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:38:01.818751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5171c6be-d991-4d32-be21-a1ff8e9bf49b x-openstack-request-id: req-5171c6be-d991-4d32-be21-a1ff8e9bf49b {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:38:01.819900 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:38:01.820205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5171c6be-d991-4d32-be21-a1ff8e9bf49b {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:38:01.820760 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'status': 'completed', 'code': 200} Jun 03 22:38:01.915899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4dc84-f46e-4f65-9c3a-97924aa94b2c req-ec2d7816-aef3-4e7d-8107-bbd1dbb5e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:01.917378 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-31c4dc84-f46e-4f65-9c3a-97924aa94b2c req-ec2d7816-aef3-4e7d-8107-bbd1dbb5e4e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 1097 time: 0.0748806 Jun 03 22:38:01.940760 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-0c09273c-b4d0-4a75-a4cc-0789872ef9fd None None] Set router 03e39da9-7ef6-4a22-b807-f92a78ee6910 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:38:02.060961 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4dc84-f46e-4f65-9c3a-97924aa94b2c req-7ed20d21-f996-412c-9119-675d9f78d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:02.062421 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-31c4dc84-f46e-4f65-9c3a-97924aa94b2c req-7ed20d21-f996-412c-9119-675d9f78d46f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc HTTP/1.1" status: 200 len: 899 time: 0.1381724 Jun 03 22:38:02.153908 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-31c4dc84-f46e-4f65-9c3a-97924aa94b2c req-04bca912-b0fd-4ba1-ba46-cf98cbb5060a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d HTTP/1.1" status: 200 len: 217 time: 0.0837271 Jun 03 22:38:02.225715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4dc84-f46e-4f65-9c3a-97924aa94b2c req-f0b5a698-9471-4c25-8425-019d1ece8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:02.227343 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-31c4dc84-f46e-4f65-9c3a-97924aa94b2c req-f0b5a698-9471-4c25-8425-019d1ece8047 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7dfe106a-6708-40ea-903b-e17425aa98df HTTP/1.1" status: 200 len: 834 time: 0.0652156 Jun 03 22:38:02.240863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe435e36-e66d-4169-bc16-6d38ecdc9766 req-a637635a-d8bd-4ff1-863a-fdcdc7cccf6d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:02.242329 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fe435e36-e66d-4169-bc16-6d38ecdc9766 req-a637635a-d8bd-4ff1-863a-fdcdc7cccf6d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 944 time: 0.1604347 Jun 03 22:38:02.280254 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0c09273c-b4d0-4a75-a4cc-0789872ef9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'dd354fd5-f8cc-42ae-89cf-a976e7a7a41f', 'name': '', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:46:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:28Z', 'updated_at': '2021-06-03T22:35:35Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:02.284634 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c09273c-b4d0-4a75-a4cc-0789872ef9fd None None] Checking router: 03e39da9-7ef6-4a22-b807-f92a78ee6910 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:38:02.291973 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fe435e36-e66d-4169-bc16-6d38ecdc9766 req-d78ba310-3b8d-4496-bb8d-d32d1005d8d4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426030 Jun 03 22:38:02.293777 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09273c-b4d0-4a75-a4cc-0789872ef9fd None None] Routers {'03e39da9-7ef6-4a22-b807-f92a78ee6910'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:38:02.294418 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0c09273c-b4d0-4a75-a4cc-0789872ef9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:37:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['03e39da9-7ef6-4a22-b807-f92a78ee6910'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:02.311294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4dc84-f46e-4f65-9c3a-97924aa94b2c req-38a2deeb-2752-45ed-a7e7-7c0004b387d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:02.312743 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-31c4dc84-f46e-4f65-9c3a-97924aa94b2c req-38a2deeb-2752-45ed-a7e7-7c0004b387d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d575f960-5381-4d9b-8e13-f8a3a2bf73bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763443 Jun 03 22:38:02.453748 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-31c4dc84-f46e-4f65-9c3a-97924aa94b2c req-59dccd65-df40-4e28-8871-d46119c35d56 service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327114 Jun 03 22:38:02.483021 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-0c09273c-b4d0-4a75-a4cc-0789872ef9fd None None] Set router 03e39da9-7ef6-4a22-b807-f92a78ee6910 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:38:02.592025 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-31c4dc84-f46e-4f65-9c3a-97924aa94b2c req-56b181f0-7fde-41d4-911d-09a709a4af8c service neutron] 10.222.0.24 "GET /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294339 Jun 03 22:38:02.810177 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-0c09273c-b4d0-4a75-a4cc-0789872ef9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'dd354fd5-f8cc-42ae-89cf-a976e7a7a41f', 'name': '', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:46:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:28Z', 'updated_at': '2021-06-03T22:35:35Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:02.814325 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c09273c-b4d0-4a75-a4cc-0789872ef9fd None None] The sync data for ids ['03e39da9-7ef6-4a22-b807-f92a78ee6910'] in dv-neutron-792998-2-hyperv is: [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'dd354fd5-f8cc-42ae-89cf-a976e7a7a41f', 'name': '', 'network_id': 'd575f960-5381-4d9b-8e13-f8a3a2bf73bc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:46:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:28Z', 'updated_at': '2021-06-03T22:35:35Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '7dfe106a-6708-40ea-903b-e17425aa98df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:38:03.031185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2564f3d-1ac7-438f-8eec-c6b7a3f1dc0a None None] New status for floating IP 0e8abe99-aaf7-41e1-b0be-83a3acc1794c: DOWN {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:38:03.492861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e86bf0-30d3-49fa-912c-05c7bd4dfc16 req-26fe5f51-1135-4720-a1b5-94345531a409 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:03.493416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-87e86bf0-30d3-49fa-912c-05c7bd4dfc16 req-26fe5f51-1135-4720-a1b5-94345531a409 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:38:03.511915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-87e86bf0-30d3-49fa-912c-05c7bd4dfc16 req-26fe5f51-1135-4720-a1b5-94345531a409 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:38:03.513349 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-87e86bf0-30d3-49fa-912c-05c7bd4dfc16 req-26fe5f51-1135-4720-a1b5-94345531a409 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 944 time: 0.1050043 Jun 03 22:38:03.567149 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-87e86bf0-30d3-49fa-912c-05c7bd4dfc16 req-87fa502e-71ce-43da-a2ed-16fb3238f491 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=20635b3b-278e-41bf-99e2-20c2ca5015d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476205 Jun 03 22:38:03.965032 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40b4d-2a49-400a-a6f1-d9ac5c0fc3ef req-e6a8ad0e-4ef4-49dd-bb85-4f6002f31497 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:03.966481 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15d40b4d-2a49-400a-a6f1-d9ac5c0fc3ef req-e6a8ad0e-4ef4-49dd-bb85-4f6002f31497 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 944 time: 0.0895245 Jun 03 22:38:04.123128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-15d40b4d-2a49-400a-a6f1-d9ac5c0fc3ef req-8618091d-699b-449c-afd9-b616f21d7879 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port 70d90fce-f36a-41b6-9d08-fe90aab04b7d {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:38:04.123429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-15d40b4d-2a49-400a-a6f1-d9ac5c0fc3ef req-8618091d-699b-449c-afd9-b616f21d7879 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:04.170261 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:38:04.416707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-15d40b4d-2a49-400a-a6f1-d9ac5c0fc3ef req-8618091d-699b-449c-afd9-b616f21d7879 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port 70d90fce-f36a-41b6-9d08-fe90aab04b7d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=70d90fce-f36a-41b6-9d08-fe90aab04b7d,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:38:04.417042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-15d40b4d-2a49-400a-a6f1-d9ac5c0fc3ef req-8618091d-699b-449c-afd9-b616f21d7879 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:04.548457 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-15d40b4d-2a49-400a-a6f1-d9ac5c0fc3ef req-8618091d-699b-449c-afd9-b616f21d7879 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for 70d90fce-f36a-41b6-9d08-fe90aab04b7d owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:38:04.681222 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-15d40b4d-2a49-400a-a6f1-d9ac5c0fc3ef req-8618091d-699b-449c-afd9-b616f21d7879 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:04.687979 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5e30c8ce-52c2-4b38-b9f0-9ed5dd5569a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:04.730523 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-edb45e6d-5b8e-4bfc-83ec-50add84eabad req-27b6e4ba-0584-4381-9bba-1f86e9845ee8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=04ac80a3-cc25-4bb9-b25c-46ddeb60c43f HTTP/1.1" status: 200 len: 210 time: 0.0453367 Jun 03 22:38:04.732541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618091d-699b-449c-afd9-b616f21d7879 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=70d90fce-f36a-41b6-9d08-fe90aab04b7d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:04.736434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8618091d-699b-449c-afd9-b616f21d7879 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:04.813400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d40b4d-2a49-400a-a6f1-d9ac5c0fc3ef req-8618091d-699b-449c-afd9-b616f21d7879 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] No DVR routers for this DVR port 70d90fce-f36a-41b6-9d08-fe90aab04b7d on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:38:04.816133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-15d40b4d-2a49-400a-a6f1-d9ac5c0fc3ef req-8618091d-699b-449c-afd9-b616f21d7879 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:04.818800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'name': 'network-vif-deleted', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:38:04.821171 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe23cb86-af89-4c48-96ef-123402f86e8a" -d '{"events": [{"server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "name": "network-vif-deleted", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:38:04.839849 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15d40b4d-2a49-400a-a6f1-d9ac5c0fc3ef req-8618091d-699b-449c-afd9-b616f21d7879 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "DELETE /v2.0/ports/70d90fce-f36a-41b6-9d08-fe90aab04b7d HTTP/1.1" status: 204 len: 173 time: 0.8660476 Jun 03 22:38:04.881856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaba9bf-de33-44dd-8998-5985a21131c5 x-openstack-request-id: req-bbaba9bf-de33-44dd-8998-5985a21131c5 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:38:04.882202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ac80a3-cc25-4bb9-b25c-46ddeb60c43f", "name": "network-vif-deleted", "tag": "70d90fce-f36a-41b6-9d08-fe90aab04b7d", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:38:04.882504 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bbaba9bf-de33-44dd-8998-5985a21131c5 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:38:04.882944 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ac80a3-cc25-4bb9-b25c-46ddeb60c43f', 'name': 'network-vif-deleted', 'tag': '70d90fce-f36a-41b6-9d08-fe90aab04b7d', 'status': 'completed', 'code': 200} Jun 03 22:38:05.828812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34470) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:06.426714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:07.054389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:38:07.055135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:07.205671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port dd354fd5-f8cc-42ae-89cf-a976e7a7a41f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=dd354fd5-f8cc-42ae-89cf-a976e7a7a41f,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:38:07.206028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:07.336942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for dd354fd5-f8cc-42ae-89cf-a976e7a7a41f owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:38:07.415955 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 70d90fce-f36a-41b6-9d08-fe90aab04b7d no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:38:07.456454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 70d90fce-f36a-41b6-9d08-fe90aab04b7d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:38:07.456809 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 70d90fce-f36a-41b6-9d08-fe90aab04b7d not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:38:07.532067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:07.536012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c52ea949-7e0b-4296-a906-44c43de371c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:07.583293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=dd354fd5-f8cc-42ae-89cf-a976e7a7a41f,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:07.615103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:07.871498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:08.253490 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 03e39da9-7ef6-4a22-b807-f92a78ee6910 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:38:08.433047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:38:08.443581 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f478dd8-68e1-4991-ab71-fac4ac343aa9 None None] Sync routers for ids ['03e39da9-7ef6-4a22-b807-f92a78ee6910'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:38:08.446463 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "PUT /v2.0/routers/03e39da9-7ef6-4a22-b807-f92a78ee6910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6162257 Jun 03 22:38:08.449334 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34472) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:08.454052 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f478dd8-68e1-4991-ab71-fac4ac343aa9 None None] Routers {'03e39da9-7ef6-4a22-b807-f92a78ee6910'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:38:08.454676 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3f478dd8-68e1-4991-ab71-fac4ac343aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:37:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['03e39da9-7ef6-4a22-b807-f92a78ee6910'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:08.519523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting subnet 7dfe106a-6708-40ea-903b-e17425aa98df {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:38:08.522743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:08.585677 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:08.643859 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-3f478dd8-68e1-4991-ab71-fac4ac343aa9 None None] Set router 03e39da9-7ef6-4a22-b807-f92a78ee6910 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:38:08.682556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:08.980244 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:08.983020 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3f478dd8-68e1-4991-ab71-fac4ac343aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:38:07Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:08.987441 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f478dd8-68e1-4991-ab71-fac4ac343aa9 None None] Checking router: 03e39da9-7ef6-4a22-b807-f92a78ee6910 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:38:08.990649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d93c7958-cde1-4cd8-8b07-52f9aef19c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:08.997430 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f478dd8-68e1-4991-ab71-fac4ac343aa9 None None] Routers {'03e39da9-7ef6-4a22-b807-f92a78ee6910'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:38:08.998061 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3f478dd8-68e1-4991-ab71-fac4ac343aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:37:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['03e39da9-7ef6-4a22-b807-f92a78ee6910'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:09.026564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Subnet': ['ID=7dfe106a-6708-40ea-903b-e17425aa98df,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:09.027006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9455dd8-888a-4090-ae34-fdb598e89eb8 None None] Network d575f960-5381-4d9b-8e13-f8a3a2bf73bc requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:38:09.029217 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:09.039615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.040036 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.040355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.040758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.041128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.041495 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.041845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.042204 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.042566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.042924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.043286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.044267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.051754 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/subnets/7dfe106a-6708-40ea-903b-e17425aa98df HTTP/1.1" status: 204 len: 168 time: 0.6012363 Jun 03 22:38:09.052416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34474) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:09.053273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:09.182678 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-3f478dd8-68e1-4991-ab71-fac4ac343aa9 None None] Set router 03e39da9-7ef6-4a22-b807-f92a78ee6910 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:38:09.259255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:09.357061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] DHCP port deletion for d575f960-5381-4d9b-8e13-f8a3a2bf73bc request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:38:09.427775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Deleting port fe2845ed-a17d-4198-a542-469b81d558c1 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:38:09.428219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:09.456171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:09.482026 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-3f478dd8-68e1-4991-ab71-fac4ac343aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:38:07Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:09.486425 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f478dd8-68e1-4991-ab71-fac4ac343aa9 None None] The sync data for ids ['03e39da9-7ef6-4a22-b807-f92a78ee6910'] in dv-neutron-792998-2-hyperv is: [{'id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345887135', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:35:23Z', 'updated_at': '2021-06-03T22:38:07Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '08b2b8da-e525-4444-b2c7-cd1aaf9ced3d', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e39da9-7ef6-4a22-b807-f92a78ee6910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:35:24Z', 'updated_at': '2021-06-03T22:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:38:09.541770 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] For port fe2845ed-a17d-4198-a542-469b81d558c1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=fe2845ed-a17d-4198-a542-469b81d558c1,segment=NetworkSegment(b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e),segment_id=b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:38:09.542412 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:09.552318 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:38:09.552673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:09.663312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Calling delete_port for fe2845ed-a17d-4198-a542-469b81d558c1 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:38:09.679121 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=08b2b8da-e525-4444-b2c7-cd1aaf9ced3d,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:38:09.679483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:09.711327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:09.715142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:09.760194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Pushing event deleted for resources: {'Port': ['ID=fe2845ed-a17d-4198-a542-469b81d558c1,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:09.765586 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] No DVR routers for this DVR port fe2845ed-a17d-4198-a542-469b81d558c1 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:38:09.772131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.772569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.772805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.773094 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.773405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.773721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.774018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.774330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.774643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.775222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.775222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.775558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:09.779018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:09.955329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:38:10.235836 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:10.241541 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-05496f1d-7e3c-402f-b3f9-554d7bfffb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:10.294662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=08b2b8da-e525-4444-b2c7-cd1aaf9ced3d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:10.298121 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:10.393887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:10.576602 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:10.579038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:10.605567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:10.606362 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Fanout notify agent at l3_agent the message router_deleted on router 03e39da9-7ef6-4a22-b807-f92a78ee6910 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:38:10.625117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:10.626240 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/routers/03e39da9-7ef6-4a22-b807-f92a78ee6910 HTTP/1.1" status: 204 len: 168 time: 1.5720623 Jun 03 22:38:10.628938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34476) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:10.750236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:10.885674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:10.899559 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d575f960-5381-4d9b-8e13-f8a3a2bf73bc']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:10.912525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:10.912776 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b654fa6c-d5a2-4a9a-9cab-f7f68b9a835e') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:10.924760 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:10.952663 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:10.958896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:38:10.959270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:38:10.973983 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:38:11.063896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:11.067481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b018434e-9aa1-4ddf-954a-f3822e1c638d tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:11.083403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:11.096504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Network': ['ID=d575f960-5381-4d9b-8e13-f8a3a2bf73bc,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:11.099841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:11.104463 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4c16ad82-8047-44cc-9ee7-1ebae39718e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/networks/d575f960-5381-4d9b-8e13-f8a3a2bf73bc HTTP/1.1" status: 204 len: 168 time: 0.4744480 Jun 03 22:38:11.107380 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34478) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:11.180881 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5bdec61f-158d-4e67-942a-2e2897241657 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:11.210577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5bdec61f-158d-4e67-942a-2e2897241657 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:11.285236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5bdec61f-158d-4e67-942a-2e2897241657 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:11.289509 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-90a3f88a-67d2-4933-9881-74c05e384583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:11.303211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device dd354fd5-f8cc-42ae-89cf-a976e7a7a41f no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:38:11.308409 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdec61f-158d-4e67-942a-2e2897241657 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20635b3b-278e-41bf-99e2-20c2ca5015d6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:11.311019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5bdec61f-158d-4e67-942a-2e2897241657 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:11.323823 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-5bdec61f-158d-4e67-942a-2e2897241657 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:11.324954 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-5bdec61f-158d-4e67-942a-2e2897241657 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/security-groups/20635b3b-278e-41bf-99e2-20c2ca5015d6 HTTP/1.1" status: 204 len: 168 time: 0.2165337 Jun 03 22:38:11.349025 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: dd354fd5-f8cc-42ae-89cf-a976e7a7a41f {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:38:11.349376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device dd354fd5-f8cc-42ae-89cf-a976e7a7a41f not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:38:11.349793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fe2845ed-a17d-4198-a542-469b81d558c1 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:38:11.391436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: fe2845ed-a17d-4198-a542-469b81d558c1 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:38:11.391904 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device fe2845ed-a17d-4198-a542-469b81d558c1 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:38:11.392218 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:38:11.433146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:38:11.433390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 08b2b8da-e525-4444-b2c7-cd1aaf9ced3d not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:38:13.625227 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34488) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:13.632831 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238339365', 'description': 'tempest-secgroup-smoke-238339365 description', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:38:13.639596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:38:13.647208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:38:13.650400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:38:13.656537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:38:13.671341 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:13.701014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:38:13.706271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:38:13.709259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:38:13.714971 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:38:13.801219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:13.806121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:13.810112 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-75aa6e8d-814e-4a17-8a37-3cd1bab835fb tempest-PortsIpV6TestJSON-1220261325 tempest-PortsIpV6TestJSON-1220261325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:14.019787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6b9ce4-da80-4ab1-a463-c424d77103cf,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:14.023001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:14.024382 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.025621 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-87e3df88-a98a-4938-8306-4c6f61175701 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3989844 Jun 03 22:38:14.029330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34490) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:14.034793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-7b77fe28-d107-4e80-91f8-745ad38f6d35 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9ce4-da80-4ab1-a463-c424d77103cf', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:38:14.041146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7b77fe28-d107-4e80-91f8-745ad38f6d35 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:38:14.045180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7b77fe28-d107-4e80-91f8-745ad38f6d35 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:38:14.048439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-7b77fe28-d107-4e80-91f8-745ad38f6d35 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:38:14.054189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-7b77fe28-d107-4e80-91f8-745ad38f6d35 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:38:14.077122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b77fe28-d107-4e80-91f8-745ad38f6d35 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.144744 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b77fe28-d107-4e80-91f8-745ad38f6d35 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.151487 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b77fe28-d107-4e80-91f8-745ad38f6d35 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.157327 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d8936876-0b2b-4bb9-b482-a43e54f766d3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:14.178065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77fe28-d107-4e80-91f8-745ad38f6d35 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ba30da-9add-4acc-b6e2-2b3f66da3677,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:14.184382 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7b77fe28-d107-4e80-91f8-745ad38f6d35 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:14.191598 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7b77fe28-d107-4e80-91f8-745ad38f6d35 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.193249 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7b77fe28-d107-4e80-91f8-745ad38f6d35 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627612 Jun 03 22:38:14.196497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34492) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:14.204789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d028bd31-6214-4fdb-80fd-a308f7372d89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9ce4-da80-4ab1-a463-c424d77103cf', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:38:14.214064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d028bd31-6214-4fdb-80fd-a308f7372d89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:38:14.220202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d028bd31-6214-4fdb-80fd-a308f7372d89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:38:14.223555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d028bd31-6214-4fdb-80fd-a308f7372d89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:38:14.230068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d028bd31-6214-4fdb-80fd-a308f7372d89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:38:14.248911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d028bd31-6214-4fdb-80fd-a308f7372d89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.314074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d028bd31-6214-4fdb-80fd-a308f7372d89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.319530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d028bd31-6214-4fdb-80fd-a308f7372d89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.321506 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6f8597c4-728d-400d-b27d-e32d787ddf11 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:14.342901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028bd31-6214-4fdb-80fd-a308f7372d89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5771d05b-9b24-4cd1-8a9b-37cefa06fa4b,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:14.345496 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d028bd31-6214-4fdb-80fd-a308f7372d89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:14.355698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d028bd31-6214-4fdb-80fd-a308f7372d89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.356962 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d028bd31-6214-4fdb-80fd-a308f7372d89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586702 Jun 03 22:38:14.359679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34494) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:14.364397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-24ba6170-da77-437b-ba15-dc25b6c25bad tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9ce4-da80-4ab1-a463-c424d77103cf', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:38:14.370575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-24ba6170-da77-437b-ba15-dc25b6c25bad tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:38:14.374761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-24ba6170-da77-437b-ba15-dc25b6c25bad tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:38:14.377972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-24ba6170-da77-437b-ba15-dc25b6c25bad tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:38:14.383822 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-24ba6170-da77-437b-ba15-dc25b6c25bad tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:38:14.403964 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-24ba6170-da77-437b-ba15-dc25b6c25bad tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.471803 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-24ba6170-da77-437b-ba15-dc25b6c25bad tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.480799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-24ba6170-da77-437b-ba15-dc25b6c25bad tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.483508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c7f7c545-6e78-4003-b477-edf19b0f5c3a tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:14.507377 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba6170-da77-437b-ba15-dc25b6c25bad tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa93218d-1c70-4e62-835a-e447ef250284,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:14.511829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-24ba6170-da77-437b-ba15-dc25b6c25bad tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:14.518174 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-24ba6170-da77-437b-ba15-dc25b6c25bad tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.519549 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-24ba6170-da77-437b-ba15-dc25b6c25bad tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588645 Jun 03 22:38:14.522271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34496) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:14.526687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-38b680ce-5507-4e09-9179-fcc29647e0ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9ce4-da80-4ab1-a463-c424d77103cf', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:38:14.533037 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-38b680ce-5507-4e09-9179-fcc29647e0ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:38:14.536945 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-38b680ce-5507-4e09-9179-fcc29647e0ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:38:14.539876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-38b680ce-5507-4e09-9179-fcc29647e0ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:38:14.545801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-38b680ce-5507-4e09-9179-fcc29647e0ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:38:14.564743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38b680ce-5507-4e09-9179-fcc29647e0ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.632108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38b680ce-5507-4e09-9179-fcc29647e0ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.637529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38b680ce-5507-4e09-9179-fcc29647e0ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.639449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e8716917-0e27-46a4-9ecb-3a353a9c3756 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:14.661851 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b680ce-5507-4e09-9179-fcc29647e0ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f5f78b-2408-41ab-9870-6eb6c12e9907,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:14.664569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-38b680ce-5507-4e09-9179-fcc29647e0ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:14.674640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38b680ce-5507-4e09-9179-fcc29647e0ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.675979 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-38b680ce-5507-4e09-9179-fcc29647e0ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1527727 Jun 03 22:38:14.679071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34498) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:14.683637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-486b1e3c-603d-41ba-815c-a155f37e21b2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9ce4-da80-4ab1-a463-c424d77103cf', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:38:14.690267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-486b1e3c-603d-41ba-815c-a155f37e21b2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:38:14.694469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-486b1e3c-603d-41ba-815c-a155f37e21b2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:38:14.697735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-486b1e3c-603d-41ba-815c-a155f37e21b2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:38:14.703826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-486b1e3c-603d-41ba-815c-a155f37e21b2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:38:14.717479 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-486b1e3c-603d-41ba-815c-a155f37e21b2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Project 06a2a9afa4eb4633a5485220d9b85f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:38:14.724219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-486b1e3c-603d-41ba-815c-a155f37e21b2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.798811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-486b1e3c-603d-41ba-815c-a155f37e21b2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.803295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-486b1e3c-603d-41ba-815c-a155f37e21b2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.805160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7c7984ad-8806-4186-9412-035c6154c5a6 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:14.827027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b1e3c-603d-41ba-815c-a155f37e21b2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885f8bdd-6d9a-4306-a96f-5c2cdaac6bee,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:14.829600 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-486b1e3c-603d-41ba-815c-a155f37e21b2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:14.839493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-486b1e3c-603d-41ba-815c-a155f37e21b2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.840936 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-486b1e3c-603d-41ba-815c-a155f37e21b2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1608574 Jun 03 22:38:14.844066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34500) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:14.850202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9ce4-da80-4ab1-a463-c424d77103cf', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:38:14.856969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:38:14.861029 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:38:14.864055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:38:14.869965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:38:14.885327 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Project 06a2a9afa4eb4633a5485220d9b85f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:38:14.891339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.972286 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.978980 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:14.981009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5e3fa477-97f9-407d-8dd1-c232cc85258b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:15.003868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b91448f-841f-414d-ba8f-cae1b3fbca03,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:15.006477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:15.015402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:15.016618 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1716564 Jun 03 22:38:15.020152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34502) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:15.025406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'network': {'name': 'tempest-network-smoke--1677834085', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'port_security_enabled': True}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:38:15.030767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:38:15.035096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:network and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:38:15.038089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:38:15.044195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:38:15.059567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:38:15.064805 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:15.100872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1326} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:38:15.110727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:15.111784 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Added segment cdf3c129-6add-48d5-bfb0-0874936c4c7d of type vlan for network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc Jun 03 22:38:15.138055 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:15.168238 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:15.174052 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:15.174633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:15.178434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ec2de45a-6b29-4d9f-8da3-96d99a3b18bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:15.422137 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4007459 Jun 03 22:38:15.426601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34504) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:15.431910 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'admin_state_up': True, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:38:15.434073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Network': ['ID=066359f5-8c0c-4f83-b2a9-10f4806a2ebc,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:15.438066 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a22df621-0fb8-4994-b402-21b89c9ed321 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:15.439876 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:38:15.444157 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:router and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:38:15.445831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:38:15.447240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:38:15.454117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:38:15.466466 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:15.467677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:15.484396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:15.770263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:16.089483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:16.119267 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:16.265908 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.26.3.69 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/63538df1-c8c0-4298-85fd-f05ffa4fc1d8) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:38:16.425963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:16.464747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:16.468783 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9b09d269-7eec-4ad7-ab97-bf6b5c197566 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:16.529810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:38:16.532807 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:38:16.542190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:38:16.735840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=63538df1-c8c0-4298-85fd-f05ffa4fc1d8,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:16.742491 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:17.141014 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:17.510797 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:17.732890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 99b22cd2-a293-47de-a2c8-59a2acc429f3 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:38:17.911697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:38:17.921697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63559973-0494-4a3b-8705-706afde82156 None None] Sync routers for ids ['99b22cd2-a293-47de-a2c8-59a2acc429f3'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:38:17.932592 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63559973-0494-4a3b-8705-706afde82156 None None] Routers {'99b22cd2-a293-47de-a2c8-59a2acc429f3'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:38:17.933246 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-63559973-0494-4a3b-8705-706afde82156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:37:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['99b22cd2-a293-47de-a2c8-59a2acc429f3'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:17.941109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:17.942310 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5145969 Jun 03 22:38:17.945692 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34506) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:17.994590 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7bcc9bf4-8c69-48a8-ac9f-66d79411f359 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=06a2a9afa4eb4633a5485220d9b85f10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451353 Jun 03 22:38:17.994829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34508) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:18.125989 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-63559973-0494-4a3b-8705-706afde82156 None None] Set router 99b22cd2-a293-47de-a2c8-59a2acc429f3 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:38:18.129804 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa407284-b83d-424c-88e3-88d18fce9d8a tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:18.133977 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-aa407284-b83d-424c-88e3-88d18fce9d8a tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1355987 Jun 03 22:38:18.134405 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34510) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:18.178037 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fc47244e-4d5a-457c-9c6a-a02d1694cad4 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422089 Jun 03 22:38:18.180467 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34512) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:18.185355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1080506879', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:38:18.419490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-63559973-0494-4a3b-8705-706afde82156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:38:16Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:18.423577 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63559973-0494-4a3b-8705-706afde82156 None None] Checking router: 99b22cd2-a293-47de-a2c8-59a2acc429f3 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:38:18.423944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63559973-0494-4a3b-8705-706afde82156 None None] Updating router 99b22cd2-a293-47de-a2c8-59a2acc429f3 port 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:38:18.464904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:38:18.468716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:subnet and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:38:18.472173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:38:18.478446 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:38:18.478722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-63559973-0494-4a3b-8705-706afde82156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:18.490507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:38:18.494203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:18.870274 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-63559973-0494-4a3b-8705-706afde82156 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:18.885592 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-63559973-0494-4a3b-8705-706afde82156 None None] Transition to ACTIVE for port object 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:38:18.895084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-63559973-0494-4a3b-8705-706afde82156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:18.900261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:18.934784 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:18.938948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7206668f-12fa-4ce8-9519-3ca206f427e9 tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:18.982949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-63559973-0494-4a3b-8705-706afde82156 None None] Attempting to bind port 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:38:18.983559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-63559973-0494-4a3b-8705-706afde82156 None None] Attempting to bind port 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:38:18.983732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63559973-0494-4a3b-8705-706afde82156 None None] Attempting to bind port 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:38:18.987694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23024cd9-6e6f-4562-bf6e-f25ef72abbaf None None] Pushing event updated for resources: {'Port': ['ID=63538df1-c8c0-4298-85fd-f05ffa4fc1d8,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:18.992077 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-23024cd9-6e6f-4562-bf6e-f25ef72abbaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:18.993440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63559973-0494-4a3b-8705-706afde82156 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:38:18.993440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63559973-0494-4a3b-8705-706afde82156 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:38:18.993876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-63559973-0494-4a3b-8705-706afde82156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:18.994272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63559973-0494-4a3b-8705-706afde82156 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:38:18.994739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-63559973-0494-4a3b-8705-706afde82156 None None] Bound port: 63538df1-c8c0-4298-85fd-f05ffa4fc1d8, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:38:18.995124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-63559973-0494-4a3b-8705-706afde82156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:19.016823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Subnet': ['ID=735040c4-a9b1-41e7-afe6-72cb016a6dd0,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:19.021612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:19.032731 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Checking segment: {'id': 'cdf3c129-6add-48d5-bfb0-0874936c4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:38:19.033107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network hostable DHCP agents. Network: 066359f5-8c0c-4f83-b2a9-10f4806a2ebc, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:38:19.052591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:38:19.063720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 066359f5-8c0c-4f83-b2a9-10f4806a2ebc) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:38:19.076045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1edc596-2f43-45fa-a0f6-4155b6220431 None None] Network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:38:19.077268 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:19.077860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:19.091087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-63559973-0494-4a3b-8705-706afde82156 None None] For port 63538df1-c8c0-4298-85fd-f05ffa4fc1d8, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:38:19.104397 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bc515752-89a7-48af-a9e4-4ef6145f6e34 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9228592 Jun 03 22:38:19.107297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34514) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:19.116286 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-63559973-0494-4a3b-8705-706afde82156 None None] For port 63538df1-c8c0-4298-85fd-f05ffa4fc1d8, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=63538df1-c8c0-4298-85fd-f05ffa4fc1d8,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:38:19.163382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-63559973-0494-4a3b-8705-706afde82156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:19.170709 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:19.277468 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63559973-0494-4a3b-8705-706afde82156 None None] Routers {'99b22cd2-a293-47de-a2c8-59a2acc429f3'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:38:19.278067 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-63559973-0494-4a3b-8705-706afde82156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:37:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['99b22cd2-a293-47de-a2c8-59a2acc429f3'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:19.366971 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23024cd9-6e6f-4562-bf6e-f25ef72abbaf None None] Pushing event updated for resources: {'Port': ['ID=63538df1-c8c0-4298-85fd-f05ffa4fc1d8,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:19.375095 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-23024cd9-6e6f-4562-bf6e-f25ef72abbaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:19.514802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ips': [{'subnet_id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:38:19.515666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:19.590344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-63559973-0494-4a3b-8705-706afde82156 None None] Set router 99b22cd2-a293-47de-a2c8-59a2acc429f3 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:38:19.826374 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:19.927421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Allocated IP 172.20.0.2 (066359f5-8c0c-4f83-b2a9-10f4806a2ebc/735040c4-a9b1-41e7-afe6-72cb016a6dd0/522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:38:20.135600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-63559973-0494-4a3b-8705-706afde82156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:38:16Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:20.152175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63559973-0494-4a3b-8705-706afde82156 None None] The sync data for ids ['99b22cd2-a293-47de-a2c8-59a2acc429f3'] in dv-neutron-792998-2-hyperv is: [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:38:16Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:38:20.235010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:20.247709 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Transition to ACTIVE for port object 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:38:20.266681 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Transition to ACTIVE for port object 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:38:20.274141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:20.277970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d7c40e73-fd35-4384-9540-15fc1a4e996e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:20.345199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:38:20.350196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:38:20.383706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:38:20.436975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Pushing event updated for resources: {'Port': ['ID=522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:20.443899 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:20.468845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.20.0.1 (066359f5-8c0c-4f83-b2a9-10f4806a2ebc/735040c4-a9b1-41e7-afe6-72cb016a6dd0/a3a3d4e0-6b60-4407-b03a-2701de08fbed) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:38:20.501111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Attempting to bind port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:38:20.501685 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Attempting to bind port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'cdf3c129-6add-48d5-bfb0-0874936c4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:38:20.502233 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Attempting to bind port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 on network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:38:20.508216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:38:20.508705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Checking segment: {'id': 'cdf3c129-6add-48d5-bfb0-0874936c4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:38:20.509192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:20.509672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Bound using segment: {'id': 'cdf3c129-6add-48d5-bfb0-0874936c4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:38:20.510232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Bound port: 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf3c129-6add-48d5-bfb0-0874936c4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:38:20.510694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:20.608299 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] For port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:38:20.612363 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] For port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4,segment=NetworkSegment(cdf3c129-6add-48d5-bfb0-0874936c4c7d),segment_id=cdf3c129-6add-48d5-bfb0-0874936c4c7d)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:38:20.618352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:20.623440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d16af295-a2c7-41f6-9c8b-3f8605096fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:20.645969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:20.667091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Transition to ACTIVE for port object a3a3d4e0-6b60-4407-b03a-2701de08fbed will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:38:20.694777 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:20.700477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-51778828-f1a6-4477-ac5e-969580c83f72 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:20.716289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Pushing event updated for resources: {'Port': ['ID=522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:20.728104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:20.764006 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:38:20.767327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:38:20.776867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:38:20.813395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=a3a3d4e0-6b60-4407-b03a-2701de08fbed,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:20.821529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:20.853699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:21.168342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:21.363495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:38:21.443973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:38:21.450411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:38:21.450867 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:21.591354 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:21.612607 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 63538df1-c8c0-4298-85fd-f05ffa4fc1d8, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=63538df1-c8c0-4298-85fd-f05ffa4fc1d8,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:38:21.619240 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:21.620253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:38:21.654605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:21.660023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:21.666085 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:21.711096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5170a8e6-1933-4b3c-bec7-f882d739c479 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:21.783541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f6414-e69b-4411-b90c-84cba9ccbb1b None None] Network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:38:21.803287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:21.805684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=63538df1-c8c0-4298-85fd-f05ffa4fc1d8,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:21.808714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:21.837125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=a3a3d4e0-6b60-4407-b03a-2701de08fbed,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:21.863329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:21.882034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:38:21.907649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a0888972-9bc8-4009-8186-533f6f4a776f None None] Provisioning for port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:38:21.915870 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-a0888972-9bc8-4009-8186-533f6f4a776f None None] Provisioning complete for port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:38:21.916241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a0888972-9bc8-4009-8186-533f6f4a776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:21.999270 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:38:22.000647 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:38:22.155616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a0888972-9bc8-4009-8186-533f6f4a776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:22.208076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-a0888972-9bc8-4009-8186-533f6f4a776f None None] For port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4,segment=NetworkSegment(cdf3c129-6add-48d5-bfb0-0874936c4c7d),segment_id=cdf3c129-6add-48d5-bfb0-0874936c4c7d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:38:22.215480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a0888972-9bc8-4009-8186-533f6f4a776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:22.217768 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:22.292806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0888972-9bc8-4009-8186-533f6f4a776f None None] Pushing event updated for resources: {'Port': ['ID=522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:22.296165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a0888972-9bc8-4009-8186-533f6f4a776f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:22.394607 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 99b22cd2-a293-47de-a2c8-59a2acc429f3 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:38:22.461082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c50aafea-7156-42ba-bfa8-ef9511981861 None None] Provisioning for port a3a3d4e0-6b60-4407-b03a-2701de08fbed completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:38:22.468359 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c50aafea-7156-42ba-bfa8-ef9511981861 None None] Provisioning complete for port a3a3d4e0-6b60-4407-b03a-2701de08fbed triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:38:22.468863 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c50aafea-7156-42ba-bfa8-ef9511981861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:22.528211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c50aafea-7156-42ba-bfa8-ef9511981861 None None] Port a3a3d4e0-6b60-4407-b03a-2701de08fbed cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:38:22.539766 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c50aafea-7156-42ba-bfa8-ef9511981861 None None] Provisioning complete for port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:38:22.540135 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c50aafea-7156-42ba-bfa8-ef9511981861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:22.589251 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:38:22.602862 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Sync routers for ids ['99b22cd2-a293-47de-a2c8-59a2acc429f3'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:38:22.608879 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "PUT /v2.0/routers/99b22cd2-a293-47de-a2c8-59a2acc429f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5003002 Jun 03 22:38:22.616874 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Routers {'99b22cd2-a293-47de-a2c8-59a2acc429f3'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:38:22.618394 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:37:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['99b22cd2-a293-47de-a2c8-59a2acc429f3'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:22.793694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-867f9e58-5195-4f49-a06e-8216f7e4ac07 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:38:22.800908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-57dd72e6-19cf-4656-826c-776c9dd5bea1 None None] Provisioning complete for port a3a3d4e0-6b60-4407-b03a-2701de08fbed triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:38:22.801300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-57dd72e6-19cf-4656-826c-776c9dd5bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:22.811398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-867f9e58-5195-4f49-a06e-8216f7e4ac07 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:38:22.812717 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-867f9e58-5195-4f49-a06e-8216f7e4ac07 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238339365&fields=id&tenant_id=06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 267 time: 0.0648944 Jun 03 22:38:22.828059 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Set router 99b22cd2-a293-47de-a2c8-59a2acc429f3 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:38:22.851118 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-78db67e2-ae9f-45eb-bb9a-069ba39f1e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:22.865806 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-57dd72e6-19cf-4656-826c-776c9dd5bea1 None None] Port a3a3d4e0-6b60-4407-b03a-2701de08fbed cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:38:22.975436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-57f19d14-1f7c-4afe-8718-dec2a02c3d2a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:22.976866 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-57f19d14-1f7c-4afe-8718-dec2a02c3d2a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/networks?id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc HTTP/1.1" status: 200 len: 797 time: 0.1570144 Jun 03 22:38:22.995109 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-780cf4e6-a86b-464c-9280-70192dffdb91 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/quotas/06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 375 time: 0.0118701 Jun 03 22:38:23.083078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-df1da418-1ad0-43c3-92a3-2628b4777fa1 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:38:23.101557 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-df1da418-1ad0-43c3-92a3-2628b4777fa1 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:38:23.103335 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-df1da418-1ad0-43c3-92a3-2628b4777fa1 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030409 Jun 03 22:38:23.163307 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'a3a3d4e0-6b60-4407-b03a-2701de08fbed', 'name': '', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9a:27:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:20Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 2, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:23.165432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-177aef0c-fcf7-457e-a769-be9ae601b488 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:38:23.166320 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-177aef0c-fcf7-457e-a769-be9ae601b488 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503192 Jun 03 22:38:23.167565 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Checking router: 99b22cd2-a293-47de-a2c8-59a2acc429f3 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:38:23.167923 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Updating router 99b22cd2-a293-47de-a2c8-59a2acc429f3 port a3a3d4e0-6b60-4407-b03a-2701de08fbed binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:38:23.228500 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:23.310693 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-e0f555ff-bc12-4f41-bea3-a47dc3045125 service neutron] 10.222.0.96 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358206 Jun 03 22:38:23.315315 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:38:23.388073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:38:23.388450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:23.473746 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-fd2950de-7a35-45d8-a884-e551fefe0a22 service neutron] 10.222.0.96 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419404 Jun 03 22:38:23.576606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:38:23.652015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:38:23.652387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:23.655923 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:23.671009 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Transition to ACTIVE for port object a3a3d4e0-6b60-4407-b03a-2701de08fbed will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:38:23.682409 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:23.689067 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-f01a8b15-0c8b-42ab-ba80-6a8e09614dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:23.701435 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-82d76402-e5f4-4e12-b295-fcfc4709b474 req-c51158cd-1653-4f67-8d7b-7220bc6b97d6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 210 time: 0.0467339 Jun 03 22:38:23.847156 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Pushing event updated for resources: {'Port': ['ID=a3a3d4e0-6b60-4407-b03a-2701de08fbed,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:23.890445 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:23.890803 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:23.891137 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:23.891465 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:23.891803 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:23.892126 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:23.892488 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:23.892831 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:23.893325 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:23.893856 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:23.894166 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:23.894499 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:38:23.902097 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:23.919309 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Attempting to bind port a3a3d4e0-6b60-4407-b03a-2701de08fbed on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:38:23.919726 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Attempting to bind port a3a3d4e0-6b60-4407-b03a-2701de08fbed by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'cdf3c129-6add-48d5-bfb0-0874936c4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:38:23.920095 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Attempting to bind port a3a3d4e0-6b60-4407-b03a-2701de08fbed on network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:38:23.925862 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:38:23.926238 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Checking segment: {'id': 'cdf3c129-6add-48d5-bfb0-0874936c4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:38:23.926641 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:23.927031 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Bound using segment: {'id': 'cdf3c129-6add-48d5-bfb0-0874936c4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:38:23.927525 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Bound port: a3a3d4e0-6b60-4407-b03a-2701de08fbed, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf3c129-6add-48d5-bfb0-0874936c4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:38:23.927898 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:24.032261 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] For port a3a3d4e0-6b60-4407-b03a-2701de08fbed, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:38:24.035665 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] For port a3a3d4e0-6b60-4407-b03a-2701de08fbed, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a3a3d4e0-6b60-4407-b03a-2701de08fbed,segment=NetworkSegment(cdf3c129-6add-48d5-bfb0-0874936c4c7d),segment_id=cdf3c129-6add-48d5-bfb0-0874936c4c7d)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:38:24.043541 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:24.047031 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:24.121779 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Routers {'99b22cd2-a293-47de-a2c8-59a2acc429f3'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:38:24.122422 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:37:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['99b22cd2-a293-47de-a2c8-59a2acc429f3'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:24.179398 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Pushing event updated for resources: {'Port': ['ID=a3a3d4e0-6b60-4407-b03a-2701de08fbed,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:24.190070 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-ed2ff2fe-c0a1-4fc7-999f-85428bc12e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:24.320771 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] Set router 99b22cd2-a293-47de-a2c8-59a2acc429f3 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:38:24.640185 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'a3a3d4e0-6b60-4407-b03a-2701de08fbed', 'name': '', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9a:27:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:20Z', 'updated_at': '2021-06-03T22:38:24Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:24.644451 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721538b-471d-4628-81b2-ce02f45e358d None None] The sync data for ids ['99b22cd2-a293-47de-a2c8-59a2acc429f3'] in dv-neutron-792998-2-hyperv is: [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'a3a3d4e0-6b60-4407-b03a-2701de08fbed', 'name': '', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9a:27:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:20Z', 'updated_at': '2021-06-03T22:38:24Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:38:24.809142 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29301c42-f375-48d7-b043-af8a7abc231f req-2eadef8d-378b-4fca-85e5-7ede4f371d28 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 210 time: 0.0469291 Jun 03 22:38:25.329624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a3a3d4e0-6b60-4407-b03a-2701de08fbed up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:38:25.391843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:25.417846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port a3a3d4e0-6b60-4407-b03a-2701de08fbed completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:38:25.422868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a3a3d4e0-6b60-4407-b03a-2701de08fbed triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:38:25.423184 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:25.501617 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f83e0e00-70d0-4ab4-8e22-b076a85fa08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:25.563891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:25.609762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port a3a3d4e0-6b60-4407-b03a-2701de08fbed, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a3a3d4e0-6b60-4407-b03a-2701de08fbed,segment=NetworkSegment(cdf3c129-6add-48d5-bfb0-0874936c4c7d),segment_id=cdf3c129-6add-48d5-bfb0-0874936c4c7d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:38:25.615422 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:25.617327 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-80beef06-beac-4ab6-99ee-d2f6ad311a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:25.685808 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=a3a3d4e0-6b60-4407-b03a-2701de08fbed,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:25.689171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:25.926949 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0e87a502-fd21-4bf3-a98a-1a7f4127b674 req-0aab0165-9c0f-4c4c-95a3-50e93fa26bf3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 210 time: 0.0489357 Jun 03 22:38:26.911887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-dd7fde05-d9f5-4808-822d-d9c089982243 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:26.913216 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-dd7fde05-d9f5-4808-822d-d9c089982243 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/networks?id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc HTTP/1.1" status: 200 len: 797 time: 0.1633556 Jun 03 22:38:26.964004 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b5c27eed-4285-4fc1-9b75-533ddf88b8c4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 379 time: 0.0419924 Jun 03 22:38:26.973002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'port': {'device_id': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'admin_state_up': True, 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'security_groups': ['3b6b9ce4-da80-4ab1-a463-c424d77103cf']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:38:27.126169 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-63b5d6b3-ac1c-4578-ba1f-adfefcf7f3b6 req-5acc7a8d-de6e-4e87-ad70-e1f0d585e0e9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 210 time: 0.0615201 Jun 03 22:38:27.151894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:27.162086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:38:27.171804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:38:27.182523 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:38:27.186101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:27.310466 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a3a3d4e0-6b60-4407-b03a-2701de08fbed up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:38:27.358884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.20.0.9 (066359f5-8c0c-4f83-b2a9-10f4806a2ebc/735040c4-a9b1-41e7-afe6-72cb016a6dd0/34230ad3-5154-4518-9025-5d0948241a0e) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:38:27.390624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:27.391836 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port a3a3d4e0-6b60-4407-b03a-2701de08fbed triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:38:27.392197 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:27.724942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:27.743746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Transition to ACTIVE for port object 34230ad3-5154-4518-9025-5d0948241a0e will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:38:27.771555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:27.777651 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:27.839566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:38:27.842552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:38:27.852780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:38:27.892478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=34230ad3-5154-4518-9025-5d0948241a0e,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:27.897168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:27.925240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:27.925858 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:27.961802 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9927735 Jun 03 22:38:27.974187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Request body: {'port': {'device_id': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:38:28.078831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4ee6e874-300b-47e5-84e3-1c4c9410670c None None] Provisioning for port 34230ad3-5154-4518-9025-5d0948241a0e completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:38:28.084700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4ee6e874-300b-47e5-84e3-1c4c9410670c None None] Provisioning complete for port 34230ad3-5154-4518-9025-5d0948241a0e triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:38:28.085076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4ee6e874-300b-47e5-84e3-1c4c9410670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:28.102134 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:28.140874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6e874-300b-47e5-84e3-1c4c9410670c None None] Port 34230ad3-5154-4518-9025-5d0948241a0e cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:38:28.331736 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03ad20-3c54-46db-ad4e-6d81d5d7d188 req-63d519a5-63b2-4eb9-999b-6860ef0e6b25 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:28.333148 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5b03ad20-3c54-46db-ad4e-6d81d5d7d188 req-63d519a5-63b2-4eb9-999b-6860ef0e6b25 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 931 time: 0.0977604 Jun 03 22:38:28.378933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-5b03ad20-3c54-46db-ad4e-6d81d5d7d188 req-92c14bd3-fc9b-4123-9167-77fc3f61b9b3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:38:28.391221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-5b03ad20-3c54-46db-ad4e-6d81d5d7d188 req-92c14bd3-fc9b-4123-9167-77fc3f61b9b3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:38:28.392844 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5b03ad20-3c54-46db-ad4e-6d81d5d7d188 req-92c14bd3-fc9b-4123-9167-77fc3f61b9b3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535080 Jun 03 22:38:28.472481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34230ad3-5154-4518-9025-5d0948241a0e {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:38:28.480178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:28.495817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Transition to ACTIVE for port object 34230ad3-5154-4518-9025-5d0948241a0e will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:38:28.502718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:28.505920 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d09a9621-86ec-4c1d-b7b1-832a1f538233 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:28.636300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Pushing event updated for resources: {'Port': ['ID=34230ad3-5154-4518-9025-5d0948241a0e,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:28.647180 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:28.670993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:28.755498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Attempting to bind port 34230ad3-5154-4518-9025-5d0948241a0e on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:38:28.755843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Attempting to bind port 34230ad3-5154-4518-9025-5d0948241a0e by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'cdf3c129-6add-48d5-bfb0-0874936c4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:38:28.756172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Attempting to bind port 34230ad3-5154-4518-9025-5d0948241a0e on network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:38:28.761069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Port 34230ad3-5154-4518-9025-5d0948241a0e on network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:38:28.761376 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Attempting to bind port 34230ad3-5154-4518-9025-5d0948241a0e on network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:38:28.768352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:38:28.768739 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Checking segment: {'id': 'cdf3c129-6add-48d5-bfb0-0874936c4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:38:28.769184 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Bound using segment: {'id': 'cdf3c129-6add-48d5-bfb0-0874936c4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:38:28.769604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Bound port: 34230ad3-5154-4518-9025-5d0948241a0e, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf3c129-6add-48d5-bfb0-0874936c4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1326, 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:38:28.769957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:28.866983 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] For port 34230ad3-5154-4518-9025-5d0948241a0e, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:38:28.871325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] For port 34230ad3-5154-4518-9025-5d0948241a0e, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=34230ad3-5154-4518-9025-5d0948241a0e,segment=NetworkSegment(cdf3c129-6add-48d5-bfb0-0874936c4c7d),segment_id=cdf3c129-6add-48d5-bfb0-0874936c4c7d)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:38:28.878782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:28.882638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-67266bac-9c97-4128-b508-09d559b58683 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:28.937170 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:28.937743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:28.939200 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] 10.222.0.24 "PUT /v2.0/ports/34230ad3-5154-4518-9025-5d0948241a0e HTTP/1.1" status: 200 len: 1093 time: 0.9699323 Jun 03 22:38:28.940348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'tag': '34230ad3-5154-4518-9025-5d0948241a0e'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:38:28.942830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9088d049-e9bb-49b4-bfaf-e7db04122ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "5897373a-ad92-4c01-acef-c3e80b2d17b8", "tag": "34230ad3-5154-4518-9025-5d0948241a0e"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:38:28.980520 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Pushing event updated for resources: {'Port': ['ID=34230ad3-5154-4518-9025-5d0948241a0e,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:28.984695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:29.027711 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bd01a3-d72b-45f1-a390-68d8aa72608f x-openstack-request-id: req-17bd01a3-d72b-45f1-a390-68d8aa72608f {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:38:29.028047 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5897373a-ad92-4c01-acef-c3e80b2d17b8", "tag": "34230ad3-5154-4518-9025-5d0948241a0e", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:38:29.028348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-17bd01a3-d72b-45f1-a390-68d8aa72608f {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:38:29.028790 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'tag': '34230ad3-5154-4518-9025-5d0948241a0e', 'status': 'completed', 'code': 200} Jun 03 22:38:29.077102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-3a8b85bc-afb1-4954-8302-dc5b6fb989f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:29.078629 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-3a8b85bc-afb1-4954-8302-dc5b6fb989f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 1096 time: 0.0872848 Jun 03 22:38:29.153412 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-67ecef0a-de61-4edf-bcd3-ff8a346f775a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34230ad3-5154-4518-9025-5d0948241a0e HTTP/1.1" status: 200 len: 217 time: 0.0666800 Jun 03 22:38:29.220279 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-bda68e48-909d-4ef8-a39c-941ea6f2a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:29.221840 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-bda68e48-909d-4ef8-a39c-941ea6f2a41e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=735040c4-a9b1-41e7-afe6-72cb016a6dd0 HTTP/1.1" status: 200 len: 835 time: 0.0620534 Jun 03 22:38:29.300890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-659ab2d2-b43c-48ce-b50d-2e182f60b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:29.302362 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-659ab2d2-b43c-48ce-b50d-2e182f60b9a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731838 Jun 03 22:38:29.460603 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-ff06de77-fdfc-4c20-a83e-ab73e23814f8 service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507640 Jun 03 22:38:29.591356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e49f9-6215-4b0c-a247-5ea24b8e0d48 req-174f9b40-f749-4f8a-b195-0002972efa3d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:29.592839 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-784e49f9-6215-4b0c-a247-5ea24b8e0d48 req-174f9b40-f749-4f8a-b195-0002972efa3d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 943 time: 0.0916088 Jun 03 22:38:29.609524 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-921c0117-543d-4ead-ab41-4f4d4d8f9ff0 req-4a1a60d7-36d1-46b7-b4b8-d92cde6322da service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428041 Jun 03 22:38:29.656462 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-784e49f9-6215-4b0c-a247-5ea24b8e0d48 req-80670451-937c-40ff-84f1-3d2627d73bcb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575109 Jun 03 22:38:29.746402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088d049-e9bb-49b4-bfaf-e7db04122ff9 req-c430a9da-fdaa-42bc-9a10-eba6424d7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:29.747825 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9088d049-e9bb-49b4-bfaf-e7db04122ff9 req-c430a9da-fdaa-42bc-9a10-eba6424d7668 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 1096 time: 0.0831199 Jun 03 22:38:29.885818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088d049-e9bb-49b4-bfaf-e7db04122ff9 req-49d18c45-547e-430e-a091-b77344d81498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:29.887642 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9088d049-e9bb-49b4-bfaf-e7db04122ff9 req-49d18c45-547e-430e-a091-b77344d81498 service neutron] 10.222.0.24 "GET /v2.0/networks?id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc HTTP/1.1" status: 200 len: 899 time: 0.1332660 Jun 03 22:38:29.963547 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9088d049-e9bb-49b4-bfaf-e7db04122ff9 req-da4a7f58-af2d-486c-b228-65b860bb3049 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34230ad3-5154-4518-9025-5d0948241a0e HTTP/1.1" status: 200 len: 217 time: 0.0676677 Jun 03 22:38:30.029548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088d049-e9bb-49b4-bfaf-e7db04122ff9 req-c88daeb6-4c80-4ffa-b138-14ee1b4c7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:30.030897 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9088d049-e9bb-49b4-bfaf-e7db04122ff9 req-c88daeb6-4c80-4ffa-b138-14ee1b4c7047 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=735040c4-a9b1-41e7-afe6-72cb016a6dd0 HTTP/1.1" status: 200 len: 835 time: 0.0608809 Jun 03 22:38:30.274743 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088d049-e9bb-49b4-bfaf-e7db04122ff9 req-a64a555d-5ca2-4402-88c4-2f07aa5b523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:30.276257 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9088d049-e9bb-49b4-bfaf-e7db04122ff9 req-a64a555d-5ca2-4402-88c4-2f07aa5b523c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2365532 Jun 03 22:38:30.416801 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9088d049-e9bb-49b4-bfaf-e7db04122ff9 req-7f9bcd30-2b53-47e3-9c51-c2a3993fe7fa service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327608 Jun 03 22:38:30.571072 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9088d049-e9bb-49b4-bfaf-e7db04122ff9 req-c8012ba0-e58f-42e4-96ac-4f2b637b1098 service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475790 Jun 03 22:38:30.858109 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508a982-1d70-46a2-a439-832135e36576 req-54e4be69-d666-4096-9d8f-1742d429a139 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:30.858733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-8508a982-1d70-46a2-a439-832135e36576 req-54e4be69-d666-4096-9d8f-1742d429a139 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:38:30.879569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-8508a982-1d70-46a2-a439-832135e36576 req-54e4be69-d666-4096-9d8f-1742d429a139 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:38:30.881088 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8508a982-1d70-46a2-a439-832135e36576 req-54e4be69-d666-4096-9d8f-1742d429a139 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 943 time: 0.1067016 Jun 03 22:38:30.938364 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8508a982-1d70-46a2-a439-832135e36576 req-7787c591-26ba-440b-b553-1da0b9bd9eef tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511720 Jun 03 22:38:31.587168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 34230ad3-5154-4518-9025-5d0948241a0e details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:38:31.734517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 34230ad3-5154-4518-9025-5d0948241a0e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=34230ad3-5154-4518-9025-5d0948241a0e,segment=NetworkSegment(cdf3c129-6add-48d5-bfb0-0874936c4c7d),segment_id=cdf3c129-6add-48d5-bfb0-0874936c4c7d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:38:31.748022 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '34230ad3-5154-4518-9025-5d0948241a0e', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'port_id': '34230ad3-5154-4518-9025-5d0948241a0e', 'mac_address': 'fa:16:3e:63:d3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:38:31.804216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:31.821011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34230ad3-5154-4518-9025-5d0948241a0e {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:38:31.838457 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 34230ad3-5154-4518-9025-5d0948241a0e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=34230ad3-5154-4518-9025-5d0948241a0e,segment=NetworkSegment(cdf3c129-6add-48d5-bfb0-0874936c4c7d),segment_id=cdf3c129-6add-48d5-bfb0-0874936c4c7d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:38:31.844657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:31.848732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:31.923441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=34230ad3-5154-4518-9025-5d0948241a0e,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:31.926775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:32.145764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe981ad-3135-424b-a603-e54a5f9ff157 req-6def6175-f7e1-492f-8cc4-659dfd4d90b3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:32.147794 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6fe981ad-3135-424b-a603-e54a5f9ff157 req-6def6175-f7e1-492f-8cc4-659dfd4d90b3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 944 time: 0.0936363 Jun 03 22:38:32.188963 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['34230ad3-5154-4518-9025-5d0948241a0e'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:38:32.201778 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6fe981ad-3135-424b-a603-e54a5f9ff157 req-bcb9a94d-6cb8-4118-a8e2-7971d61671e5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455172 Jun 03 22:38:33.396228 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703b945-4578-405a-8397-1b4fde97321b req-02e72071-4670-4906-b0c6-3ecb05038ca6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:33.397608 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e703b945-4578-405a-8397-1b4fde97321b req-02e72071-4670-4906-b0c6-3ecb05038ca6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 944 time: 0.0832782 Jun 03 22:38:33.445749 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e703b945-4578-405a-8397-1b4fde97321b req-d025eae7-2dbf-47ef-aa1d-bf2a334df208 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Jun 03 22:38:33.618497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 34230ad3-5154-4518-9025-5d0948241a0e up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:38:33.713804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 34230ad3-5154-4518-9025-5d0948241a0e completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:38:33.719645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 34230ad3-5154-4518-9025-5d0948241a0e triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:38:33.720050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:33.844750 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:33.880883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34230ad3-5154-4518-9025-5d0948241a0e'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:38:33.883185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8877aad-59ca-4081-9516-41964a71ccf5" -d '{"events": [{"server_uuid": "5897373a-ad92-4c01-acef-c3e80b2d17b8", "name": "network-vif-plugged", "status": "completed", "tag": "34230ad3-5154-4518-9025-5d0948241a0e"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:38:33.890687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 34230ad3-5154-4518-9025-5d0948241a0e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=34230ad3-5154-4518-9025-5d0948241a0e,segment=NetworkSegment(cdf3c129-6add-48d5-bfb0-0874936c4c7d),segment_id=cdf3c129-6add-48d5-bfb0-0874936c4c7d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:38:33.896948 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:33.899012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:33.949990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea037795-2f8a-4963-a460-864604f3ff9b x-openstack-request-id: req-ea037795-2f8a-4963-a460-864604f3ff9b {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:38:33.950187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5897373a-ad92-4c01-acef-c3e80b2d17b8", "name": "network-vif-plugged", "status": "completed", "tag": "34230ad3-5154-4518-9025-5d0948241a0e", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:38:33.950403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ea037795-2f8a-4963-a460-864604f3ff9b {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:38:33.950901 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34230ad3-5154-4518-9025-5d0948241a0e', 'code': 200} Jun 03 22:38:33.974103 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=34230ad3-5154-4518-9025-5d0948241a0e,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:33.980436 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:34.200882 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd980de5-aac0-4e2f-ac78-31020df03d27 req-61f8dd3e-ef5a-40b9-9de1-c0c1a5d55a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:34.202413 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dd980de5-aac0-4e2f-ac78-31020df03d27 req-61f8dd3e-ef5a-40b9-9de1-c0c1a5d55a00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 1098 time: 0.0809619 Jun 03 22:38:34.245008 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-dd980de5-aac0-4e2f-ac78-31020df03d27 req-3f757b66-cd5f-4897-83cf-d1e6bbc2c529 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355675 Jun 03 22:38:34.664990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5ef9d-f93d-488b-9184-25056d656bf4 req-df8dd7eb-5453-49de-aea8-3f738ffa9a3c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:34.666524 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0eb5ef9d-f93d-488b-9184-25056d656bf4 req-df8dd7eb-5453-49de-aea8-3f738ffa9a3c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.0916162 Jun 03 22:38:34.722596 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0eb5ef9d-f93d-488b-9184-25056d656bf4 req-affe6cd8-4a8a-4235-bbc1-b735ba054f82 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470450 Jun 03 22:38:35.938244 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dece2f-08e6-4521-b9b9-8dd33ec9daba req-d9cb104d-6b60-44e5-9c10-ae9b03119c64 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:35.939754 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-77dece2f-08e6-4521-b9b9-8dd33ec9daba req-d9cb104d-6b60-44e5-9c10-ae9b03119c64 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.0990446 Jun 03 22:38:35.985762 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-77dece2f-08e6-4521-b9b9-8dd33ec9daba req-dfb0e340-7219-49bc-955d-50ccb895fa3f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402641 Jun 03 22:38:36.188153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bd9c6-939f-4d66-bffd-eb670b6a7655 req-a9d85db0-72e6-48d5-989e-cc1e35c3a29e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:36.189577 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-573bd9c6-939f-4d66-bffd-eb670b6a7655 req-a9d85db0-72e6-48d5-989e-cc1e35c3a29e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.0871801 Jun 03 22:38:36.238730 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-573bd9c6-939f-4d66-bffd-eb670b6a7655 req-62003c0e-69b8-4caa-bd4e-5f069e97dd13 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409036 Jun 03 22:38:36.266238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34584) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:36.340707 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79255eb4-a6fa-4791-a9c4-cc040caf4baa tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:36.342183 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-79255eb4-a6fa-4791-a9c4-cc040caf4baa tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 1093 time: 0.0749397 Jun 03 22:38:36.345190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34586) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:36.349597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '34230ad3-5154-4518-9025-5d0948241a0e', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:38:36.356529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:38:36.360501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:floatingip and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:38:36.363345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:38:36.369231 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:38:36.384487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:36.540838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:36.676372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.26.3.127 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/b56224c9-bddf-465b-954f-54819d08410d) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:38:36.832856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:36.866264 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:36.870103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-458fd16e-e151-477f-8274-d192813915f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:36.930477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:38:36.933106 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:38:36.941481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:38:36.970938 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=b56224c9-bddf-465b-954f-54819d08410d,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:36.976708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:37.531482 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:37.618812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:37.847899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:37.855750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:37.859419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-96f062d3-2c42-4649-ba5e-7493615b9d07 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:38:37.966887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=b56224c9-bddf-465b-954f-54819d08410d,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:38:37.971265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:38:37.981297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:38.161235 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Floating IP 0f341da6-6e90-4860-bfc7-285b227a18d8 associated. External IP: 172.26.3.127, port: 34230ad3-5154-4518-9025-5d0948241a0e. Jun 03 22:38:38.532028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 99b22cd2-a293-47de-a2c8-59a2acc429f3 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:38:38.720942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:38:38.732628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d6423-64f7-47a5-93e5-cccc8a71c07e None None] Sync routers for ids ['99b22cd2-a293-47de-a2c8-59a2acc429f3'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:38:38.745030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d6423-64f7-47a5-93e5-cccc8a71c07e None None] Routers {'99b22cd2-a293-47de-a2c8-59a2acc429f3'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:38:38.745639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ed2d6423-64f7-47a5-93e5-cccc8a71c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:38:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['99b22cd2-a293-47de-a2c8-59a2acc429f3'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:38.751416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:38.980115 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6338019 Jun 03 22:38:38.980891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'tag': '34230ad3-5154-4518-9025-5d0948241a0e'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:38:38.982566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-ed2d6423-64f7-47a5-93e5-cccc8a71c07e None None] Set router 99b22cd2-a293-47de-a2c8-59a2acc429f3 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:38:38.983265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398920df-9de3-4988-9fdd-c00c194c1084" -d '{"events": [{"name": "network-changed", "server_uuid": "5897373a-ad92-4c01-acef-c3e80b2d17b8", "tag": "34230ad3-5154-4518-9025-5d0948241a0e"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:38:39.028180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fc61d0-d4f4-40fa-987e-34bbea3cba25 x-openstack-request-id: req-85fc61d0-d4f4-40fa-987e-34bbea3cba25 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:38:39.030671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5897373a-ad92-4c01-acef-c3e80b2d17b8", "tag": "34230ad3-5154-4518-9025-5d0948241a0e", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:38:39.031090 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-85fc61d0-d4f4-40fa-987e-34bbea3cba25 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:38:39.032049 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'tag': '34230ad3-5154-4518-9025-5d0948241a0e', 'status': 'completed', 'code': 200} Jun 03 22:38:39.135621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398920df-9de3-4988-9fdd-c00c194c1084 req-08e5d22f-b259-4d27-a72e-2ec5026f1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:39.137120 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-398920df-9de3-4988-9fdd-c00c194c1084 req-08e5d22f-b259-4d27-a72e-2ec5026f1da3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 1098 time: 0.0765748 Jun 03 22:38:39.152342 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13067533-9eab-47ac-b5ed-709df893d74c req-aae8eade-589c-47df-b547-65bdaa008b85 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:39.154448 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-13067533-9eab-47ac-b5ed-709df893d74c req-aae8eade-589c-47df-b547-65bdaa008b85 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.0871184 Jun 03 22:38:39.201544 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-13067533-9eab-47ac-b5ed-709df893d74c req-d1be206c-4c90-42ec-b786-c1af1cdaaa62 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408933 Jun 03 22:38:39.226051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34592) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:39.280121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398920df-9de3-4988-9fdd-c00c194c1084 req-168c76ad-5d19-46db-afea-2fa01ac7795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:39.281601 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-398920df-9de3-4988-9fdd-c00c194c1084 req-168c76ad-5d19-46db-afea-2fa01ac7795a service neutron] 10.222.0.24 "GET /v2.0/networks?id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc HTTP/1.1" status: 200 len: 899 time: 0.1382380 Jun 03 22:38:39.338367 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-58427f4a-9402-49cb-998c-be283daa4252 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/0f341da6-6e90-4860-bfc7-285b227a18d8 HTTP/1.1" status: 200 len: 991 time: 0.1107447 Jun 03 22:38:39.361749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ed2d6423-64f7-47a5-93e5-cccc8a71c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '0f341da6-6e90-4860-bfc7-285b227a18d8', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'port_id': '34230ad3-5154-4518-9025-5d0948241a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'mac_address': 'fa:16:3e:63:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:38:37Z', 'updated_at': '2021-06-03T22:38:37Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a3d4e0-6b60-4407-b03a-2701de08fbed', 'name': '', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9a:27:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:20Z', 'updated_at': '2021-06-03T22:38:25Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:39.366717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d6423-64f7-47a5-93e5-cccc8a71c07e None None] Checking router: 99b22cd2-a293-47de-a2c8-59a2acc429f3 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:38:39.379207 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d6423-64f7-47a5-93e5-cccc8a71c07e None None] Routers {'99b22cd2-a293-47de-a2c8-59a2acc429f3'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:38:39.380085 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ed2d6423-64f7-47a5-93e5-cccc8a71c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:38:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['99b22cd2-a293-47de-a2c8-59a2acc429f3'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:39.398236 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-398920df-9de3-4988-9fdd-c00c194c1084 req-dda1e0ec-084e-4168-8dc2-6e11226c8214 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34230ad3-5154-4518-9025-5d0948241a0e HTTP/1.1" status: 200 len: 999 time: 0.1086986 Jun 03 22:38:39.471549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398920df-9de3-4988-9fdd-c00c194c1084 req-edc0faf8-65ef-44bd-af32-ea2d5d31bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:39.472999 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-398920df-9de3-4988-9fdd-c00c194c1084 req-edc0faf8-65ef-44bd-af32-ea2d5d31bfbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=735040c4-a9b1-41e7-afe6-72cb016a6dd0 HTTP/1.1" status: 200 len: 835 time: 0.0674889 Jun 03 22:38:39.552298 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398920df-9de3-4988-9fdd-c00c194c1084 req-78a0bee1-a815-448b-a994-08e3dd18aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:38:39.553744 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-398920df-9de3-4988-9fdd-c00c194c1084 req-78a0bee1-a815-448b-a994-08e3dd18aaf4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745504 Jun 03 22:38:39.566272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-ed2d6423-64f7-47a5-93e5-cccc8a71c07e None None] Set router 99b22cd2-a293-47de-a2c8-59a2acc429f3 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:38:39.694199 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-398920df-9de3-4988-9fdd-c00c194c1084 req-7eb9ed12-7769-476c-b33d-181e6dbe245b service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337337 Jun 03 22:38:39.833234 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-398920df-9de3-4988-9fdd-c00c194c1084 req-34e97124-9710-42e8-b64a-c615fe1c9a6b service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326060 Jun 03 22:38:39.920020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-ed2d6423-64f7-47a5-93e5-cccc8a71c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '0f341da6-6e90-4860-bfc7-285b227a18d8', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'port_id': '34230ad3-5154-4518-9025-5d0948241a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'mac_address': 'fa:16:3e:63:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:38:37Z', 'updated_at': '2021-06-03T22:38:37Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a3d4e0-6b60-4407-b03a-2701de08fbed', 'name': '', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9a:27:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:20Z', 'updated_at': '2021-06-03T22:38:25Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:38:39.926552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d6423-64f7-47a5-93e5-cccc8a71c07e None None] The sync data for ids ['99b22cd2-a293-47de-a2c8-59a2acc429f3'] in dv-neutron-792998-2-hyperv is: [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '0f341da6-6e90-4860-bfc7-285b227a18d8', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'port_id': '34230ad3-5154-4518-9025-5d0948241a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'mac_address': 'fa:16:3e:63:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:38:37Z', 'updated_at': '2021-06-03T22:38:37Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a3d4e0-6b60-4407-b03a-2701de08fbed', 'name': '', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9a:27:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:20Z', 'updated_at': '2021-06-03T22:38:25Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:38:40.170082 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751c96a-c29f-44b4-a7b3-39e103f8a635 None None] New status for floating IP 0f341da6-6e90-4860-bfc7-285b227a18d8: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:38:40.342526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34594) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:40.459296 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3002bd46-b518-4d10-a419-3f3d0e2dbfc0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/0f341da6-6e90-4860-bfc7-285b227a18d8 HTTP/1.1" status: 200 len: 991 time: 0.1155849 Jun 03 22:38:41.169185 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:38:41.464450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34596) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:38:41.588504 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cadce435-8e76-48b7-a1a9-cd2d5e995adc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/0f341da6-6e90-4860-bfc7-285b227a18d8 HTTP/1.1" status: 200 len: 993 time: 0.1228094 Jun 03 22:38:52.819884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-104ed6c6-28e0-45a4-948c-392072180708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:55.348234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:55.487064 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-399968b9-4003-4829-9443-73d3e5341354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:57.153340 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:57.398831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:38:58.649082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:39:15.363332 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fb59a18d-4e32-4a3a-9652-0a975f7d6fc8 req-cf0d8af3-bbda-4e07-9212-274610d71df8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741730 Jun 03 22:39:15.536296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59a18d-4e32-4a3a-9652-0a975f7d6fc8 req-719d2213-5a9e-4d92-842b-953ce7c1293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:15.537976 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fb59a18d-4e32-4a3a-9652-0a975f7d6fc8 req-719d2213-5a9e-4d92-842b-953ce7c1293b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 1098 time: 0.0918806 Jun 03 22:39:15.684349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59a18d-4e32-4a3a-9652-0a975f7d6fc8 req-8a63ead2-6928-4926-8f49-5da3df6ab226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:15.685684 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fb59a18d-4e32-4a3a-9652-0a975f7d6fc8 req-8a63ead2-6928-4926-8f49-5da3df6ab226 service neutron] 10.222.0.24 "GET /v2.0/networks?id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc HTTP/1.1" status: 200 len: 899 time: 0.1273890 Jun 03 22:39:15.803830 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fb59a18d-4e32-4a3a-9652-0a975f7d6fc8 req-39e81ab7-e601-4382-aa38-87c8144b7be4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34230ad3-5154-4518-9025-5d0948241a0e HTTP/1.1" status: 200 len: 1001 time: 0.1106925 Jun 03 22:39:15.875389 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59a18d-4e32-4a3a-9652-0a975f7d6fc8 req-a83c1d65-fdee-4e9e-95cf-b759377d248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:15.877346 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fb59a18d-4e32-4a3a-9652-0a975f7d6fc8 req-a83c1d65-fdee-4e9e-95cf-b759377d248e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=735040c4-a9b1-41e7-afe6-72cb016a6dd0 HTTP/1.1" status: 200 len: 835 time: 0.0662889 Jun 03 22:39:15.973793 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59a18d-4e32-4a3a-9652-0a975f7d6fc8 req-294d8fe9-20a9-4c8c-9199-64e24af0e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:15.975186 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fb59a18d-4e32-4a3a-9652-0a975f7d6fc8 req-294d8fe9-20a9-4c8c-9199-64e24af0e597 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914643 Jun 03 22:39:16.115025 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fb59a18d-4e32-4a3a-9652-0a975f7d6fc8 req-cabd1329-fa80-4e69-9a75-6503e184693a service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311312 Jun 03 22:39:16.278775 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fb59a18d-4e32-4a3a-9652-0a975f7d6fc8 req-1ffd2d31-4e50-494d-b17d-bd4b2dd12b8d service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547172 Jun 03 22:39:18.170326 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:39:22.816017 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2d280c4e-fd50-4ab0-a988-204da406655b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:39:25.344220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:39:25.492972 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3b058e9f-5e2d-430b-a1c4-0494b64fb6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:39:27.156485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:39:27.405903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:39:28.652851 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:39:40.708704 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca503e2-682b-4374-aed4-4cf858df5565 req-fae1f7fa-2778-4675-8631-03b2b0f6e904 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:40.710180 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0ca503e2-682b-4374-aed4-4cf858df5565 req-fae1f7fa-2778-4675-8631-03b2b0f6e904 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.1544046 Jun 03 22:39:40.759593 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0ca503e2-682b-4374-aed4-4cf858df5565 req-6cf8ea5b-2cfb-477f-b4df-057897cd493e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410011 Jun 03 22:39:41.994094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afb78c-76bb-4a17-a858-a24e98e555d9 req-26cf6c2c-fb9e-49c9-a7aa-79f841011840 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:41.995609 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f9afb78c-76bb-4a17-a858-a24e98e555d9 req-26cf6c2c-fb9e-49c9-a7aa-79f841011840 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.0922675 Jun 03 22:39:42.044996 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f9afb78c-76bb-4a17-a858-a24e98e555d9 req-2b06a4f1-a335-46b4-a967-897121e3bb76 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413182 Jun 03 22:39:43.396604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e93bfa-43bb-4ab1-99fe-81bdee82889e req-f443b3d4-e685-447e-bd6b-d0c1db81c6a9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:43.397942 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-68e93bfa-43bb-4ab1-99fe-81bdee82889e req-f443b3d4-e685-447e-bd6b-d0c1db81c6a9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.2436497 Jun 03 22:39:43.448123 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-68e93bfa-43bb-4ab1-99fe-81bdee82889e req-c51775ee-b60e-4b7a-8389-f4d558ba8ad6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422640 Jun 03 22:39:44.683957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013d8f0-fd3c-41e0-9db7-92f7b186ee1b req-9dce76ef-8cf6-4d24-baf3-284c4050dc3a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:44.685433 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6013d8f0-fd3c-41e0-9db7-92f7b186ee1b req-9dce76ef-8cf6-4d24-baf3-284c4050dc3a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.0931332 Jun 03 22:39:44.734602 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6013d8f0-fd3c-41e0-9db7-92f7b186ee1b req-932b7e43-c6a4-4008-a6ee-91171d7b3589 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415857 Jun 03 22:39:45.937163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba8460-573a-4950-9d23-07a09925d4e3 req-bc79fe6e-a062-44af-9096-be20d6364eb4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:45.938656 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6cba8460-573a-4950-9d23-07a09925d4e3 req-bc79fe6e-a062-44af-9096-be20d6364eb4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.0878754 Jun 03 22:39:45.991538 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6cba8460-573a-4950-9d23-07a09925d4e3 req-78d1836a-4ca8-4273-a5fb-b84d537dd1f7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443993 Jun 03 22:39:47.200037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a53d1-3575-40cb-8889-d106d475a7f4 req-0c41a535-6221-429d-8076-edd4884debc4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:47.201514 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-af4a53d1-3575-40cb-8889-d106d475a7f4 req-0c41a535-6221-429d-8076-edd4884debc4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.0987899 Jun 03 22:39:47.251217 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-af4a53d1-3575-40cb-8889-d106d475a7f4 req-8f83c1e8-c4b5-48ea-9615-a5670512431b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414686 Jun 03 22:39:48.462421 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716ffc-6004-47fc-ae21-6b994697f9c1 req-bcb12762-2cfa-45e2-aeb5-4078316cde4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:48.463779 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-06716ffc-6004-47fc-ae21-6b994697f9c1 req-bcb12762-2cfa-45e2-aeb5-4078316cde4d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.0845950 Jun 03 22:39:48.517148 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-06716ffc-6004-47fc-ae21-6b994697f9c1 req-111b7b66-4da6-4d08-bed5-1397afa6e0ea tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454540 Jun 03 22:39:49.719865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84755d85-0d8c-42a2-af41-88061ae4d986 req-e67506d2-3c67-4131-ae49-9da760727dee tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:49.721360 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-84755d85-0d8c-42a2-af41-88061ae4d986 req-e67506d2-3c67-4131-ae49-9da760727dee tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.0858815 Jun 03 22:39:49.776337 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-84755d85-0d8c-42a2-af41-88061ae4d986 req-4924925a-4861-4e7f-a867-67bd1fcb2c25 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477400 Jun 03 22:39:50.979133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56030ddf-4d28-4897-bbd4-1cf42a58d720 req-248392aa-c6d3-4fa4-ab87-8d24ebcf4c24 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:50.980490 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-56030ddf-4d28-4897-bbd4-1cf42a58d720 req-248392aa-c6d3-4fa4-ab87-8d24ebcf4c24 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.0891695 Jun 03 22:39:51.037687 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-56030ddf-4d28-4897-bbd4-1cf42a58d720 req-8ae66f6f-156f-4eb6-a9a8-adff567cd06f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482879 Jun 03 22:39:51.061746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34642) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:39:51.175239 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b65bc46d-b5af-4aaf-bc07-98b3766f9099 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/0f341da6-6e90-4860-bfc7-285b227a18d8 HTTP/1.1" status: 200 len: 993 time: 0.1122379 Jun 03 22:39:52.655034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b08ba-4565-49d2-8b27-57bd5977d7c2 req-24291bbc-5a19-4bf9-a929-2a62b5043ce1 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:52.656448 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6d8b08ba-4565-49d2-8b27-57bd5977d7c2 req-24291bbc-5a19-4bf9-a929-2a62b5043ce1 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.0918818 Jun 03 22:39:52.701192 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271958ba-7e1e-4781-8802-af8c00163e25 req-3b078c35-2563-408c-9bb2-16602afa9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:52.702621 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271958ba-7e1e-4781-8802-af8c00163e25 req-3b078c35-2563-408c-9bb2-16602afa9657 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 1098 time: 0.0764689 Jun 03 22:39:52.702781 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6d8b08ba-4565-49d2-8b27-57bd5977d7c2 req-e96874e3-9c0e-4ab8-a0da-ffef5268df99 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404100 Jun 03 22:39:52.810874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-de3027fd-4008-4905-ac5c-9a878dce4f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:39:52.838912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271958ba-7e1e-4781-8802-af8c00163e25 req-c0b64fea-c720-4b4e-b4c3-3758c283111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:52.840409 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271958ba-7e1e-4781-8802-af8c00163e25 req-c0b64fea-c720-4b4e-b4c3-3758c283111c service neutron] 10.222.0.24 "GET /v2.0/networks?id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc HTTP/1.1" status: 200 len: 899 time: 0.1315174 Jun 03 22:39:52.959160 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271958ba-7e1e-4781-8802-af8c00163e25 req-8c898956-8996-455a-a7f3-5333f07dbcc2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34230ad3-5154-4518-9025-5d0948241a0e HTTP/1.1" status: 200 len: 1001 time: 0.1107674 Jun 03 22:39:53.026124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271958ba-7e1e-4781-8802-af8c00163e25 req-367011bd-4b62-496d-bbc8-18400391fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:53.027602 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271958ba-7e1e-4781-8802-af8c00163e25 req-367011bd-4b62-496d-bbc8-18400391fb69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=735040c4-a9b1-41e7-afe6-72cb016a6dd0 HTTP/1.1" status: 200 len: 835 time: 0.0616412 Jun 03 22:39:53.117135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271958ba-7e1e-4781-8802-af8c00163e25 req-66c1eb4c-2cfb-49bf-a783-2ef129881ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:53.118645 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271958ba-7e1e-4781-8802-af8c00163e25 req-66c1eb4c-2cfb-49bf-a783-2ef129881ead service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841484 Jun 03 22:39:53.257530 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271958ba-7e1e-4781-8802-af8c00163e25 req-74e37e75-294c-4ae1-a5d7-3463c6807dbf service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321487 Jun 03 22:39:53.404885 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271958ba-7e1e-4781-8802-af8c00163e25 req-5efd9662-b1fc-4035-99c5-91a91d87db54 service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413016 Jun 03 22:39:53.922582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b286631-1e4f-4471-9a21-a6d973d81308 req-a4dc5f0a-80e4-4194-841c-252c78383fc4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:53.924827 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8b286631-1e4f-4471-9a21-a6d973d81308 req-a4dc5f0a-80e4-4194-841c-252c78383fc4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.1025124 Jun 03 22:39:53.978078 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8b286631-1e4f-4471-9a21-a6d973d81308 req-6eda55f5-0a5b-4e14-af11-ad6306319c56 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470011 Jun 03 22:39:55.169424 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:39:55.310247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31631c14-82e9-4e16-8be9-f684825c9560 req-91b1fd12-7248-4ad3-8483-91d1a644812e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:39:55.311749 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-31631c14-82e9-4e16-8be9-f684825c9560 req-91b1fd12-7248-4ad3-8483-91d1a644812e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.2204366 Jun 03 22:39:55.339109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:39:55.360800 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-31631c14-82e9-4e16-8be9-f684825c9560 req-2bc40e7a-dfc5-49d7-b18e-e7395de8eed4 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427835 Jun 03 22:39:55.396581 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34654) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:39:55.489656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6c3a3608-c303-4bf1-a7ce-e004247a2a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:39:55.514038 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4da8189f-2410-4b5b-bfc3-2b72b422a04f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/0f341da6-6e90-4860-bfc7-285b227a18d8 HTTP/1.1" status: 200 len: 993 time: 0.1161761 Jun 03 22:39:57.159912 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:39:57.429787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:39:58.654584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:16.378200 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f34084d7-afc1-4a2c-be32-b0d3549bc3c6 req-5e8fd487-db09-4de1-9e37-32371c83adf9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761018 Jun 03 22:40:16.523720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34084d7-afc1-4a2c-be32-b0d3549bc3c6 req-797f95d6-4004-418f-8a69-2e6a7d953baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:40:16.525211 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f34084d7-afc1-4a2c-be32-b0d3549bc3c6 req-797f95d6-4004-418f-8a69-2e6a7d953baf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 1098 time: 0.0780303 Jun 03 22:40:16.683824 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34084d7-afc1-4a2c-be32-b0d3549bc3c6 req-6191199c-d9df-4ab0-9d96-503f293c1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:40:16.685188 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f34084d7-afc1-4a2c-be32-b0d3549bc3c6 req-6191199c-d9df-4ab0-9d96-503f293c1ea2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc HTTP/1.1" status: 200 len: 899 time: 0.1394198 Jun 03 22:40:16.799648 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f34084d7-afc1-4a2c-be32-b0d3549bc3c6 req-fa243fae-2919-4113-bcd4-56061dcccc25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34230ad3-5154-4518-9025-5d0948241a0e HTTP/1.1" status: 200 len: 1001 time: 0.1073177 Jun 03 22:40:16.882257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34084d7-afc1-4a2c-be32-b0d3549bc3c6 req-335ef418-4f0c-4d6e-866b-1b715099f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:40:16.883729 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f34084d7-afc1-4a2c-be32-b0d3549bc3c6 req-335ef418-4f0c-4d6e-866b-1b715099f99f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=735040c4-a9b1-41e7-afe6-72cb016a6dd0 HTTP/1.1" status: 200 len: 835 time: 0.0762620 Jun 03 22:40:16.964153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34084d7-afc1-4a2c-be32-b0d3549bc3c6 req-81b8204c-797c-4d45-9a2a-9d569b17fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:40:16.965531 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f34084d7-afc1-4a2c-be32-b0d3549bc3c6 req-81b8204c-797c-4d45-9a2a-9d569b17fcdd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750353 Jun 03 22:40:17.113796 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f34084d7-afc1-4a2c-be32-b0d3549bc3c6 req-dcb47e88-b656-4132-a8ae-4dcb9223923a service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409140 Jun 03 22:40:17.442366 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f34084d7-afc1-4a2c-be32-b0d3549bc3c6 req-5518bc09-6a10-4997-b711-c89898377f08 service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210776 Jun 03 22:40:22.871313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c25ccdd8-5ffa-4b6e-8541-4e0e9f164f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:25.346981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:25.484825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-55ff7656-adaa-41f4-b704-0a4dc3a50ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:27.161311 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:27.440009 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:28.657497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:32.168570 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:40:44.103504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34680) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:44.642106 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port b56224c9-bddf-465b-954f-54819d08410d {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:40:44.642345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:44.776399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:44.776759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:44.916176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for b56224c9-bddf-465b-954f-54819d08410d owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:40:45.078231 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:45.082636 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a81447e2-8896-46da-8dc2-b0201518a787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:45.141283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=b56224c9-bddf-465b-954f-54819d08410d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:45.195826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:45.196089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:45.196486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:45.196837 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:45.197226 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:45.197566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:45.197926 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:45.198311 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:45.198649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:45.199007 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:45.199363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:45.199746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:45.251365 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:45.294388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:45.294690 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Floating IP 0f341da6-6e90-4860-bfc7-285b227a18d8 disassociated (deleted). External IP: 172.26.3.127, port: 34230ad3-5154-4518-9025-5d0948241a0e. Jun 03 22:40:45.690456 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 99b22cd2-a293-47de-a2c8-59a2acc429f3 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:40:46.051296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:40:46.062746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034c63e-c877-425f-9727-ef4bc827c10e None None] Sync routers for ids ['99b22cd2-a293-47de-a2c8-59a2acc429f3'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:40:46.072917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:46.073156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034c63e-c877-425f-9727-ef4bc827c10e None None] Routers {'99b22cd2-a293-47de-a2c8-59a2acc429f3'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:40:46.073792 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5034c63e-c877-425f-9727-ef4bc827c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:40:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['99b22cd2-a293-47de-a2c8-59a2acc429f3'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:40:46.133042 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/floatingips/0f341da6-6e90-4860-bfc7-285b227a18d8 HTTP/1.1" status: 204 len: 168 time: 2.0272622 Jun 03 22:40:46.133718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'tag': '34230ad3-5154-4518-9025-5d0948241a0e'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:40:46.136810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23dd8cc6be027aa26c2b423094621d3e2f4820e9e5870df34014a2191eaceba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5277cf-7688-4f70-8044-400bed658f67" -d '{"events": [{"name": "network-changed", "server_uuid": "5897373a-ad92-4c01-acef-c3e80b2d17b8", "tag": "34230ad3-5154-4518-9025-5d0948241a0e"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:40:46.264312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5034c63e-c877-425f-9727-ef4bc827c10e None None] Set router 99b22cd2-a293-47de-a2c8-59a2acc429f3 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:40:46.313843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27cac29-5d85-4ef8-a904-7bebcca9843d x-openstack-request-id: req-b27cac29-5d85-4ef8-a904-7bebcca9843d {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:40:46.314377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5897373a-ad92-4c01-acef-c3e80b2d17b8", "tag": "34230ad3-5154-4518-9025-5d0948241a0e", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:40:46.314492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b27cac29-5d85-4ef8-a904-7bebcca9843d {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:40:46.314908 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'tag': '34230ad3-5154-4518-9025-5d0948241a0e', 'status': 'completed', 'code': 200} Jun 03 22:40:46.423004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5277cf-7688-4f70-8044-400bed658f67 req-52d875d0-ce11-4512-9c02-2136fbcf4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:40:46.424749 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2d5277cf-7688-4f70-8044-400bed658f67 req-52d875d0-ce11-4512-9c02-2136fbcf4db1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 1098 time: 0.0884688 Jun 03 22:40:46.614817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5034c63e-c877-425f-9727-ef4bc827c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'a3a3d4e0-6b60-4407-b03a-2701de08fbed', 'name': '', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9a:27:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:20Z', 'updated_at': '2021-06-03T22:38:25Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:40:46.619155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034c63e-c877-425f-9727-ef4bc827c10e None None] Checking router: 99b22cd2-a293-47de-a2c8-59a2acc429f3 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:40:46.626128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5277cf-7688-4f70-8044-400bed658f67 req-8f0e8bb6-fcf5-4cad-9171-2f8939e22bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:40:46.627643 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2d5277cf-7688-4f70-8044-400bed658f67 req-8f0e8bb6-fcf5-4cad-9171-2f8939e22bb4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc HTTP/1.1" status: 200 len: 899 time: 0.1954453 Jun 03 22:40:46.627951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034c63e-c877-425f-9727-ef4bc827c10e None None] Routers {'99b22cd2-a293-47de-a2c8-59a2acc429f3'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:40:46.628550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5034c63e-c877-425f-9727-ef4bc827c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:40:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['99b22cd2-a293-47de-a2c8-59a2acc429f3'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:40:46.713395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58cccc-da95-400d-abff-44a3e93bd556 req-7bacab63-e774-4e48-abe3-5a92d317c3c5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:40:46.714961 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fd58cccc-da95-400d-abff-44a3e93bd556 req-7bacab63-e774-4e48-abe3-5a92d317c3c5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.2400050 Jun 03 22:40:46.716486 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2d5277cf-7688-4f70-8044-400bed658f67 req-dd0b79f0-21a8-453b-b12d-a60d80bb3489 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34230ad3-5154-4518-9025-5d0948241a0e HTTP/1.1" status: 200 len: 217 time: 0.0790710 Jun 03 22:40:46.814554 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5034c63e-c877-425f-9727-ef4bc827c10e None None] Set router 99b22cd2-a293-47de-a2c8-59a2acc429f3 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:40:46.821187 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fd58cccc-da95-400d-abff-44a3e93bd556 req-52d2394f-7692-4771-8ee6-f4476a9ca15d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997255 Jun 03 22:40:46.831113 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5277cf-7688-4f70-8044-400bed658f67 req-a0d3f3a1-a78e-434f-bd0b-c4abc2ab2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:40:46.833893 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2d5277cf-7688-4f70-8044-400bed658f67 req-a0d3f3a1-a78e-434f-bd0b-c4abc2ab2cc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=735040c4-a9b1-41e7-afe6-72cb016a6dd0 HTTP/1.1" status: 200 len: 835 time: 0.0984468 Jun 03 22:40:46.913993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5277cf-7688-4f70-8044-400bed658f67 req-26e2de70-ba65-466d-8e6e-8f2389e56c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:40:46.915382 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2d5277cf-7688-4f70-8044-400bed658f67 req-26e2de70-ba65-466d-8e6e-8f2389e56c10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=066359f5-8c0c-4f83-b2a9-10f4806a2ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745463 Jun 03 22:40:47.057130 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2d5277cf-7688-4f70-8044-400bed658f67 req-4fd56fe5-8125-493f-94d7-4fc852b822ac service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327276 Jun 03 22:40:47.157280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5034c63e-c877-425f-9727-ef4bc827c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'a3a3d4e0-6b60-4407-b03a-2701de08fbed', 'name': '', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9a:27:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:20Z', 'updated_at': '2021-06-03T22:38:25Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:40:47.161927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034c63e-c877-425f-9727-ef4bc827c10e None None] The sync data for ids ['99b22cd2-a293-47de-a2c8-59a2acc429f3'] in dv-neutron-792998-2-hyperv is: [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'a3a3d4e0-6b60-4407-b03a-2701de08fbed', 'name': '', 'network_id': '066359f5-8c0c-4f83-b2a9-10f4806a2ebc', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9a:27:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:20Z', 'updated_at': '2021-06-03T22:38:25Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '735040c4-a9b1-41e7-afe6-72cb016a6dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:40:47.212612 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2d5277cf-7688-4f70-8044-400bed658f67 req-993ade60-fbfa-4ef9-955f-9cd8fc84940a service neutron] 10.222.0.24 "GET /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463685 Jun 03 22:40:47.383715 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d2215-b9c6-4f23-a43e-77d2a79d26e4 None None] New status for floating IP 0f341da6-6e90-4860-bfc7-285b227a18d8: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:40:48.032910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471a77c-4cf6-430a-b4ab-23b864507abb req-735bc30e-9399-4e73-86f1-6a597013c161 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:40:48.033648 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-a471a77c-4cf6-430a-b4ab-23b864507abb req-735bc30e-9399-4e73-86f1-6a597013c161 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:40:48.052057 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-a471a77c-4cf6-430a-b4ab-23b864507abb req-735bc30e-9399-4e73-86f1-6a597013c161 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:40:48.053564 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a471a77c-4cf6-430a-b4ab-23b864507abb req-735bc30e-9399-4e73-86f1-6a597013c161 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.1148963 Jun 03 22:40:48.100614 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a471a77c-4cf6-430a-b4ab-23b864507abb req-0d5d2d77-213a-4d10-8e2c-350ecfdd83eb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=3b6b9ce4-da80-4ab1-a463-c424d77103cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410359 Jun 03 22:40:48.141250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1666230-f5b6-4858-b014-7e0a78e05d44 req-d6c9d10d-e062-42af-85d7-bfa291b19d54 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:40:48.142683 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1666230-f5b6-4858-b014-7e0a78e05d44 req-d6c9d10d-e062-42af-85d7-bfa291b19d54 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 945 time: 0.0892384 Jun 03 22:40:48.299486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-e1666230-f5b6-4858-b014-7e0a78e05d44 req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port 34230ad3-5154-4518-9025-5d0948241a0e {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:40:48.299853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-e1666230-f5b6-4858-b014-7e0a78e05d44 req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:48.441214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-e1666230-f5b6-4858-b014-7e0a78e05d44 req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port 34230ad3-5154-4518-9025-5d0948241a0e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=34230ad3-5154-4518-9025-5d0948241a0e,segment=NetworkSegment(cdf3c129-6add-48d5-bfb0-0874936c4c7d),segment_id=cdf3c129-6add-48d5-bfb0-0874936c4c7d)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:40:48.441484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-e1666230-f5b6-4858-b014-7e0a78e05d44 req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:48.568125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-e1666230-f5b6-4858-b014-7e0a78e05d44 req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for 34230ad3-5154-4518-9025-5d0948241a0e owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:40:48.708578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-e1666230-f5b6-4858-b014-7e0a78e05d44 req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:48.715002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a8c3f8a6-9f33-429b-aa1c-7af30e61f29d tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:48.761477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=34230ad3-5154-4518-9025-5d0948241a0e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:48.805086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:48.805477 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:48.805852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:48.806229 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:48.806598 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:48.806965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:48.807327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:48.807789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:48.808158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:48.808519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:48.808877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:48.809236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:48.817494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:48.854844 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1666230-f5b6-4858-b014-7e0a78e05d44 req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] No DVR routers for this DVR port 34230ad3-5154-4518-9025-5d0948241a0e on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:40:48.857510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-e1666230-f5b6-4858-b014-7e0a78e05d44 req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:48.860432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'name': 'network-vif-deleted', 'tag': '34230ad3-5154-4518-9025-5d0948241a0e'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:40:48.863046 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630247c2-5163-4355-ba66-85c7dd41e0f3" -d '{"events": [{"server_uuid": "5897373a-ad92-4c01-acef-c3e80b2d17b8", "name": "network-vif-deleted", "tag": "34230ad3-5154-4518-9025-5d0948241a0e"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:40:48.877867 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1666230-f5b6-4858-b014-7e0a78e05d44 req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "DELETE /v2.0/ports/34230ad3-5154-4518-9025-5d0948241a0e HTTP/1.1" status: 204 len: 173 time: 0.7291803 Jun 03 22:40:48.971917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df07522-6869-4fc8-9458-d10acb760356 x-openstack-request-id: req-2df07522-6869-4fc8-9458-d10acb760356 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:40:48.972560 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5897373a-ad92-4c01-acef-c3e80b2d17b8", "name": "network-vif-deleted", "tag": "34230ad3-5154-4518-9025-5d0948241a0e", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:40:48.972705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2df07522-6869-4fc8-9458-d10acb760356 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:40:48.973222 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5897373a-ad92-4c01-acef-c3e80b2d17b8', 'name': 'network-vif-deleted', 'tag': '34230ad3-5154-4518-9025-5d0948241a0e', 'status': 'completed', 'code': 200} Jun 03 22:40:49.274942 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-01db5544-0f7e-4348-a446-f02f86894abe req-4d82f914-be49-4bba-a93c-0cd50ab42206 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=5897373a-ad92-4c01-acef-c3e80b2d17b8 HTTP/1.1" status: 200 len: 210 time: 0.0446074 Jun 03 22:40:50.273177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 34230ad3-5154-4518-9025-5d0948241a0e no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:40:50.308187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 34230ad3-5154-4518-9025-5d0948241a0e {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:40:50.308518 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 34230ad3-5154-4518-9025-5d0948241a0e not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:40:50.376930 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34706) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:50.959686 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:51.389579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port a3a3d4e0-6b60-4407-b03a-2701de08fbed {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:40:51.390526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:51.668725 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port a3a3d4e0-6b60-4407-b03a-2701de08fbed, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=a3a3d4e0-6b60-4407-b03a-2701de08fbed,segment=NetworkSegment(cdf3c129-6add-48d5-bfb0-0874936c4c7d),segment_id=cdf3c129-6add-48d5-bfb0-0874936c4c7d)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:40:51.669068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:51.797439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for a3a3d4e0-6b60-4407-b03a-2701de08fbed owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:40:51.986878 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:51.991122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-06f72a73-394e-48d9-8fd6-919c7e9ad763 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:52.040308 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=a3a3d4e0-6b60-4407-b03a-2701de08fbed,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:52.043482 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:52.338089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:52.748931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 99b22cd2-a293-47de-a2c8-59a2acc429f3 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:40:52.817387 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-76a7b8b5-881e-4181-925a-fe3dfc1cf08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:52.932769 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:40:52.943199 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f0a7d-f3dd-401b-8b33-4402f1f897ff None None] Sync routers for ids ['99b22cd2-a293-47de-a2c8-59a2acc429f3'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:40:52.946015 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "PUT /v2.0/routers/99b22cd2-a293-47de-a2c8-59a2acc429f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5677969 Jun 03 22:40:52.948844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34710) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:52.953228 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f0a7d-f3dd-401b-8b33-4402f1f897ff None None] Routers {'99b22cd2-a293-47de-a2c8-59a2acc429f3'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:40:52.953846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8b6f0a7d-f3dd-401b-8b33-4402f1f897ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:40:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['99b22cd2-a293-47de-a2c8-59a2acc429f3'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:40:53.026389 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-304f6799-dfbd-4110-b511-ea48e73f1ce9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting subnet 735040c4-a9b1-41e7-afe6-72cb016a6dd0 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:40:53.029255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-304f6799-dfbd-4110-b511-ea48e73f1ce9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:53.196391 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-8b6f0a7d-f3dd-401b-8b33-4402f1f897ff None None] Set router 99b22cd2-a293-47de-a2c8-59a2acc429f3 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:40:53.244115 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-304f6799-dfbd-4110-b511-ea48e73f1ce9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:53.329713 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-304f6799-dfbd-4110-b511-ea48e73f1ce9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:53.491128 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8b6f0a7d-f3dd-401b-8b33-4402f1f897ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:40:51Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:40:53.495230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f0a7d-f3dd-401b-8b33-4402f1f897ff None None] Checking router: 99b22cd2-a293-47de-a2c8-59a2acc429f3 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:40:53.504312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f0a7d-f3dd-401b-8b33-4402f1f897ff None None] Routers {'99b22cd2-a293-47de-a2c8-59a2acc429f3'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:40:53.504927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8b6f0a7d-f3dd-401b-8b33-4402f1f897ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:40:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['99b22cd2-a293-47de-a2c8-59a2acc429f3'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:40:53.618863 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-304f6799-dfbd-4110-b511-ea48e73f1ce9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:53.623630 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b076efbf-f984-4c69-8155-7608bc499e45 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:53.665841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f6799-dfbd-4110-b511-ea48e73f1ce9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Subnet': ['ID=735040c4-a9b1-41e7-afe6-72cb016a6dd0,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:53.667881 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-304f6799-dfbd-4110-b511-ea48e73f1ce9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:53.672177 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-304f6799-dfbd-4110-b511-ea48e73f1ce9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:53.674906 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-304f6799-dfbd-4110-b511-ea48e73f1ce9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/subnets/735040c4-a9b1-41e7-afe6-72cb016a6dd0 HTTP/1.1" status: 204 len: 168 time: 0.7251065 Jun 03 22:40:53.677567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34712) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:53.678258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27dac01-eb11-4a62-a088-a7deaf8fc1d9 None None] Network 066359f5-8c0c-4f83-b2a9-10f4806a2ebc requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:40:53.731087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-8b6f0a7d-f3dd-401b-8b33-4402f1f897ff None None] Set router 99b22cd2-a293-47de-a2c8-59a2acc429f3 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:40:53.858673 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:54.034932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:54.113952 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:40:54.114280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:54.185582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8b6f0a7d-f3dd-401b-8b33-4402f1f897ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:40:51Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:40:54.192058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f0a7d-f3dd-401b-8b33-4402f1f897ff None None] The sync data for ids ['99b22cd2-a293-47de-a2c8-59a2acc429f3'] in dv-neutron-792998-2-hyperv is: [{'id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753540938', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:38:15Z', 'updated_at': '2021-06-03T22:40:51Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '63538df1-c8c0-4298-85fd-f05ffa4fc1d8', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b22cd2-a293-47de-a2c8-59a2acc429f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:38:16Z', 'updated_at': '2021-06-03T22:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:40:54.231007 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] DHCP port deletion for 066359f5-8c0c-4f83-b2a9-10f4806a2ebc request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:40:54.253056 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port 63538df1-c8c0-4298-85fd-f05ffa4fc1d8, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=63538df1-c8c0-4298-85fd-f05ffa4fc1d8,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:40:54.253399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:54.302080 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Deleting port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:40:54.302333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:54.376917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:40:54.407053 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] For port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4,segment=NetworkSegment(cdf3c129-6add-48d5-bfb0-0874936c4c7d),segment_id=cdf3c129-6add-48d5-bfb0-0874936c4c7d)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:40:54.407450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:54.527058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:54.532012 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dc59a13d-84a9-4059-aa31-e440b7c696c2 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:54.536858 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Calling delete_port for 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:40:54.577830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=63538df1-c8c0-4298-85fd-f05ffa4fc1d8,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:54.582267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:54.594302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:54.600413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-4db6986e-a0d2-425d-9a95-c679282f1427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:54.646815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Pushing event deleted for resources: {'Port': ['ID=522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:54.655314 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:54.655682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:54.656012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:54.656350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:54.656695 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:54.657153 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:54.657312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:54.657651 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:54.658581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:54.658581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:54.658581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:54.658889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:40:54.667013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:54.667261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] No DVR routers for this DVR port 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:40:54.685816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.001288 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.004521 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.037609 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.038194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Fanout notify agent at l3_agent the message router_deleted on router 99b22cd2-a293-47de-a2c8-59a2acc429f3 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:40:55.055224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.059071 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/routers/99b22cd2-a293-47de-a2c8-59a2acc429f3 HTTP/1.1" status: 204 len: 168 time: 1.3805969 Jun 03 22:40:55.059475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34714) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:55.336451 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.342882 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.485514 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.487151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6790a795-b3c1-45ed-b3be-b18d49f2d18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.498107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a3a3d4e0-6b60-4407-b03a-2701de08fbed no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:40:55.503724 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066359f5-8c0c-4f83-b2a9-10f4806a2ebc']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:40:55.517165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf3c129-6add-48d5-bfb0-0874936c4c7d') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:40:55.517444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf3c129-6add-48d5-bfb0-0874936c4c7d') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:40:55.530616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.548733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.557042 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Releasing vlan 1326 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:40:55.557632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:40:55.577877 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:40:55.603060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: a3a3d4e0-6b60-4407-b03a-2701de08fbed {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:40:55.603313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device a3a3d4e0-6b60-4407-b03a-2701de08fbed not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:40:55.603876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:40:55.638919 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:40:55.639428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 63538df1-c8c0-4298-85fd-f05ffa4fc1d8 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:40:55.639727 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:40:55.659605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.663509 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c68a462e-a907-4d95-b827-7ad5d03b72c1 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:55.679222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:40:55.679604 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 522d933f-4ccd-4dca-a6bf-2dd5b6e4c8c4 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:40:55.680933 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.687619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Network': ['ID=066359f5-8c0c-4f83-b2a9-10f4806a2ebc,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:55.692433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:55.696069 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a6b3e2ec-712f-48f2-961c-8580a2bcd42d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/networks/066359f5-8c0c-4f83-b2a9-10f4806a2ebc HTTP/1.1" status: 204 len: 168 time: 0.6358976 Jun 03 22:40:55.698734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34716) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:55.774138 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7894062-adef-4700-891e-ca8e04d77e88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.805177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7894062-adef-4700-891e-ca8e04d77e88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.883450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7894062-adef-4700-891e-ca8e04d77e88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.887602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-86fc6435-01c3-4dbf-a4e9-2b142fa2f76c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:55.903345 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7894062-adef-4700-891e-ca8e04d77e88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6b9ce4-da80-4ab1-a463-c424d77103cf,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:55.906082 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f7894062-adef-4700-891e-ca8e04d77e88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:55.917986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7894062-adef-4700-891e-ca8e04d77e88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:55.919287 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f7894062-adef-4700-891e-ca8e04d77e88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/security-groups/3b6b9ce4-da80-4ab1-a463-c424d77103cf HTTP/1.1" status: 204 len: 168 time: 0.2194524 Jun 03 22:40:56.137095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34722) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:56.144472 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819263890', 'description': 'tempest-secgroup-smoke-819263890 description', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:40:56.150784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:40:56.155678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:40:56.158953 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:40:56.165238 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:40:56.180875 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.204824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:40:56.209112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:40:56.212019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:40:56.219270 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:40:56.292452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.298612 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.302661 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7ae03917-54cc-4d3e-9828-6b32004ff87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:56.352755 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e60ec9-473a-48f0-ae77-8a01e07e541e,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:56.355917 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:56.361819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.362827 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b12cd77c-6b20-426c-8141-62d8b17c52fb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2247627 Jun 03 22:40:56.367086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34724) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:56.374172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d5f59e69-6a3a-43cd-b9ac-c71b9bd64a69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '39e60ec9-473a-48f0-ae77-8a01e07e541e', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:40:56.381833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d5f59e69-6a3a-43cd-b9ac-c71b9bd64a69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:40:56.386240 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d5f59e69-6a3a-43cd-b9ac-c71b9bd64a69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:40:56.390074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d5f59e69-6a3a-43cd-b9ac-c71b9bd64a69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:40:56.396946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d5f59e69-6a3a-43cd-b9ac-c71b9bd64a69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:40:56.416290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d5f59e69-6a3a-43cd-b9ac-c71b9bd64a69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.482669 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d5f59e69-6a3a-43cd-b9ac-c71b9bd64a69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.488917 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d5f59e69-6a3a-43cd-b9ac-c71b9bd64a69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.491605 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f12b63c7-9e1d-4544-97d8-5a0c6abbf9e8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:56.516547 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f59e69-6a3a-43cd-b9ac-c71b9bd64a69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38f0189-9809-4233-b1fc-26531f454ddf,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:56.519511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d5f59e69-6a3a-43cd-b9ac-c71b9bd64a69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:56.528511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d5f59e69-6a3a-43cd-b9ac-c71b9bd64a69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.529724 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d5f59e69-6a3a-43cd-b9ac-c71b9bd64a69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615012 Jun 03 22:40:56.532852 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34726) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:56.537507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-ea0de6a2-6e59-4fee-b2c7-aafe8b85f512 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '39e60ec9-473a-48f0-ae77-8a01e07e541e', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:40:56.543863 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ea0de6a2-6e59-4fee-b2c7-aafe8b85f512 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:40:56.547734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ea0de6a2-6e59-4fee-b2c7-aafe8b85f512 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:40:56.550780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-ea0de6a2-6e59-4fee-b2c7-aafe8b85f512 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:40:56.556704 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-ea0de6a2-6e59-4fee-b2c7-aafe8b85f512 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:40:56.579541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea0de6a2-6e59-4fee-b2c7-aafe8b85f512 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.645826 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea0de6a2-6e59-4fee-b2c7-aafe8b85f512 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.651238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea0de6a2-6e59-4fee-b2c7-aafe8b85f512 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.653132 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-92297006-d557-45e3-8ab6-0e10bd750ec3 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:56.674921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0de6a2-6e59-4fee-b2c7-aafe8b85f512 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc14f6c5-63c9-4b87-9613-ade78a9bc746,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:56.677422 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ea0de6a2-6e59-4fee-b2c7-aafe8b85f512 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:56.686658 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ea0de6a2-6e59-4fee-b2c7-aafe8b85f512 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.687892 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ea0de6a2-6e59-4fee-b2c7-aafe8b85f512 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540744 Jun 03 22:40:56.691399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34728) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:56.696263 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-629569de-41f7-4535-8a4c-7060e15baa03 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '39e60ec9-473a-48f0-ae77-8a01e07e541e', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:40:56.702951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-629569de-41f7-4535-8a4c-7060e15baa03 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:40:56.707091 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-629569de-41f7-4535-8a4c-7060e15baa03 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:40:56.710262 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-629569de-41f7-4535-8a4c-7060e15baa03 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:40:56.716186 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-629569de-41f7-4535-8a4c-7060e15baa03 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:40:56.736453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-629569de-41f7-4535-8a4c-7060e15baa03 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.811745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-629569de-41f7-4535-8a4c-7060e15baa03 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.817962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-629569de-41f7-4535-8a4c-7060e15baa03 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.819876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4ca9b5bc-7f28-413e-8d6a-17fad0e06a39 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:56.843904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629569de-41f7-4535-8a4c-7060e15baa03 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7f4542-c736-4750-b266-a571e2506928,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:56.849207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-629569de-41f7-4535-8a4c-7060e15baa03 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:56.856038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-629569de-41f7-4535-8a4c-7060e15baa03 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.857258 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-629569de-41f7-4535-8a4c-7060e15baa03 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1647902 Jun 03 22:40:56.860303 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34730) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:56.865346 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-730e66bd-9b46-4671-ae6f-02c134835b5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '39e60ec9-473a-48f0-ae77-8a01e07e541e', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:40:56.871524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-730e66bd-9b46-4671-ae6f-02c134835b5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:40:56.875547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-730e66bd-9b46-4671-ae6f-02c134835b5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:40:56.879058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-730e66bd-9b46-4671-ae6f-02c134835b5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:40:56.885117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-730e66bd-9b46-4671-ae6f-02c134835b5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:40:56.905937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-730e66bd-9b46-4671-ae6f-02c134835b5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.972208 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-730e66bd-9b46-4671-ae6f-02c134835b5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.978752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-730e66bd-9b46-4671-ae6f-02c134835b5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:56.980643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-482f8ab1-59e9-4129-bfb8-46db06bca8a7 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:57.006684 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e66bd-9b46-4671-ae6f-02c134835b5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb977240-a361-4822-a2ff-b0bec13ac041,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:57.012600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-730e66bd-9b46-4671-ae6f-02c134835b5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:57.020355 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-730e66bd-9b46-4671-ae6f-02c134835b5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.021608 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-730e66bd-9b46-4671-ae6f-02c134835b5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1602635 Jun 03 22:40:57.024532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34732) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:57.029899 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-38f35ac4-876d-460b-8d41-d9fdf26f4d98 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '39e60ec9-473a-48f0-ae77-8a01e07e541e', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:40:57.037257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-38f35ac4-876d-460b-8d41-d9fdf26f4d98 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:40:57.041278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-38f35ac4-876d-460b-8d41-d9fdf26f4d98 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:40:57.044324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-38f35ac4-876d-460b-8d41-d9fdf26f4d98 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:40:57.050932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-38f35ac4-876d-460b-8d41-d9fdf26f4d98 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:40:57.064892 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-38f35ac4-876d-460b-8d41-d9fdf26f4d98 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Project 06a2a9afa4eb4633a5485220d9b85f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:40:57.072072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38f35ac4-876d-460b-8d41-d9fdf26f4d98 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.144644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38f35ac4-876d-460b-8d41-d9fdf26f4d98 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.149953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38f35ac4-876d-460b-8d41-d9fdf26f4d98 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.151869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7923aeb6-b9fa-419d-bd85-ed1fe7c01492 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:57.164106 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.173158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f35ac4-876d-460b-8d41-d9fdf26f4d98 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2b0327-adba-4227-a2c1-03d784cbd591,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:57.177576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-38f35ac4-876d-460b-8d41-d9fdf26f4d98 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:57.186050 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-38f35ac4-876d-460b-8d41-d9fdf26f4d98 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.187319 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-38f35ac4-876d-460b-8d41-d9fdf26f4d98 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1615856 Jun 03 22:40:57.190649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34734) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:57.195155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'security_group_rule': {'security_group_id': '39e60ec9-473a-48f0-ae77-8a01e07e541e', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:40:57.201458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:40:57.205995 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:security_group_rule and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:40:57.209532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:40:57.215854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:40:57.229916 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Project 06a2a9afa4eb4633a5485220d9b85f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:40:57.236761 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.307252 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.314904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.317007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-002ec662-3fea-4e1b-ad78-99e5574c8e75 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:57.340949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df1ea8e-f32d-4bdc-aaee-1d91dd80ee3f,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:57.345746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:57.351771 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.352975 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1613936 Jun 03 22:40:57.356200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34736) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:57.361213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'network': {'name': 'tempest-network-smoke--564376782', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'port_security_enabled': True}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:40:57.366720 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:40:57.371141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:network and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:40:57.374158 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:40:57.380151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:40:57.394130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:40:57.397619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.428164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:40:57.438780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.439547 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Added segment d52e82b5-4e26-4c8f-a673-37db0ea6eea9 of type vlan for network fdbdd343-fba2-4902-b4c5-746be53a29c5 Jun 03 22:40:57.440476 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.468978 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.503580 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.509269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:40:57.509857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.513615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2235227e-08ed-460e-81ff-ff31410a0d46 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:57.614561 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2573049 Jun 03 22:40:57.617616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34738) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:40:57.622472 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'admin_state_up': True, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:40:57.623645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Network': ['ID=fdbdd343-fba2-4902-b4c5-746be53a29c5,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:57.626517 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:57.634650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:40:57.636227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network fdbdd343-fba2-4902-b4c5-746be53a29c5 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:40:57.638894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:router and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:40:57.641970 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:40:57.649620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:40:57.662640 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.663831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.681254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:57.973815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:58.284374 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:58.313300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:58.449329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.26.3.141 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/182a69e7-0b51-4730-bb58-26bf6b10818f) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:40:58.660889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:58.753210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:58.787441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:58.791652 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-8db4ed53-c19e-4ae3-9c1d-cf50c3c2d088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:40:58.849745 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:40:58.852882 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:40:58.861579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:40:58.899906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=182a69e7-0b51-4730-bb58-26bf6b10818f,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:40:58.905777 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:40:59.310787 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:59.676929 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:40:59.947111 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 9e2ad064-56ec-4ab4-a910-7679b073356f is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:41:00.129132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:41:00.138828 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Sync routers for ids ['9e2ad064-56ec-4ab4-a910-7679b073356f'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:41:00.148853 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Routers {'9e2ad064-56ec-4ab4-a910-7679b073356f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:41:00.149464 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:40:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['9e2ad064-56ec-4ab4-a910-7679b073356f'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:41:00.161708 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:00.166291 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-731b5f1a-51ae-4a92-ba9e-f8bdc11eba88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5443308 Jun 03 22:41:00.166441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34740) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:41:00.324832 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Set router 9e2ad064-56ec-4ab4-a910-7679b073356f gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:41:00.521716 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-695bc025-abd7-485d-8ea9-ad65876638a0 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=06a2a9afa4eb4633a5485220d9b85f10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3515623 Jun 03 22:41:00.521960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34744) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:41:00.625431 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:40:59Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:41:00.629564 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Checking router: 9e2ad064-56ec-4ab4-a910-7679b073356f for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:41:00.629910 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Updating router 9e2ad064-56ec-4ab4-a910-7679b073356f port 182a69e7-0b51-4730-bb58-26bf6b10818f binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:41:00.656170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98bbb8-7594-4b0b-a25b-b1beb775d267 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:00.657648 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-1d98bbb8-7594-4b0b-a25b-b1beb775d267 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346929 Jun 03 22:41:00.660441 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34746) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:41:00.682467 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:00.698332 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-55cbf584-53d6-4b46-bd0f-74e048eead13 tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=89480cb6-6a7d-4426-8e42-42be78eae688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367405 Jun 03 22:41:00.700955 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34748) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:41:00.706006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-637658142', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:41:00.815090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:41:00.818723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:subnet and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:41:00.821843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:41:00.828051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:41:00.840019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:41:00.843621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:01.041351 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:01.053797 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Transition to ACTIVE for port object 182a69e7-0b51-4730-bb58-26bf6b10818f will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:41:01.062049 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:01.065919 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:01.144582 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Attempting to bind port 182a69e7-0b51-4730-bb58-26bf6b10818f on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:41:01.145298 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Attempting to bind port 182a69e7-0b51-4730-bb58-26bf6b10818f by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:41:01.145298 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Attempting to bind port 182a69e7-0b51-4730-bb58-26bf6b10818f on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:41:01.147413 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Pushing event updated for resources: {'Port': ['ID=182a69e7-0b51-4730-bb58-26bf6b10818f,revision_number=2']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:01.156665 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:41:01.156997 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:41:01.157323 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:41:01.157712 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:41:01.158185 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:41:01.158820 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:41:01.159040 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:41:01.159317 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:41:01.159650 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:41:01.159959 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:41:01.160265 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:41:01.160603 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:41:01.163947 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:41:01.164320 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:41:01.164718 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:01.165096 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:41:01.165566 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Bound port: 182a69e7-0b51-4730-bb58-26bf6b10818f, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:41:01.165930 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:01.194329 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:01.243794 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] For port 182a69e7-0b51-4730-bb58-26bf6b10818f, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:41:01.246795 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] For port 182a69e7-0b51-4730-bb58-26bf6b10818f, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=182a69e7-0b51-4730-bb58-26bf6b10818f,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:41:01.252083 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:01.255737 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-c9e0ee55-c886-4296-b212-5e8036a8a042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:01.306508 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:01.311224 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2ffc05ba-58a7-45a9-aa8d-e0603575f8a1 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:01.327736 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Routers {'9e2ad064-56ec-4ab4-a910-7679b073356f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:41:01.328373 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:40:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['9e2ad064-56ec-4ab4-a910-7679b073356f'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:41:01.384398 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Pushing event updated for resources: {'Port': ['ID=182a69e7-0b51-4730-bb58-26bf6b10818f,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:01.395392 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-17f7cb2c-a0f8-48c2-b3b0-31d1ed2a27f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:01.395749 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Subnet': ['ID=9bd3e928-b0ea-4cff-8172-13483f3afad1,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:01.398457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:01.407831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Checking segment: {'id': 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:41:01.409005 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network hostable DHCP agents. Network: fdbdd343-fba2-4902-b4c5-746be53a29c5, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:41:01.427409 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network fdbdd343-fba2-4902-b4c5-746be53a29c5 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:41:01.437715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, fdbdd343-fba2-4902-b4c5-746be53a29c5) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:41:01.449073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:01.449564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0467e39f-f0db-4475-b7e7-b9d5e881aa60 None None] Network fdbdd343-fba2-4902-b4c5-746be53a29c5 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:41:01.450048 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:01.477959 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7728851 Jun 03 22:41:01.478201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34750) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:41:01.511861 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] Set router 9e2ad064-56ec-4ab4-a910-7679b073356f gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:41:01.687626 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-fdbdd343-fba2-4902-b4c5-746be53a29c5', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ips': [{'subnet_id': '9bd3e928-b0ea-4cff-8172-13483f3afad1'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:41:01.688566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:01.807011 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:40:59Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:41:01.811361 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b9180a-4d80-4289-9d0b-8d6ef3d8cbfa None None] The sync data for ids ['9e2ad064-56ec-4ab4-a910-7679b073356f'] in dv-neutron-792998-2-hyperv is: [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:40:59Z', 'revision_number': 3, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:41:01.860019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Allocated IP 172.20.0.2 (fdbdd343-fba2-4902-b4c5-746be53a29c5/9bd3e928-b0ea-4cff-8172-13483f3afad1/8e213fc8-ec09-409b-b25f-eda7aa09ace8) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:41:02.122553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:02.133996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Transition to ACTIVE for port object 8e213fc8-ec09-409b-b25f-eda7aa09ace8 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:41:02.153794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Transition to ACTIVE for port object 8e213fc8-ec09-409b-b25f-eda7aa09ace8 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:41:02.162927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:02.167406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-23024cd9-6e6f-4562-bf6e-f25ef72abbaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:02.240220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Network fdbdd343-fba2-4902-b4c5-746be53a29c5 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:41:02.250267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:41:02.255679 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:41:02.257907 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Pushing event updated for resources: {'Port': ['ID=8e213fc8-ec09-409b-b25f-eda7aa09ace8,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:02.261487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:02.357003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Attempting to bind port 8e213fc8-ec09-409b-b25f-eda7aa09ace8 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:41:02.357354 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Attempting to bind port 8e213fc8-ec09-409b-b25f-eda7aa09ace8 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:41:02.357626 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Attempting to bind port 8e213fc8-ec09-409b-b25f-eda7aa09ace8 on network fdbdd343-fba2-4902-b4c5-746be53a29c5 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:41:02.364960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:41:02.365415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Checking segment: {'id': 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:41:02.365829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:02.366227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Bound using segment: {'id': 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:41:02.366710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Bound port: 8e213fc8-ec09-409b-b25f-eda7aa09ace8, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:41:02.367082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:02.412842 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:02.464035 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] For port 8e213fc8-ec09-409b-b25f-eda7aa09ace8, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:41:02.467612 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] For port 8e213fc8-ec09-409b-b25f-eda7aa09ace8, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8e213fc8-ec09-409b-b25f-eda7aa09ace8,segment=NetworkSegment(d52e82b5-4e26-4c8f-a673-37db0ea6eea9),segment_id=d52e82b5-4e26-4c8f-a673-37db0ea6eea9)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:41:02.475990 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:02.479958 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-011df236-6756-4d48-bc38-6cff8890ee25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:02.572678 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Pushing event updated for resources: {'Port': ['ID=8e213fc8-ec09-409b-b25f-eda7aa09ace8,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:02.575843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:02.881511 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.20.0.1 (fdbdd343-fba2-4902-b4c5-746be53a29c5/9bd3e928-b0ea-4cff-8172-13483f3afad1/c194d06f-670b-40c3-aa95-8987dc5c700c) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:41:03.067072 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:03.087907 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Transition to ACTIVE for port object c194d06f-670b-40c3-aa95-8987dc5c700c will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:41:03.120774 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:03.124728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-17322e88-1086-4a9d-854d-abe21242d14c tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:03.190744 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network fdbdd343-fba2-4902-b4c5-746be53a29c5 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:41:03.193856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:41:03.202517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:41:03.234522 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=c194d06f-670b-40c3-aa95-8987dc5c700c,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:03.240758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:03.268045 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:03.446846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 182a69e7-0b51-4730-bb58-26bf6b10818f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:41:03.523813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 182a69e7-0b51-4730-bb58-26bf6b10818f completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:41:03.530915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 182a69e7-0b51-4730-bb58-26bf6b10818f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:41:03.531442 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:03.561606 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:03.664290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:03.681631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 182a69e7-0b51-4730-bb58-26bf6b10818f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=182a69e7-0b51-4730-bb58-26bf6b10818f,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:41:03.687906 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:03.688838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8e213fc8-ec09-409b-b25f-eda7aa09ace8 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:41:03.713018 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:03.815245 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=182a69e7-0b51-4730-bb58-26bf6b10818f,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:03.818557 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:03.819294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 8e213fc8-ec09-409b-b25f-eda7aa09ace8 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:41:04.099117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af816e-8ab7-41f9-b86c-93cffef59ade None None] Network fdbdd343-fba2-4902-b4c5-746be53a29c5 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:41:04.164053 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:04.170975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:04.197375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:04.252266 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-dce5aeb0-8f94-4948-afcb-e0bb3a9d0474 None None] Provisioning for port 8e213fc8-ec09-409b-b25f-eda7aa09ace8 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:41:04.262322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-dce5aeb0-8f94-4948-afcb-e0bb3a9d0474 None None] Provisioning complete for port 8e213fc8-ec09-409b-b25f-eda7aa09ace8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:41:04.262671 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dce5aeb0-8f94-4948-afcb-e0bb3a9d0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:04.292696 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:04.296295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=c194d06f-670b-40c3-aa95-8987dc5c700c,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:04.300815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:04.440855 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network fdbdd343-fba2-4902-b4c5-746be53a29c5 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:41:04.441908 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:41:04.484374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dce5aeb0-8f94-4948-afcb-e0bb3a9d0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:04.528467 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-dce5aeb0-8f94-4948-afcb-e0bb3a9d0474 None None] For port 8e213fc8-ec09-409b-b25f-eda7aa09ace8, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8e213fc8-ec09-409b-b25f-eda7aa09ace8,segment=NetworkSegment(d52e82b5-4e26-4c8f-a673-37db0ea6eea9),segment_id=d52e82b5-4e26-4c8f-a673-37db0ea6eea9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:41:04.535300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-dce5aeb0-8f94-4948-afcb-e0bb3a9d0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:04.537471 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d7c40e73-fd35-4384-9540-15fc1a4e996e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:04.611204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5aeb0-8f94-4948-afcb-e0bb3a9d0474 None None] Pushing event updated for resources: {'Port': ['ID=8e213fc8-ec09-409b-b25f-eda7aa09ace8,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:04.616242 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-dce5aeb0-8f94-4948-afcb-e0bb3a9d0474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:04.653849 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 9e2ad064-56ec-4ab4-a910-7679b073356f has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:41:04.758762 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1d62839c-0c21-490a-8c4d-8dd9c316d5f3 None None] Provisioning for port c194d06f-670b-40c3-aa95-8987dc5c700c completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:41:04.765010 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1d62839c-0c21-490a-8c4d-8dd9c316d5f3 None None] Provisioning complete for port c194d06f-670b-40c3-aa95-8987dc5c700c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:41:04.765719 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d62839c-0c21-490a-8c4d-8dd9c316d5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:04.834178 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-1d62839c-0c21-490a-8c4d-8dd9c316d5f3 None None] Port c194d06f-670b-40c3-aa95-8987dc5c700c cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:41:04.846237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-1d62839c-0c21-490a-8c4d-8dd9c316d5f3 None None] Provisioning complete for port 8e213fc8-ec09-409b-b25f-eda7aa09ace8 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:41:04.846614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1d62839c-0c21-490a-8c4d-8dd9c316d5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:04.849094 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:41:04.863647 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "PUT /v2.0/routers/9e2ad064-56ec-4ab4-a910-7679b073356f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3844061 Jun 03 22:41:04.874735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Sync routers for ids ['9e2ad064-56ec-4ab4-a910-7679b073356f'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:41:04.904765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Routers {'9e2ad064-56ec-4ab4-a910-7679b073356f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:41:04.904765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:40:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['9e2ad064-56ec-4ab4-a910-7679b073356f'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:41:05.082035 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-645e4ee4-406c-4c07-82ec-71dbba982fe7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:41:05.101240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-645e4ee4-406c-4c07-82ec-71dbba982fe7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:41:05.104505 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-645e4ee4-406c-4c07-82ec-71dbba982fe7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819263890&fields=id&tenant_id=06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 267 time: 0.0662746 Jun 03 22:41:05.157781 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Set router 9e2ad064-56ec-4ab4-a910-7679b073356f gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:41:05.268246 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-ba12c0a6-f246-4dae-96da-9a422e9efadf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:05.268933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-ba12c0a6-f246-4dae-96da-9a422e9efadf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:41:05.285600 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-ba12c0a6-f246-4dae-96da-9a422e9efadf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:41:05.286795 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-ba12c0a6-f246-4dae-96da-9a422e9efadf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/networks?id=fdbdd343-fba2-4902-b4c5-746be53a29c5 HTTP/1.1" status: 200 len: 796 time: 0.1754127 Jun 03 22:41:05.303014 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-26729c54-f71c-42bd-85d2-9978685749fa tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/quotas/06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 375 time: 0.0098574 Jun 03 22:41:05.384668 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-85733027-fb9d-4633-9d51-e9c1893d2ee0 None None] Provisioning complete for port c194d06f-670b-40c3-aa95-8987dc5c700c triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:41:05.385040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85733027-fb9d-4633-9d51-e9c1893d2ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:05.402918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f56b5354-3478-487e-a7e2-dd554197aa54 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:41:05.422517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f56b5354-3478-487e-a7e2-dd554197aa54 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:41:05.422728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 182a69e7-0b51-4730-bb58-26bf6b10818f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:41:05.424110 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f56b5354-3478-487e-a7e2-dd554197aa54 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155488 Jun 03 22:41:05.545262 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-85733027-fb9d-4633-9d51-e9c1893d2ee0 None None] Port c194d06f-670b-40c3-aa95-8987dc5c700c cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:41:05.578595 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 182a69e7-0b51-4730-bb58-26bf6b10818f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:41:05.579320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:05.616011 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-4e71821c-4f88-499e-81a7-d0758df933f3 service neutron] 10.222.0.96 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779556 Jun 03 22:41:05.648687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c194d06f-670b-40c3-aa95-8987dc5c700c', 'name': '', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9e:4c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:41:02Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 2, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:41:05.654571 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Checking router: 9e2ad064-56ec-4ab4-a910-7679b073356f for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:41:05.654913 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Updating router 9e2ad064-56ec-4ab4-a910-7679b073356f port c194d06f-670b-40c3-aa95-8987dc5c700c binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:41:05.749959 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-83880e23-747f-412e-ab8b-81304729d5fd service neutron] 10.222.0.96 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281135 Jun 03 22:41:05.753657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:05.768507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8e213fc8-ec09-409b-b25f-eda7aa09ace8 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:41:05.962929 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-29a429d0-1174-4f9b-a7d1-0cb18c8a710d req-be136ff7-641c-4541-af91-7f7bdd4c705b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:41:05.980502 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-29a429d0-1174-4f9b-a7d1-0cb18c8a710d req-be136ff7-641c-4541-af91-7f7bdd4c705b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:41:05.981766 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-29a429d0-1174-4f9b-a7d1-0cb18c8a710d req-be136ff7-641c-4541-af91-7f7bdd4c705b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 210 time: 0.0645239 Jun 03 22:41:05.992918 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 8e213fc8-ec09-409b-b25f-eda7aa09ace8 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:41:05.993273 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:06.324715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:06.336548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Transition to ACTIVE for port object c194d06f-670b-40c3-aa95-8987dc5c700c will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:41:06.346534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:06.352386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8e005f7e-6974-40f8-87c5-457a6b2379f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:06.516381 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95386f33-7ce5-492a-9d15-bb32e49f6622 None None] Pushing event updated for resources: {'Port': ['ID=c194d06f-670b-40c3-aa95-8987dc5c700c,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:06.524301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-95386f33-7ce5-492a-9d15-bb32e49f6622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:06.585285 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Attempting to bind port c194d06f-670b-40c3-aa95-8987dc5c700c on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:41:06.585964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Attempting to bind port c194d06f-670b-40c3-aa95-8987dc5c700c by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:41:06.585964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Attempting to bind port c194d06f-670b-40c3-aa95-8987dc5c700c on network fdbdd343-fba2-4902-b4c5-746be53a29c5 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:41:06.591317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:41:06.591726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Checking segment: {'id': 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:41:06.592129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:06.592519 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Bound using segment: {'id': 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:41:06.592980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Bound port: c194d06f-670b-40c3-aa95-8987dc5c700c, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:41:06.593353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:06.691390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] For port c194d06f-670b-40c3-aa95-8987dc5c700c, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:41:06.695278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] For port c194d06f-670b-40c3-aa95-8987dc5c700c, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c194d06f-670b-40c3-aa95-8987dc5c700c,segment=NetworkSegment(d52e82b5-4e26-4c8f-a673-37db0ea6eea9),segment_id=d52e82b5-4e26-4c8f-a673-37db0ea6eea9)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:41:06.700289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:06.703886 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:06.785704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Routers {'9e2ad064-56ec-4ab4-a910-7679b073356f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:41:06.786374 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:40:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['9e2ad064-56ec-4ab4-a910-7679b073356f'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:41:06.854181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95386f33-7ce5-492a-9d15-bb32e49f6622 None None] Pushing event updated for resources: {'Port': ['ID=c194d06f-670b-40c3-aa95-8987dc5c700c,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:06.858915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-95386f33-7ce5-492a-9d15-bb32e49f6622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:06.982408 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] Set router 9e2ad064-56ec-4ab4-a910-7679b073356f gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:41:07.087354 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-adfe2162-80bd-42af-b91c-fca071503bf7 req-8761e8a0-71fd-4635-ae28-2427d7fcef8f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 210 time: 0.0512130 Jun 03 22:41:07.337545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c194d06f-670b-40c3-aa95-8987dc5c700c', 'name': '', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9e:4c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:41:02Z', 'updated_at': '2021-06-03T22:41:06Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:41:07.342061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5298b-86f8-4d53-ad30-dae4a3fd2b6f None None] The sync data for ids ['9e2ad064-56ec-4ab4-a910-7679b073356f'] in dv-neutron-792998-2-hyperv is: [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c194d06f-670b-40c3-aa95-8987dc5c700c', 'name': '', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9e:4c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:41:02Z', 'updated_at': '2021-06-03T22:41:06Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:41:08.233632 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-76b46024-5f2b-4c47-8fa3-ce771c2c47e6 req-6d3e27fa-23e3-46b8-866d-7a10c9592347 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 210 time: 0.0584366 Jun 03 22:41:09.141311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-ff54e6aa-2dba-46f4-848a-10def24e7f9e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:09.142959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-ff54e6aa-2dba-46f4-848a-10def24e7f9e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:41:09.155901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-ff54e6aa-2dba-46f4-848a-10def24e7f9e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:41:09.157048 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-ff54e6aa-2dba-46f4-848a-10def24e7f9e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/networks?id=fdbdd343-fba2-4902-b4c5-746be53a29c5 HTTP/1.1" status: 200 len: 796 time: 0.1725070 Jun 03 22:41:09.167677 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:41:09.209994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-e3a0957e-8e0f-44ba-bd40-22ce80d71015 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:41:09.223084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-e3a0957e-8e0f-44ba-bd40-22ce80d71015 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:41:09.224281 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-e3a0957e-8e0f-44ba-bd40-22ce80d71015 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a2a9afa4eb4633a5485220d9b85f10 HTTP/1.1" status: 200 len: 379 time: 0.0569341 Jun 03 22:41:09.235083 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'port': {'device_id': '623d5590-067c-4629-8c9f-8ff09559d97b', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'admin_state_up': True, 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'security_groups': ['39e60ec9-473a-48f0-ae77-8a01e07e541e']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:41:09.386366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:41:09.397845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:41:09.410145 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c9f5b1ee-bb37-4320-a70e-9f3c69694e46 req-35325a17-c9c5-4409-969b-20baae39139f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 210 time: 0.0578210 Jun 03 22:41:09.413017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Made reservation on behalf of 06a2a9afa4eb4633a5485220d9b85f10 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:41:09.416684 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:09.435568 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c194d06f-670b-40c3-aa95-8987dc5c700c up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:41:09.509953 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c194d06f-670b-40c3-aa95-8987dc5c700c completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:41:09.518585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c194d06f-670b-40c3-aa95-8987dc5c700c triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:41:09.518980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:09.612115 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.20.0.4 (fdbdd343-fba2-4902-b4c5-746be53a29c5/9bd3e928-b0ea-4cff-8172-13483f3afad1/1b35a1db-52d4-49d4-b790-4c0311f3b87b) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:41:09.699795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:09.732706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port c194d06f-670b-40c3-aa95-8987dc5c700c, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c194d06f-670b-40c3-aa95-8987dc5c700c,segment=NetworkSegment(d52e82b5-4e26-4c8f-a673-37db0ea6eea9),segment_id=d52e82b5-4e26-4c8f-a673-37db0ea6eea9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:41:09.739109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:09.740995 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-95386f33-7ce5-492a-9d15-bb32e49f6622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:09.806856 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:09.811798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=c194d06f-670b-40c3-aa95-8987dc5c700c,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:09.815579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:09.823536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Transition to ACTIVE for port object 1b35a1db-52d4-49d4-b790-4c0311f3b87b will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:41:09.849339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:09.855699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-afc17183-8426-4832-8de7-9e7839534175 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:09.919954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network fdbdd343-fba2-4902-b4c5-746be53a29c5 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:41:09.922857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:41:09.931912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:41:09.970989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=1b35a1db-52d4-49d4-b790-4c0311f3b87b,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:09.980219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:10.005911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:10.006571 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:10.035640 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8042438 Jun 03 22:41:10.047530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Request body: {'port': {'device_id': '623d5590-067c-4629-8c9f-8ff09559d97b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:41:10.165377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-99728699-28ec-4195-9ad8-807b543c8d74 None None] Provisioning for port 1b35a1db-52d4-49d4-b790-4c0311f3b87b completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:41:10.169276 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:10.170767 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-99728699-28ec-4195-9ad8-807b543c8d74 None None] Provisioning complete for port 1b35a1db-52d4-49d4-b790-4c0311f3b87b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:41:10.171224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-99728699-28ec-4195-9ad8-807b543c8d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:10.231514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-99728699-28ec-4195-9ad8-807b543c8d74 None None] Port 1b35a1db-52d4-49d4-b790-4c0311f3b87b cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:41:10.741959 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457a1c5-1d99-410c-8088-7f513c768784 req-ca286035-8f5d-406b-93fc-58b0a074f32e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:10.742544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-a457a1c5-1d99-410c-8088-7f513c768784 req-ca286035-8f5d-406b-93fc-58b0a074f32e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:41:10.757528 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b35a1db-52d4-49d4-b790-4c0311f3b87b {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:41:10.768464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:10.783368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-a457a1c5-1d99-410c-8088-7f513c768784 req-ca286035-8f5d-406b-93fc-58b0a074f32e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:41:10.784554 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a457a1c5-1d99-410c-8088-7f513c768784 req-ca286035-8f5d-406b-93fc-58b0a074f32e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 931 time: 0.2067864 Jun 03 22:41:10.787010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Transition to ACTIVE for port object 1b35a1db-52d4-49d4-b790-4c0311f3b87b will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:41:10.805147 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:10.810202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8618091d-699b-449c-afd9-b616f21d7879 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:10.958984 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a457a1c5-1d99-410c-8088-7f513c768784 req-6011643a-a873-4aa6-9824-d0266cc6a385 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683893 Jun 03 22:41:10.964363 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Pushing event updated for resources: {'Port': ['ID=1b35a1db-52d4-49d4-b790-4c0311f3b87b,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:10.993067 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:11.078541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Attempting to bind port 1b35a1db-52d4-49d4-b790-4c0311f3b87b on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:41:11.078871 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Attempting to bind port 1b35a1db-52d4-49d4-b790-4c0311f3b87b by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:41:11.079188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Attempting to bind port 1b35a1db-52d4-49d4-b790-4c0311f3b87b on network fdbdd343-fba2-4902-b4c5-746be53a29c5 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:41:11.084233 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Port 1b35a1db-52d4-49d4-b790-4c0311f3b87b on network fdbdd343-fba2-4902-b4c5-746be53a29c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:41:11.084541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Attempting to bind port 1b35a1db-52d4-49d4-b790-4c0311f3b87b on network fdbdd343-fba2-4902-b4c5-746be53a29c5 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:41:11.089737 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:41:11.090066 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Checking segment: {'id': 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:41:11.090417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Bound using segment: {'id': 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:41:11.090957 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Bound port: 1b35a1db-52d4-49d4-b790-4c0311f3b87b, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:41:11.091296 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:11.199568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] For port 1b35a1db-52d4-49d4-b790-4c0311f3b87b, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:41:11.202888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] For port 1b35a1db-52d4-49d4-b790-4c0311f3b87b, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1b35a1db-52d4-49d4-b790-4c0311f3b87b,segment=NetworkSegment(d52e82b5-4e26-4c8f-a673-37db0ea6eea9),segment_id=d52e82b5-4e26-4c8f-a673-37db0ea6eea9)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:41:11.210996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:11.214993 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-79da29d1-99c8-4af1-bcbe-50be1ac735d2 tempest-TestEncryptedCinderVolumes-952067939 tempest-TestEncryptedCinderVolumes-952067939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:11.272048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:11.272529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:11.273946 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] 10.222.0.24 "PUT /v2.0/ports/1b35a1db-52d4-49d4-b790-4c0311f3b87b HTTP/1.1" status: 200 len: 1093 time: 1.2308760 Jun 03 22:41:11.274467 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623d5590-067c-4629-8c9f-8ff09559d97b', 'tag': '1b35a1db-52d4-49d4-b790-4c0311f3b87b'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:41:11.276788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfedd31e-fc4f-4802-b020-0ebe18674833" -d '{"events": [{"name": "network-changed", "server_uuid": "623d5590-067c-4629-8c9f-8ff09559d97b", "tag": "1b35a1db-52d4-49d4-b790-4c0311f3b87b"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:41:11.304081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Pushing event updated for resources: {'Port': ['ID=1b35a1db-52d4-49d4-b790-4c0311f3b87b,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:11.307728 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:11.332549 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659c96f5-921e-4644-8c46-439049580b2e x-openstack-request-id: req-659c96f5-921e-4644-8c46-439049580b2e {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:41:11.332889 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623d5590-067c-4629-8c9f-8ff09559d97b", "tag": "1b35a1db-52d4-49d4-b790-4c0311f3b87b", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:41:11.333187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-659c96f5-921e-4644-8c46-439049580b2e {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:41:11.333662 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623d5590-067c-4629-8c9f-8ff09559d97b', 'tag': '1b35a1db-52d4-49d4-b790-4c0311f3b87b', 'status': 'completed', 'code': 200} Jun 03 22:41:11.411437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c194d06f-670b-40c3-aa95-8987dc5c700c up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:41:11.448214 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-d9001aab-d901-4bc2-93a4-6fbf88dcf10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:11.449755 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-d9001aab-d901-4bc2-93a4-6fbf88dcf10f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 1096 time: 0.1321707 Jun 03 22:41:11.484060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c194d06f-670b-40c3-aa95-8987dc5c700c triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:41:11.484561 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:11.525834 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-25a09a98-aee1-4d15-82f7-f23d0ee50fb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b35a1db-52d4-49d4-b790-4c0311f3b87b HTTP/1.1" status: 200 len: 217 time: 0.0686796 Jun 03 22:41:11.591236 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-9164fc23-4003-4876-8a01-5e43acd0f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:11.592736 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-9164fc23-4003-4876-8a01-5e43acd0f895 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bd3e928-b0ea-4cff-8172-13483f3afad1 HTTP/1.1" status: 200 len: 834 time: 0.0606558 Jun 03 22:41:11.689103 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-e48e6e4f-2879-4531-ae01-8f86f33db98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:11.690762 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-e48e6e4f-2879-4531-ae01-8f86f33db98f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdbdd343-fba2-4902-b4c5-746be53a29c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912573 Jun 03 22:41:11.827299 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-01654049-9c79-414b-9fe1-4bc11ff74ffc service neutron] 10.222.0.24 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293314 Jun 03 22:41:11.972464 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-aa062b4d-f6f4-4b33-8b81-e5e26bab4379 req-9c74246e-451f-4de2-a8f2-9a98e966ab3c service neutron] 10.222.0.24 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380007 Jun 03 22:41:12.145283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedd31e-fc4f-4802-b020-0ebe18674833 req-cc34b2c3-9b72-4dc5-afae-8af8d3748f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:12.146739 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bfedd31e-fc4f-4802-b020-0ebe18674833 req-cc34b2c3-9b72-4dc5-afae-8af8d3748f0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 1096 time: 0.1209717 Jun 03 22:41:12.279003 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b70c19-bc11-4fda-afbc-125206f5ed1a req-2e91f716-3f7a-4c05-baf9-e35ca0613b3e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:12.280534 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9b70c19-bc11-4fda-afbc-125206f5ed1a req-2e91f716-3f7a-4c05-baf9-e35ca0613b3e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 943 time: 0.2001209 Jun 03 22:41:12.347570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedd31e-fc4f-4802-b020-0ebe18674833 req-7d0eee6b-c250-4f80-970c-0a2c9a49c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:12.348906 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bfedd31e-fc4f-4802-b020-0ebe18674833 req-7d0eee6b-c250-4f80-970c-0a2c9a49c99d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdbdd343-fba2-4902-b4c5-746be53a29c5 HTTP/1.1" status: 200 len: 898 time: 0.1925776 Jun 03 22:41:12.353842 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b9b70c19-bc11-4fda-afbc-125206f5ed1a req-aadb6bbf-ff8b-48e2-bdf1-3b01fcaad6ed tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651295 Jun 03 22:41:12.421679 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bfedd31e-fc4f-4802-b020-0ebe18674833 req-e471bcab-6a49-4a6a-bac7-d0c68462ee1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b35a1db-52d4-49d4-b790-4c0311f3b87b HTTP/1.1" status: 200 len: 217 time: 0.0659790 Jun 03 22:41:12.645130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedd31e-fc4f-4802-b020-0ebe18674833 req-520c061c-361c-4c3f-b95b-56c889456300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:12.646464 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bfedd31e-fc4f-4802-b020-0ebe18674833 req-520c061c-361c-4c3f-b95b-56c889456300 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bd3e928-b0ea-4cff-8172-13483f3afad1 HTTP/1.1" status: 200 len: 834 time: 0.2183101 Jun 03 22:41:12.731004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedd31e-fc4f-4802-b020-0ebe18674833 req-3e50105e-277b-47f1-9790-c414177a2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:12.732515 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bfedd31e-fc4f-4802-b020-0ebe18674833 req-3e50105e-277b-47f1-9790-c414177a2ff7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdbdd343-fba2-4902-b4c5-746be53a29c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789535 Jun 03 22:41:12.873812 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bfedd31e-fc4f-4802-b020-0ebe18674833 req-3870177b-7bee-4f35-8cb0-65ee4c7c9e54 service neutron] 10.222.0.24 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337769 Jun 03 22:41:13.014344 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bfedd31e-fc4f-4802-b020-0ebe18674833 req-51a865e5-c71e-4906-92ce-ea4fcab6ae6a service neutron] 10.222.0.24 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330111 Jun 03 22:41:13.548869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225054-16de-4636-97f5-6df5cc0c7118 req-c7a291b9-75f1-4877-bcb0-fda50735e383 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:13.550393 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-16225054-16de-4636-97f5-6df5cc0c7118 req-c7a291b9-75f1-4877-bcb0-fda50735e383 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 943 time: 0.0817156 Jun 03 22:41:13.600991 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-16225054-16de-4636-97f5-6df5cc0c7118 req-34e87ff9-d8b6-4e7d-a273-e7521c8f065f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 Jun 03 22:41:14.806207 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999b557-12a3-4aa7-9cfd-9cdc1d160880 req-fd620c50-2693-44ef-95b7-b72eac54c53b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:14.807697 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f999b557-12a3-4aa7-9cfd-9cdc1d160880 req-fd620c50-2693-44ef-95b7-b72eac54c53b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 943 time: 0.0836852 Jun 03 22:41:14.860645 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f999b557-12a3-4aa7-9cfd-9cdc1d160880 req-9da057ac-a1c6-4bc2-b22f-b5b171ff95f0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471699 Jun 03 22:41:16.086234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef45c2b-6401-4a7b-b23d-6cdc020753cf req-1fe35d0e-7949-444d-ad6f-8cc6715abd4a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:16.087772 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5ef45c2b-6401-4a7b-b23d-6cdc020753cf req-1fe35d0e-7949-444d-ad6f-8cc6715abd4a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 943 time: 0.1174412 Jun 03 22:41:16.281875 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5ef45c2b-6401-4a7b-b23d-6cdc020753cf req-1c7e6c68-7559-4a1a-8bf8-f336935158aa tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880853 Jun 03 22:41:16.424506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 1b35a1db-52d4-49d4-b790-4c0311f3b87b details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:41:16.571821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 1b35a1db-52d4-49d4-b790-4c0311f3b87b, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1b35a1db-52d4-49d4-b790-4c0311f3b87b,segment=NetworkSegment(d52e82b5-4e26-4c8f-a673-37db0ea6eea9),segment_id=d52e82b5-4e26-4c8f-a673-37db0ea6eea9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:41:16.597183 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '1b35a1db-52d4-49d4-b790-4c0311f3b87b', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'port_id': '1b35a1db-52d4-49d4-b790-4c0311f3b87b', 'mac_address': 'fa:16:3e:80:41:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:41:16.654301 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:16.671294 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b35a1db-52d4-49d4-b790-4c0311f3b87b {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:41:16.687339 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 1b35a1db-52d4-49d4-b790-4c0311f3b87b, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1b35a1db-52d4-49d4-b790-4c0311f3b87b,segment=NetworkSegment(d52e82b5-4e26-4c8f-a673-37db0ea6eea9),segment_id=d52e82b5-4e26-4c8f-a673-37db0ea6eea9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:41:16.694187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:16.696420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:16.779980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=1b35a1db-52d4-49d4-b790-4c0311f3b87b,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:16.785154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:17.010652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['1b35a1db-52d4-49d4-b790-4c0311f3b87b'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:41:17.569918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0b8cd-2ac7-4b35-b7fd-402c2aa714aa req-85cbba2f-ab45-435f-add9-2a4b9e2c20fd tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:17.571283 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8ed0b8cd-2ac7-4b35-b7fd-402c2aa714aa req-85cbba2f-ab45-435f-add9-2a4b9e2c20fd tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 944 time: 0.0876362 Jun 03 22:41:17.618696 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8ed0b8cd-2ac7-4b35-b7fd-402c2aa714aa req-0c352158-a392-4bfa-9ff8-16e10e579dbf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416484 Jun 03 22:41:18.452483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 1b35a1db-52d4-49d4-b790-4c0311f3b87b up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:41:18.527367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 1b35a1db-52d4-49d4-b790-4c0311f3b87b completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:41:18.532777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 1b35a1db-52d4-49d4-b790-4c0311f3b87b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:41:18.533163 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:18.656787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:18.686051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623d5590-067c-4629-8c9f-8ff09559d97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b35a1db-52d4-49d4-b790-4c0311f3b87b'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:41:18.688389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7d4f54ee5e0f3e26b7560cc0af0108257b1bfd2c36a4b44123d71e7b0cd2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f3de81-25f4-48e1-a9d5-de618228c3d3" -d '{"events": [{"server_uuid": "623d5590-067c-4629-8c9f-8ff09559d97b", "name": "network-vif-plugged", "status": "completed", "tag": "1b35a1db-52d4-49d4-b790-4c0311f3b87b"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:41:18.696784 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 1b35a1db-52d4-49d4-b790-4c0311f3b87b, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1b35a1db-52d4-49d4-b790-4c0311f3b87b,segment=NetworkSegment(d52e82b5-4e26-4c8f-a673-37db0ea6eea9),segment_id=d52e82b5-4e26-4c8f-a673-37db0ea6eea9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:41:18.702435 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:18.704383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-19d8d19c-6494-4049-b0e3-39167598b54d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:18.740686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fea5c2d-b576-435c-bae3-ea78c0d59f3a x-openstack-request-id: req-7fea5c2d-b576-435c-bae3-ea78c0d59f3a {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:41:18.740982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623d5590-067c-4629-8c9f-8ff09559d97b", "name": "network-vif-plugged", "status": "completed", "tag": "1b35a1db-52d4-49d4-b790-4c0311f3b87b", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:41:18.741213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7fea5c2d-b576-435c-bae3-ea78c0d59f3a {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:41:18.741617 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623d5590-067c-4629-8c9f-8ff09559d97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b35a1db-52d4-49d4-b790-4c0311f3b87b', 'code': 200} Jun 03 22:41:18.780034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=1b35a1db-52d4-49d4-b790-4c0311f3b87b,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:18.783282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:18.818043 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f7269-5c49-43c1-aea8-2c318622886c req-99d1f4d8-f55a-4332-ba07-50301f8815ce tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:18.819658 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a09f7269-5c49-43c1-aea8-2c318622886c req-99d1f4d8-f55a-4332-ba07-50301f8815ce tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.0882807 Jun 03 22:41:18.871145 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a09f7269-5c49-43c1-aea8-2c318622886c req-712ac55f-fb0b-48ff-a047-fbfe79affe48 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455050 Jun 03 22:41:18.992461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425121c-07ab-4af3-a21c-437e7abcf579 req-67bc711b-f5a7-4fd3-9757-f685b94b3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:18.993834 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4425121c-07ab-4af3-a21c-437e7abcf579 req-67bc711b-f5a7-4fd3-9757-f685b94b3d63 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 1098 time: 0.0730977 Jun 03 22:41:19.039621 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4425121c-07ab-4af3-a21c-437e7abcf579 req-6290384c-db90-4183-a6c8-a33d1c70e8eb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387855 Jun 03 22:41:20.081638 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e884964-22e1-4df7-9196-bbe9684e2c05 req-5812433b-9e52-45b8-bb52-333abeaf43f2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:20.083244 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6e884964-22e1-4df7-9196-bbe9684e2c05 req-5812433b-9e52-45b8-bb52-333abeaf43f2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.0900769 Jun 03 22:41:20.130114 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6e884964-22e1-4df7-9196-bbe9684e2c05 req-7f0a0ba6-0dd3-494d-83d1-6b7ee9679760 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 Jun 03 22:41:21.345128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e388b-2bb0-474d-96be-845c036888a2 req-edbee260-7b7d-4ef6-b8cc-de0a5f782aeb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:21.346521 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-716e388b-2bb0-474d-96be-845c036888a2 req-edbee260-7b7d-4ef6-b8cc-de0a5f782aeb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.1065414 Jun 03 22:41:21.396063 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-716e388b-2bb0-474d-96be-845c036888a2 req-01f88363-d6e4-4591-9353-497df1579f52 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400476 Jun 03 22:41:21.598117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e4656-228e-411d-b3b3-4520977d4db1 req-8fba4adf-6c26-4b69-8a9a-a920b6f96206 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:21.599514 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-515e4656-228e-411d-b3b3-4520977d4db1 req-8fba4adf-6c26-4b69-8a9a-a920b6f96206 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.0858798 Jun 03 22:41:21.649855 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-515e4656-228e-411d-b3b3-4520977d4db1 req-15c2ba8f-ab71-4feb-83d7-40a45ed5d2d7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441699 Jun 03 22:41:21.682122 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34822) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:41:21.756830 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e79e1-f5fe-4ea8-90c9-7c9b7c9cb86e tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:21.758345 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-855e79e1-f5fe-4ea8-90c9-7c9b7c9cb86e tempest-TestNetworkAdvancedServerOps-32762684 tempest-TestNetworkAdvancedServerOps-32762684-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 1093 time: 0.0752103 Jun 03 22:41:21.761178 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34824) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:41:21.766493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '1b35a1db-52d4-49d4-b790-4c0311f3b87b', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:41:21.773974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:41:21.778342 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Usage tracker for resource:floatingip and tenant:06a2a9afa4eb4633a5485220d9b85f10 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:41:21.781481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:41:21.788525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:41:21.804367 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:21.949369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:22.109117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Allocated IP 172.26.3.200 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/70b698cc-d9c6-4540-9a08-39b2fa8796a8) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:41:22.265807 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:22.299438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:22.303633 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-61f2c446-fe67-49fd-b63c-5c783b9d6066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:22.361854 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:41:22.365155 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:41:22.373175 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:41:22.406088 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=70b698cc-d9c6-4540-9a08-39b2fa8796a8,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:22.411968 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:22.814907 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cf0f0ef2-b4e1-44d4-a6f3-5b0f6b6fe0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:22.985531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:23.063954 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:23.286307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:23.297117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:23.301241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:41:23.402034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event updated for resources: {'Port': ['ID=70b698cc-d9c6-4540-9a08-39b2fa8796a8,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:41:23.406075 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:41:23.414709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:23.618679 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Floating IP 6ef697be-7fa3-41fc-887c-dacf190db243 associated. External IP: 172.26.3.200, port: 1b35a1db-52d4-49d4-b790-4c0311f3b87b. Jun 03 22:41:24.000123 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 9e2ad064-56ec-4ab4-a910-7679b073356f has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:41:24.191816 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:41:24.201801 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620efe2-34d2-437c-be39-537784806006 None None] Sync routers for ids ['9e2ad064-56ec-4ab4-a910-7679b073356f'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:41:24.213883 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620efe2-34d2-437c-be39-537784806006 None None] Routers {'9e2ad064-56ec-4ab4-a910-7679b073356f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:41:24.214430 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5620efe2-34d2-437c-be39-537784806006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:40:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['9e2ad064-56ec-4ab4-a910-7679b073356f'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:41:24.222794 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:24.281044 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5181139 Jun 03 22:41:24.281666 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623d5590-067c-4629-8c9f-8ff09559d97b', 'tag': '1b35a1db-52d4-49d4-b790-4c0311f3b87b'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:41:24.285365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f7f82467faf8328ed1133665a0ec21144f0cadc1970e10615c4d6131586f0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1203bd6-2c5c-46ff-93dd-9bdf9745e58d" -d '{"events": [{"name": "network-changed", "server_uuid": "623d5590-067c-4629-8c9f-8ff09559d97b", "tag": "1b35a1db-52d4-49d4-b790-4c0311f3b87b"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:41:24.329833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bc73aa-69b7-4306-8184-5fe15aca243b x-openstack-request-id: req-85bc73aa-69b7-4306-8184-5fe15aca243b {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:41:24.330582 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623d5590-067c-4629-8c9f-8ff09559d97b", "tag": "1b35a1db-52d4-49d4-b790-4c0311f3b87b", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:41:24.331125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-85bc73aa-69b7-4306-8184-5fe15aca243b {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:41:24.331906 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623d5590-067c-4629-8c9f-8ff09559d97b', 'tag': '1b35a1db-52d4-49d4-b790-4c0311f3b87b', 'status': 'completed', 'code': 200} Jun 03 22:41:24.403432 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-5620efe2-34d2-437c-be39-537784806006 None None] Set router 9e2ad064-56ec-4ab4-a910-7679b073356f gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:41:24.433364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203bd6-2c5c-46ff-93dd-9bdf9745e58d req-12f7c5c9-cbfa-4fec-8a1c-ddce69cd11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:24.434860 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1203bd6-2c5c-46ff-93dd-9bdf9745e58d req-12f7c5c9-cbfa-4fec-8a1c-ddce69cd11ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 1098 time: 0.0798163 Jun 03 22:41:24.526240 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714f23a-d8c0-4c6b-af3c-a4073f5d5307 req-1a98d5c4-e504-467d-9243-83dd0ab211d9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:24.528554 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2714f23a-d8c0-4c6b-af3c-a4073f5d5307 req-1a98d5c4-e504-467d-9243-83dd0ab211d9 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.0968359 Jun 03 22:41:24.579004 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2714f23a-d8c0-4c6b-af3c-a4073f5d5307 req-6e6d5233-7ec9-4768-8bb3-30f040802c62 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421996 Jun 03 22:41:24.604335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34832) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:41:24.721510 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-6fed0e83-6858-4c06-b9ce-9e68ae69548b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/6ef697be-7fa3-41fc-887c-dacf190db243 HTTP/1.1" status: 200 len: 991 time: 0.1156640 Jun 03 22:41:24.733795 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203bd6-2c5c-46ff-93dd-9bdf9745e58d req-bf4f01b7-7832-4cb7-abde-54eccb6b6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:24.735227 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1203bd6-2c5c-46ff-93dd-9bdf9745e58d req-bf4f01b7-7832-4cb7-abde-54eccb6b6532 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdbdd343-fba2-4902-b4c5-746be53a29c5 HTTP/1.1" status: 200 len: 898 time: 0.2938108 Jun 03 22:41:24.809253 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5620efe2-34d2-437c-be39-537784806006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6ef697be-7fa3-41fc-887c-dacf190db243', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'port_id': '1b35a1db-52d4-49d4-b790-4c0311f3b87b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'mac_address': 'fa:16:3e:80:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d5590-067c-4629-8c9f-8ff09559d97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:41:22Z', 'updated_at': '2021-06-03T22:41:22Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c194d06f-670b-40c3-aa95-8987dc5c700c', 'name': '', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9e:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:41:02Z', 'updated_at': '2021-06-03T22:41:09Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:41:24.813222 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620efe2-34d2-437c-be39-537784806006 None None] Checking router: 9e2ad064-56ec-4ab4-a910-7679b073356f for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:41:24.821824 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620efe2-34d2-437c-be39-537784806006 None None] Routers {'9e2ad064-56ec-4ab4-a910-7679b073356f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:41:24.822443 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5620efe2-34d2-437c-be39-537784806006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:40:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['9e2ad064-56ec-4ab4-a910-7679b073356f'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:41:24.844996 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1203bd6-2c5c-46ff-93dd-9bdf9745e58d req-fdf72302-bd28-4802-bea2-f7ee849cff04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b35a1db-52d4-49d4-b790-4c0311f3b87b HTTP/1.1" status: 200 len: 999 time: 0.1015651 Jun 03 22:41:24.912039 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203bd6-2c5c-46ff-93dd-9bdf9745e58d req-836a2505-a4a8-4293-8d2e-960f83d14a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:24.913554 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1203bd6-2c5c-46ff-93dd-9bdf9745e58d req-836a2505-a4a8-4293-8d2e-960f83d14a8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bd3e928-b0ea-4cff-8172-13483f3afad1 HTTP/1.1" status: 200 len: 834 time: 0.0615749 Jun 03 22:41:24.989416 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203bd6-2c5c-46ff-93dd-9bdf9745e58d req-75c076a7-e966-46f4-b913-d9619338dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:41:24.990985 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1203bd6-2c5c-46ff-93dd-9bdf9745e58d req-75c076a7-e966-46f4-b913-d9619338dfde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdbdd343-fba2-4902-b4c5-746be53a29c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712562 Jun 03 22:41:25.007695 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-5620efe2-34d2-437c-be39-537784806006 None None] Set router 9e2ad064-56ec-4ab4-a910-7679b073356f gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:41:25.132058 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1203bd6-2c5c-46ff-93dd-9bdf9745e58d req-fd3d1f7c-78a6-4ee9-a42b-b72f0f9ab844 service neutron] 10.222.0.24 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344397 Jun 03 22:41:25.267844 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e1203bd6-2c5c-46ff-93dd-9bdf9745e58d req-73f5d4ea-f8f4-475d-91cd-a94836162026 service neutron] 10.222.0.24 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288507 Jun 03 22:41:25.339276 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:25.378344 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5620efe2-34d2-437c-be39-537784806006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6ef697be-7fa3-41fc-887c-dacf190db243', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'port_id': '1b35a1db-52d4-49d4-b790-4c0311f3b87b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'mac_address': 'fa:16:3e:80:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d5590-067c-4629-8c9f-8ff09559d97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:41:22Z', 'updated_at': '2021-06-03T22:41:22Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c194d06f-670b-40c3-aa95-8987dc5c700c', 'name': '', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9e:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:41:02Z', 'updated_at': '2021-06-03T22:41:09Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:41:25.382745 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620efe2-34d2-437c-be39-537784806006 None None] The sync data for ids ['9e2ad064-56ec-4ab4-a910-7679b073356f'] in dv-neutron-792998-2-hyperv is: [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '6ef697be-7fa3-41fc-887c-dacf190db243', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'port_id': '1b35a1db-52d4-49d4-b790-4c0311f3b87b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'mac_address': 'fa:16:3e:80:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d5590-067c-4629-8c9f-8ff09559d97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:41:22Z', 'updated_at': '2021-06-03T22:41:22Z', 'revision_number': 0, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c194d06f-670b-40c3-aa95-8987dc5c700c', 'name': '', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9e:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:41:02Z', 'updated_at': '2021-06-03T22:41:09Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:41:25.485982 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-693a747c-bb4e-48ba-8cdd-6b2566af6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:25.605050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b8539-f1f9-4b40-a949-c04ff03a0932 None None] New status for floating IP 6ef697be-7fa3-41fc-887c-dacf190db243: ACTIVE {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:41:25.725997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34834) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:41:25.835386 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e279de2d-f56f-4cfd-bac8-b3f91c094819 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/6ef697be-7fa3-41fc-887c-dacf190db243 HTTP/1.1" status: 200 len: 991 time: 0.1081972 Jun 03 22:41:26.840009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34836) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:41:26.957355 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6c9651b3-f1fd-47cf-844c-75b8964674e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/6ef697be-7fa3-41fc-887c-dacf190db243 HTTP/1.1" status: 200 len: 993 time: 0.1149054 Jun 03 22:41:27.168090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:27.443649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:28.662686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:46.169420 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:41:52.813769 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-32378171-ad71-4f55-a058-ae1cd24d19d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:55.338065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:55.480564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3cfd31b7-6fec-4314-b4fe-fc4eb540880a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:57.171396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:57.443763 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:41:58.668702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:18.498926 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f5ffe65a-e814-4742-a0a8-8e04c7a81cc0 req-96adc36c-5750-4e39-a30d-92cb83b6fd1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1332028 Jun 03 22:42:18.638334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffe65a-e814-4742-a0a8-8e04c7a81cc0 req-9d88d0d3-55b0-44af-a326-8d84b79145b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:18.639772 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f5ffe65a-e814-4742-a0a8-8e04c7a81cc0 req-9d88d0d3-55b0-44af-a326-8d84b79145b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 1098 time: 0.0723755 Jun 03 22:42:18.789073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffe65a-e814-4742-a0a8-8e04c7a81cc0 req-a59b7752-0e39-4059-a4a1-e719996e913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:18.790518 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f5ffe65a-e814-4742-a0a8-8e04c7a81cc0 req-a59b7752-0e39-4059-a4a1-e719996e913e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdbdd343-fba2-4902-b4c5-746be53a29c5 HTTP/1.1" status: 200 len: 898 time: 0.1307409 Jun 03 22:42:18.897438 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f5ffe65a-e814-4742-a0a8-8e04c7a81cc0 req-69920a0f-3726-4840-894a-5240df511c79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b35a1db-52d4-49d4-b790-4c0311f3b87b HTTP/1.1" status: 200 len: 1001 time: 0.0997305 Jun 03 22:42:18.963035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffe65a-e814-4742-a0a8-8e04c7a81cc0 req-957375ff-6c0c-450b-952d-29e8917d35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:18.964525 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f5ffe65a-e814-4742-a0a8-8e04c7a81cc0 req-957375ff-6c0c-450b-952d-29e8917d35d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bd3e928-b0ea-4cff-8172-13483f3afad1 HTTP/1.1" status: 200 len: 834 time: 0.0606520 Jun 03 22:42:19.054077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffe65a-e814-4742-a0a8-8e04c7a81cc0 req-ac89e69a-5778-4cc7-b5b8-0a040dc0a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:19.056439 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f5ffe65a-e814-4742-a0a8-8e04c7a81cc0 req-ac89e69a-5778-4cc7-b5b8-0a040dc0a554 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdbdd343-fba2-4902-b4c5-746be53a29c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847945 Jun 03 22:42:19.198711 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f5ffe65a-e814-4742-a0a8-8e04c7a81cc0 req-e712fd1c-6076-4fcc-b9c1-c76ca08adee5 service neutron] 10.222.0.24 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346254 Jun 03 22:42:19.335205 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f5ffe65a-e814-4742-a0a8-8e04c7a81cc0 req-d76f9c2c-2bb0-4956-88ea-6363ecc1400c service neutron] 10.222.0.24 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291494 Jun 03 22:42:22.813023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3e7b-9aea-4511-97dd-b591733ebdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:23.170303 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:42:25.334773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:25.488394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-127d241c-327c-4af1-803d-1706f81ef643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:27.174544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:27.443983 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:28.674804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:36.828958 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46805d-19e3-45c5-9cd5-1f535e28560a req-4c85a76e-21a4-4e6b-95d3-e10bca99370c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:36.830466 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3c46805d-19e3-45c5-9cd5-1f535e28560a req-4c85a76e-21a4-4e6b-95d3-e10bca99370c tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.1420579 Jun 03 22:42:36.888800 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3c46805d-19e3-45c5-9cd5-1f535e28560a req-3631581d-c37b-4a83-be93-c1d0cf7bd243 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483871 Jun 03 22:42:38.179779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e0e01-7647-4f3e-a2c9-0da444cb0eb3 req-0f5d7884-16c4-4425-948c-ae1fcff8146e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:38.181161 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-367e0e01-7647-4f3e-a2c9-0da444cb0eb3 req-0f5d7884-16c4-4425-948c-ae1fcff8146e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.1347609 Jun 03 22:42:38.232541 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-367e0e01-7647-4f3e-a2c9-0da444cb0eb3 req-763b1667-f63e-4599-af50-dd7f729b1a90 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431828 Jun 03 22:42:39.447444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e77c7-6709-442b-a318-0a86e485ef56 req-f7194aa1-6b11-4028-8de0-69cbe2393c1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:39.448949 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-647e77c7-6709-442b-a318-0a86e485ef56 req-f7194aa1-6b11-4028-8de0-69cbe2393c1e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.0991845 Jun 03 22:42:39.510143 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-647e77c7-6709-442b-a318-0a86e485ef56 req-458758b7-f948-42f3-a225-db0841b4bb7a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469637 Jun 03 22:42:39.536791 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34890) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:39.800000 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e06ace97-2cd6-4076-aeaa-695843ae0a7f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/6ef697be-7fa3-41fc-887c-dacf190db243 HTTP/1.1" status: 200 len: 993 time: 0.2618442 Jun 03 22:42:41.282688 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661956d-4a15-469a-88e3-782be91dd70d req-67476d0c-2ec6-4ecf-ab31-8f0838f96c6b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:41.284254 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a661956d-4a15-469a-88e3-782be91dd70d req-67476d0c-2ec6-4ecf-ab31-8f0838f96c6b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.0885324 Jun 03 22:42:41.294621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b858a6-71a3-48a2-8c9b-030d0af9297e req-62906ffb-d551-4b57-8c33-a28ab2c13e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:41.296101 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-96b858a6-71a3-48a2-8c9b-030d0af9297e req-62906ffb-d551-4b57-8c33-a28ab2c13e92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 1098 time: 0.0774617 Jun 03 22:42:41.331719 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a661956d-4a15-469a-88e3-782be91dd70d req-a46bf7ad-acc0-4ff1-805f-2e24408dd646 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411177 Jun 03 22:42:41.438880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b858a6-71a3-48a2-8c9b-030d0af9297e req-0c3c0134-e5e1-463c-8e5e-e3bdb7487c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:41.440388 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-96b858a6-71a3-48a2-8c9b-030d0af9297e req-0c3c0134-e5e1-463c-8e5e-e3bdb7487c96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdbdd343-fba2-4902-b4c5-746be53a29c5 HTTP/1.1" status: 200 len: 898 time: 0.1345334 Jun 03 22:42:41.549024 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-96b858a6-71a3-48a2-8c9b-030d0af9297e req-20479edd-6b72-4fd1-be4e-eddab5395228 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b35a1db-52d4-49d4-b790-4c0311f3b87b HTTP/1.1" status: 200 len: 1001 time: 0.1003730 Jun 03 22:42:41.616950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b858a6-71a3-48a2-8c9b-030d0af9297e req-b641d0dc-8990-4830-a89c-481712bc693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:41.618329 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-96b858a6-71a3-48a2-8c9b-030d0af9297e req-b641d0dc-8990-4830-a89c-481712bc693d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bd3e928-b0ea-4cff-8172-13483f3afad1 HTTP/1.1" status: 200 len: 834 time: 0.0628693 Jun 03 22:42:41.707305 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b858a6-71a3-48a2-8c9b-030d0af9297e req-fb85a5c1-b922-4e13-9e17-fa715d0e8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:41.709514 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-96b858a6-71a3-48a2-8c9b-030d0af9297e req-fb85a5c1-b922-4e13-9e17-fa715d0e8831 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdbdd343-fba2-4902-b4c5-746be53a29c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834615 Jun 03 22:42:41.856069 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-96b858a6-71a3-48a2-8c9b-030d0af9297e req-82baba92-87f1-4a88-86df-7030e92e3da8 service neutron] 10.222.0.24 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376855 Jun 03 22:42:41.998563 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-96b858a6-71a3-48a2-8c9b-030d0af9297e req-7571f7e8-a045-4d7e-a22a-c6e471e84745 service neutron] 10.222.0.24 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358192 Jun 03 22:42:42.541891 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34efe4-80a9-4a00-91d4-a3ec0182e060 req-7bcd2a4a-a51b-4190-ae29-03a11065fee5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:42.543352 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a34efe4-80a9-4a00-91d4-a3ec0182e060 req-7bcd2a4a-a51b-4190-ae29-03a11065fee5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.0931563 Jun 03 22:42:42.593777 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3a34efe4-80a9-4a00-91d4-a3ec0182e060 req-0d80c3a1-307d-45d0-8839-ae8f108185e3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444312 Jun 03 22:42:43.803189 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a9fa5-46a0-4353-a9cb-21c4055a46f2 req-8de1298c-822a-4b2d-8ba4-cb3e1fca4dc5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:43.804665 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e31a9fa5-46a0-4353-a9cb-21c4055a46f2 req-8de1298c-822a-4b2d-8ba4-cb3e1fca4dc5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.0945146 Jun 03 22:42:43.863758 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e31a9fa5-46a0-4353-a9cb-21c4055a46f2 req-88b2824c-8d4d-4a52-901d-d27b1af09a5d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531905 Jun 03 22:42:43.893072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34902) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:44.019547 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c706a892-329a-4f36-8ea0-8c9c660d8cff tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/floatingips/6ef697be-7fa3-41fc-887c-dacf190db243 HTTP/1.1" status: 200 len: 993 time: 0.1243041 Jun 03 22:42:44.293202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34908) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:44.565002 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port 70b698cc-d9c6-4540-9a08-39b2fa8796a8 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:42:44.565306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:44.686986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:44.687279 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:44.960534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for 70b698cc-d9c6-4540-9a08-39b2fa8796a8 owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:42:45.103493 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:45.107260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-8195658c-de22-4236-8105-de98bf374e7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:45.151219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=70b698cc-d9c6-4540-9a08-39b2fa8796a8,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:45.197817 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:45.198197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:45.198574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:45.198982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:45.199318 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:45.199976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:45.200114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:45.200419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:45.200779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:45.201137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:45.201500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:45.201853 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:45.231360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:45.263213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:45.263585 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Floating IP 6ef697be-7fa3-41fc-887c-dacf190db243 disassociated (deleted). External IP: 172.26.3.200, port: 1b35a1db-52d4-49d4-b790-4c0311f3b87b. Jun 03 22:42:45.639287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 9e2ad064-56ec-4ab4-a910-7679b073356f has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:42:45.831434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:42:45.845640 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7364975-db2f-4854-b49c-e84b75cbba33 None None] Sync routers for ids ['9e2ad064-56ec-4ab4-a910-7679b073356f'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:42:45.855160 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:45.856435 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7364975-db2f-4854-b49c-e84b75cbba33 None None] Routers {'9e2ad064-56ec-4ab4-a910-7679b073356f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:42:45.857059 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f7364975-db2f-4854-b49c-e84b75cbba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:42:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['9e2ad064-56ec-4ab4-a910-7679b073356f'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:42:45.911208 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c9e6e28d-cfb1-44e4-90d6-1616e96739cf tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/floatingips/6ef697be-7fa3-41fc-887c-dacf190db243 HTTP/1.1" status: 204 len: 168 time: 1.6166532 Jun 03 22:42:45.911862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623d5590-067c-4629-8c9f-8ff09559d97b', 'tag': '1b35a1db-52d4-49d4-b790-4c0311f3b87b'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:42:45.956561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f6d18ed14788b8ef34dfd37755a263df64af6a5ec6cc3060a744ac4e8e9174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f297a2-a10c-441c-828f-889f902b11ec" -d '{"events": [{"name": "network-changed", "server_uuid": "623d5590-067c-4629-8c9f-8ff09559d97b", "tag": "1b35a1db-52d4-49d4-b790-4c0311f3b87b"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:42:46.041239 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-f7364975-db2f-4854-b49c-e84b75cbba33 None None] Set router 9e2ad064-56ec-4ab4-a910-7679b073356f gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:42:46.058774 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbeb1cd0-a23a-4d71-85ce-2e4eadd530fb x-openstack-request-id: req-dbeb1cd0-a23a-4d71-85ce-2e4eadd530fb {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:42:46.059302 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623d5590-067c-4629-8c9f-8ff09559d97b", "tag": "1b35a1db-52d4-49d4-b790-4c0311f3b87b", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:42:46.059400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dbeb1cd0-a23a-4d71-85ce-2e4eadd530fb {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:42:46.059906 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623d5590-067c-4629-8c9f-8ff09559d97b', 'tag': '1b35a1db-52d4-49d4-b790-4c0311f3b87b', 'status': 'completed', 'code': 200} Jun 03 22:42:46.165545 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f297a2-a10c-441c-828f-889f902b11ec req-6975f2f5-7a55-44d4-b910-4c938fb1e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:46.167242 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3f297a2-a10c-441c-828f-889f902b11ec req-6975f2f5-7a55-44d4-b910-4c938fb1e13d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 1098 time: 0.0822625 Jun 03 22:42:46.367619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f297a2-a10c-441c-828f-889f902b11ec req-ce48c4a0-0398-4515-b9c7-da69276886ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:46.369072 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3f297a2-a10c-441c-828f-889f902b11ec req-ce48c4a0-0398-4515-b9c7-da69276886ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdbdd343-fba2-4902-b4c5-746be53a29c5 HTTP/1.1" status: 200 len: 898 time: 0.1949234 Jun 03 22:42:46.394429 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f7364975-db2f-4854-b49c-e84b75cbba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c194d06f-670b-40c3-aa95-8987dc5c700c', 'name': '', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9e:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:41:02Z', 'updated_at': '2021-06-03T22:41:09Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:42:46.398677 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7364975-db2f-4854-b49c-e84b75cbba33 None None] Checking router: 9e2ad064-56ec-4ab4-a910-7679b073356f for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:42:46.407529 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7364975-db2f-4854-b49c-e84b75cbba33 None None] Routers {'9e2ad064-56ec-4ab4-a910-7679b073356f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:42:46.408156 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f7364975-db2f-4854-b49c-e84b75cbba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:42:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['9e2ad064-56ec-4ab4-a910-7679b073356f'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:42:46.451947 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3f297a2-a10c-441c-828f-889f902b11ec req-db951bbc-0a6e-478d-bda6-964dbdf53baa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b35a1db-52d4-49d4-b790-4c0311f3b87b HTTP/1.1" status: 200 len: 217 time: 0.0745816 Jun 03 22:42:46.461735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9838f-541c-44c8-88a3-192cd4ab2411 req-d95159f5-4354-4934-a8e4-801445a78e02 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:46.462458 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-bdf9838f-541c-44c8-88a3-192cd4ab2411 req-d95159f5-4354-4934-a8e4-801445a78e02 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Synchronizing usage tracker for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:42:46.542735 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-bdf9838f-541c-44c8-88a3-192cd4ab2411 req-d95159f5-4354-4934-a8e4-801445a78e02 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Unset dirty status for tenant:06a2a9afa4eb4633a5485220d9b85f10 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:42:46.544069 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bdf9838f-541c-44c8-88a3-192cd4ab2411 req-d95159f5-4354-4934-a8e4-801445a78e02 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.2667799 Jun 03 22:42:46.551596 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f297a2-a10c-441c-828f-889f902b11ec req-38009307-902d-4e65-91af-a9d5ee69230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:46.554159 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3f297a2-a10c-441c-828f-889f902b11ec req-38009307-902d-4e65-91af-a9d5ee69230f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bd3e928-b0ea-4cff-8172-13483f3afad1 HTTP/1.1" status: 200 len: 834 time: 0.0875373 Jun 03 22:42:46.631532 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-f7364975-db2f-4854-b49c-e84b75cbba33 None None] Set router 9e2ad064-56ec-4ab4-a910-7679b073356f gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:42:46.846138 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bdf9838f-541c-44c8-88a3-192cd4ab2411 req-6f359a2a-5631-4531-8ee4-b09501486cfb tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905977 Jun 03 22:42:46.878773 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f297a2-a10c-441c-828f-889f902b11ec req-25c8ded8-4b95-42c4-b879-ecc6f83fb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:46.883972 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3f297a2-a10c-441c-828f-889f902b11ec req-25c8ded8-4b95-42c4-b879-ecc6f83fb9ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdbdd343-fba2-4902-b4c5-746be53a29c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3063974 Jun 03 22:42:47.061328 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3f297a2-a10c-441c-828f-889f902b11ec req-5a8b936b-b2f4-43a3-ac44-852f26af5c46 service neutron] 10.222.0.24 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695931 Jun 03 22:42:47.110977 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-f7364975-db2f-4854-b49c-e84b75cbba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c194d06f-670b-40c3-aa95-8987dc5c700c', 'name': '', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9e:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:41:02Z', 'updated_at': '2021-06-03T22:41:09Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:42:47.116977 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7364975-db2f-4854-b49c-e84b75cbba33 None None] The sync data for ids ['9e2ad064-56ec-4ab4-a910-7679b073356f'] in dv-neutron-792998-2-hyperv is: [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c194d06f-670b-40c3-aa95-8987dc5c700c', 'name': '', 'network_id': 'fdbdd343-fba2-4902-b4c5-746be53a29c5', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'mac_address': 'fa:16:3e:9e:4c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:41:02Z', 'updated_at': '2021-06-03T22:41:09Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'subnets': [{'id': '9bd3e928-b0ea-4cff-8172-13483f3afad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:42:47.217118 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c3f297a2-a10c-441c-828f-889f902b11ec req-2a31a802-a9e0-4282-b902-79500b9b7062 service neutron] 10.222.0.24 "GET /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485941 Jun 03 22:42:47.376694 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7796668-7103-46d1-87e0-5670b968ce3a None None] New status for floating IP 6ef697be-7fa3-41fc-887c-dacf190db243: DOWN {{(pid=104398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:42:48.063137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426d4f-fe2f-4f9c-a62b-1c6f06993bd2 req-2819e932-d539-466f-8e31-b60291171766 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:48.064723 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8a426d4f-fe2f-4f9c-a62b-1c6f06993bd2 req-2819e932-d539-466f-8e31-b60291171766 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.0965536 Jun 03 22:42:48.073616 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea79d3-ef48-4a80-b4f2-881988e3f559 req-a2682049-73d9-4db6-b199-098510559b62 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:48.075058 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0ea79d3-ef48-4a80-b4f2-881988e3f559 req-a2682049-73d9-4db6-b199-098510559b62 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 945 time: 0.0963299 Jun 03 22:42:48.113669 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8a426d4f-fe2f-4f9c-a62b-1c6f06993bd2 req-e6d350e7-3e4c-4450-9387-9f89a9d7172a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/security-groups?id=39e60ec9-473a-48f0-ae77-8a01e07e541e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429506 Jun 03 22:42:48.219837 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-a0ea79d3-ef48-4a80-b4f2-881988e3f559 req-f30e6ca3-4ff5-48af-adb2-bab76d84324b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port 1b35a1db-52d4-49d4-b790-4c0311f3b87b {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:42:48.220283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a0ea79d3-ef48-4a80-b4f2-881988e3f559 req-f30e6ca3-4ff5-48af-adb2-bab76d84324b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:48.375980 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-a0ea79d3-ef48-4a80-b4f2-881988e3f559 req-f30e6ca3-4ff5-48af-adb2-bab76d84324b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port 1b35a1db-52d4-49d4-b790-4c0311f3b87b, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1b35a1db-52d4-49d4-b790-4c0311f3b87b,segment=NetworkSegment(d52e82b5-4e26-4c8f-a673-37db0ea6eea9),segment_id=d52e82b5-4e26-4c8f-a673-37db0ea6eea9)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:42:48.376358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a0ea79d3-ef48-4a80-b4f2-881988e3f559 req-f30e6ca3-4ff5-48af-adb2-bab76d84324b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:48.504819 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-a0ea79d3-ef48-4a80-b4f2-881988e3f559 req-f30e6ca3-4ff5-48af-adb2-bab76d84324b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for 1b35a1db-52d4-49d4-b790-4c0311f3b87b owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:42:48.631662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a0ea79d3-ef48-4a80-b4f2-881988e3f559 req-f30e6ca3-4ff5-48af-adb2-bab76d84324b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:48.638260 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3c0c95f4-d0f7-44c4-88f0-019f09d7fa80 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:48.687052 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e6ca3-4ff5-48af-adb2-bab76d84324b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=1b35a1db-52d4-49d4-b790-4c0311f3b87b,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:48.690164 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f30e6ca3-4ff5-48af-adb2-bab76d84324b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:48.765475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ea79d3-ef48-4a80-b4f2-881988e3f559 req-f30e6ca3-4ff5-48af-adb2-bab76d84324b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] No DVR routers for this DVR port 1b35a1db-52d4-49d4-b790-4c0311f3b87b on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:42:48.768084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-a0ea79d3-ef48-4a80-b4f2-881988e3f559 req-f30e6ca3-4ff5-48af-adb2-bab76d84324b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:48.772306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623d5590-067c-4629-8c9f-8ff09559d97b', 'name': 'network-vif-deleted', 'tag': '1b35a1db-52d4-49d4-b790-4c0311f3b87b'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:42:48.774678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f6d18ed14788b8ef34dfd37755a263df64af6a5ec6cc3060a744ac4e8e9174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ff76c3-33c0-442a-bc43-029bf37c03bc" -d '{"events": [{"server_uuid": "623d5590-067c-4629-8c9f-8ff09559d97b", "name": "network-vif-deleted", "tag": "1b35a1db-52d4-49d4-b790-4c0311f3b87b"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:42:48.789203 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a0ea79d3-ef48-4a80-b4f2-881988e3f559 req-f30e6ca3-4ff5-48af-adb2-bab76d84324b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.24 "DELETE /v2.0/ports/1b35a1db-52d4-49d4-b790-4c0311f3b87b HTTP/1.1" status: 204 len: 173 time: 0.7054284 Jun 03 22:42:48.824811 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea42b5e-a9a3-4f57-8a0f-0139b0ae9f69 x-openstack-request-id: req-fea42b5e-a9a3-4f57-8a0f-0139b0ae9f69 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:42:48.825284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623d5590-067c-4629-8c9f-8ff09559d97b", "name": "network-vif-deleted", "tag": "1b35a1db-52d4-49d4-b790-4c0311f3b87b", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:42:48.825649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fea42b5e-a9a3-4f57-8a0f-0139b0ae9f69 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:42:48.826451 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623d5590-067c-4629-8c9f-8ff09559d97b', 'name': 'network-vif-deleted', 'tag': '1b35a1db-52d4-49d4-b790-4c0311f3b87b', 'status': 'completed', 'code': 200} Jun 03 22:42:49.286279 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-10364e24-ef0f-4fee-80d0-75390962912d req-d050f600-93cd-4247-b4a4-138295b600fd tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "GET /v2.0/ports?device_id=623d5590-067c-4629-8c9f-8ff09559d97b HTTP/1.1" status: 200 len: 210 time: 0.0445728 Jun 03 22:42:50.383251 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34928) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:51.109524 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:51.579172 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port c194d06f-670b-40c3-aa95-8987dc5c700c {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:42:51.579978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:51.743526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port c194d06f-670b-40c3-aa95-8987dc5c700c, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c194d06f-670b-40c3-aa95-8987dc5c700c,segment=NetworkSegment(d52e82b5-4e26-4c8f-a673-37db0ea6eea9),segment_id=d52e82b5-4e26-4c8f-a673-37db0ea6eea9)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:42:51.744096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:51.872978 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for c194d06f-670b-40c3-aa95-8987dc5c700c owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:42:52.210037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:52.216706 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f03e90d-863d-4639-b101-375fc5f2b637 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:52.270902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=c194d06f-670b-40c3-aa95-8987dc5c700c,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:52.314332 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:52.314717 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:52.315095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:52.315483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:52.315866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:52.316229 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:52.316597 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:52.316956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:52.317319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:52.317679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:52.318039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:52.318396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:52.326046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:52.720491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:52.808081 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0604bc35-3196-4f76-aeb5-b80acfddbe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:52.860130 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 1b35a1db-52d4-49d4-b790-4c0311f3b87b no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:42:52.898642 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 1b35a1db-52d4-49d4-b790-4c0311f3b87b {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:42:52.898992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 1b35a1db-52d4-49d4-b790-4c0311f3b87b not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:42:53.105956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Router 9e2ad064-56ec-4ab4-a910-7679b073356f has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:42:53.308063 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:42:53.321052 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6fb82-178f-4408-a0af-ea896bf43ff8 None None] Sync routers for ids ['9e2ad064-56ec-4ab4-a910-7679b073356f'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:42:53.322408 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-63a42a53-4411-4a09-9fc7-063d1a1315a8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "PUT /v2.0/routers/9e2ad064-56ec-4ab4-a910-7679b073356f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9375644 Jun 03 22:42:53.324981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34930) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:53.331690 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6fb82-178f-4408-a0af-ea896bf43ff8 None None] Routers {'9e2ad064-56ec-4ab4-a910-7679b073356f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:42:53.332338 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5bc6fb82-178f-4408-a0af-ea896bf43ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:42:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['9e2ad064-56ec-4ab4-a910-7679b073356f'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:42:53.389286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef180372-ab7d-434b-b54c-2c8810edd535 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting subnet 9bd3e928-b0ea-4cff-8172-13483f3afad1 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:42:53.392300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ef180372-ab7d-434b-b54c-2c8810edd535 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:53.449605 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ef180372-ab7d-434b-b54c-2c8810edd535 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:53.516084 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-5bc6fb82-178f-4408-a0af-ea896bf43ff8 None None] Set router 9e2ad064-56ec-4ab4-a910-7679b073356f gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:42:53.540473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ef180372-ab7d-434b-b54c-2c8810edd535 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:53.803911 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5bc6fb82-178f-4408-a0af-ea896bf43ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:42:52Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:42:53.808725 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6fb82-178f-4408-a0af-ea896bf43ff8 None None] Checking router: 9e2ad064-56ec-4ab4-a910-7679b073356f for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:42:53.817772 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6fb82-178f-4408-a0af-ea896bf43ff8 None None] Routers {'9e2ad064-56ec-4ab4-a910-7679b073356f'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:42:53.818339 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5bc6fb82-178f-4408-a0af-ea896bf43ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:42:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['9e2ad064-56ec-4ab4-a910-7679b073356f'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:42:53.820294 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ef180372-ab7d-434b-b54c-2c8810edd535 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:53.824466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-fdf6fc1f-8a0c-4a60-b2aa-4bbedae600f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:53.865469 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef180372-ab7d-434b-b54c-2c8810edd535 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd3e928-b0ea-4cff-8172-13483f3afad1,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:53.868595 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ef180372-ab7d-434b-b54c-2c8810edd535 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:53.869582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ef180372-ab7d-434b-b54c-2c8810edd535 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:53.878419 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ef180372-ab7d-434b-b54c-2c8810edd535 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/subnets/9bd3e928-b0ea-4cff-8172-13483f3afad1 HTTP/1.1" status: 204 len: 168 time: 0.5498929 Jun 03 22:42:53.878624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34932) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:53.880156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbea677-c422-4854-b4bf-bff50915ee5d None None] Network fdbdd343-fba2-4902-b4c5-746be53a29c5 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:42:54.005202 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-5bc6fb82-178f-4408-a0af-ea896bf43ff8 None None] Set router 9e2ad064-56ec-4ab4-a910-7679b073356f gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:42:54.137118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:54.203581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] DHCP port deletion for fdbdd343-fba2-4902-b4c5-746be53a29c5 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:42:54.277441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Deleting port 8e213fc8-ec09-409b-b25f-eda7aa09ace8 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:42:54.277822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:54.349684 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-5bc6fb82-178f-4408-a0af-ea896bf43ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:42:52Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:42:54.355978 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6fb82-178f-4408-a0af-ea896bf43ff8 None None] The sync data for ids ['9e2ad064-56ec-4ab4-a910-7679b073356f'] in dv-neutron-792998-2-hyperv is: [{'id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674893772', 'tenant_id': '06a2a9afa4eb4633a5485220d9b85f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:40:57Z', 'updated_at': '2021-06-03T22:42:52Z', 'revision_number': 5, 'project_id': '06a2a9afa4eb4633a5485220d9b85f10', 'gw_port': {'id': '182a69e7-0b51-4730-bb58-26bf6b10818f', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2ad064-56ec-4ab4-a910-7679b073356f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:40:58Z', 'updated_at': '2021-06-03T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:42:54.385261 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] For port 8e213fc8-ec09-409b-b25f-eda7aa09ace8, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=8e213fc8-ec09-409b-b25f-eda7aa09ace8,segment=NetworkSegment(d52e82b5-4e26-4c8f-a673-37db0ea6eea9),segment_id=d52e82b5-4e26-4c8f-a673-37db0ea6eea9)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:42:54.385639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:54.507867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:54.517771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Calling delete_port for 8e213fc8-ec09-409b-b25f-eda7aa09ace8 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:42:54.568942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:54.576283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:54.590042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Deleting port 182a69e7-0b51-4730-bb58-26bf6b10818f {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:42:54.590387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:54.616028 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Pushing event deleted for resources: {'Port': ['ID=8e213fc8-ec09-409b-b25f-eda7aa09ace8,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:54.620724 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] No DVR routers for this DVR port 8e213fc8-ec09-409b-b25f-eda7aa09ace8 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:42:54.626795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:54.629655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:54.629655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:54.629655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:54.629655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:54.629655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:54.629655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:54.629655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:54.629655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:54.630819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:54.630819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:54.630819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:42:54.637405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:54.727122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] For port 182a69e7-0b51-4730-bb58-26bf6b10818f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=182a69e7-0b51-4730-bb58-26bf6b10818f,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:42:54.727649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:54.858739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Calling delete_port for 182a69e7-0b51-4730-bb58-26bf6b10818f owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:42:55.009342 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.013026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9f977320-4a3d-42e2-8d45-850004d2504b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:55.060123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Port': ['ID=182a69e7-0b51-4730-bb58-26bf6b10818f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:55.063265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:55.158030 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.336384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.346225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.349017 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.374873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.375387 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Fanout notify agent at l3_agent the message router_deleted on router 9e2ad064-56ec-4ab4-a910-7679b073356f {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:42:55.392616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.393744 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/routers/9e2ad064-56ec-4ab4-a910-7679b073356f HTTP/1.1" status: 204 len: 168 time: 1.5141711 Jun 03 22:42:55.396544 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34934) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:55.486676 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2f0f-fbf8-4b05-82c6-bb89d63d9803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.521447 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.662591 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.684916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbdd343-fba2-4902-b4c5-746be53a29c5']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:42:55.703883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:42:55.704184 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52e82b5-4e26-4c8f-a673-37db0ea6eea9') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:42:55.718196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.736024 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.742373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:42:55.742782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:42:55.763398 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:42:55.842315 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.844503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8e213fc8-ec09-409b-b25f-eda7aa09ace8 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:42:55.845990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c0ad697e-7934-4e56-931a-d15774c78727 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:55.872301 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:55.884377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'Network': ['ID=fdbdd343-fba2-4902-b4c5-746be53a29c5,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:55.887723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:55.894040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 8e213fc8-ec09-409b-b25f-eda7aa09ace8 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:42:55.894400 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 8e213fc8-ec09-409b-b25f-eda7aa09ace8 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:42:55.894852 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c194d06f-670b-40c3-aa95-8987dc5c700c no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:42:55.895349 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4f5e1e52-328c-406e-8dda-31e541e790a3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/networks/fdbdd343-fba2-4902-b4c5-746be53a29c5 HTTP/1.1" status: 204 len: 168 time: 0.4977508 Jun 03 22:42:55.898019 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34936) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:55.931050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c194d06f-670b-40c3-aa95-8987dc5c700c {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:42:55.931512 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c194d06f-670b-40c3-aa95-8987dc5c700c not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:42:55.970528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-872f0852-a54d-487a-a6f7-0efa60f669e8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:56.004000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-872f0852-a54d-487a-a6f7-0efa60f669e8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:56.073095 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-872f0852-a54d-487a-a6f7-0efa60f669e8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:56.077104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-00e28e36-0cce-4fdf-81cf-8790f6d7283c tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:56.093792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f0852-a54d-487a-a6f7-0efa60f669e8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e60ec9-473a-48f0-ae77-8a01e07e541e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:56.096452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-872f0852-a54d-487a-a6f7-0efa60f669e8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:56.106302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-872f0852-a54d-487a-a6f7-0efa60f669e8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:56.107431 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-872f0852-a54d-487a-a6f7-0efa60f669e8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] 10.222.0.96 "DELETE /v2.0/security-groups/39e60ec9-473a-48f0-ae77-8a01e07e541e HTTP/1.1" status: 204 len: 168 time: 0.2084763 Jun 03 22:42:56.541416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34944) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:56.708276 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-3c1ce896-968d-4c94-a72e-d474811e6140 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=06a2a9afa4eb4633a5485220d9b85f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655736 Jun 03 22:42:56.710843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34948) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:56.785508 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ae44df1-0280-4669-a86a-44f1c67a04b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:56.817896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ae44df1-0280-4669-a86a-44f1c67a04b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:56.877102 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ae44df1-0280-4669-a86a-44f1c67a04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:56.881519 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9591a9e6-89aa-47c9-90c5-8568448180c8 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:56.896104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae44df1-0280-4669-a86a-44f1c67a04b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef0cf06-1286-42d6-9f1c-34abb1be88c9,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:56.900434 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4ae44df1-0280-4669-a86a-44f1c67a04b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:56.904337 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4ae44df1-0280-4669-a86a-44f1c67a04b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:56.905556 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-4ae44df1-0280-4669-a86a-44f1c67a04b2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6ef0cf06-1286-42d6-9f1c-34abb1be88c9 HTTP/1.1" status: 204 len: 168 time: 0.1936378 Jun 03 22:42:57.176783 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:57.231298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34954) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:57.252450 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b986fb9a-72ad-41c1-88ca-445ea8515c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:57.267325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b986fb9a-72ad-41c1-88ca-445ea8515c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:42:57.271489 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b986fb9a-72ad-41c1-88ca-445ea8515c76 admin admin] Usage tracker for resource:security_group_rule and tenant:43f4c63ffd9143c1b1982f7581bbc641 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:42:57.274621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b986fb9a-72ad-41c1-88ca-445ea8515c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:42:57.280811 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b986fb9a-72ad-41c1-88ca-445ea8515c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:42:57.365192 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b986fb9a-72ad-41c1-88ca-445ea8515c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:57.371378 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b986fb9a-72ad-41c1-88ca-445ea8515c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:57.381732 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2db18110-d5ae-4ad9-9416-a61a51720565 tempest-PortsTestJSON-1079671146 tempest-PortsTestJSON-1079671146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:57.425149 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 182a69e7-0b51-4730-bb58-26bf6b10818f no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:42:57.427319 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b986fb9a-72ad-41c1-88ca-445ea8515c76 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=43f4c63ffd9143c1b1982f7581bbc641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948624 Jun 03 22:42:57.428274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986fb9a-72ad-41c1-88ca-445ea8515c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988c06f2-293a-4da2-9a46-d61b2d147e22,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:57.431053 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 34956) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:57.431350 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b986fb9a-72ad-41c1-88ca-445ea8515c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:57.466065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 182a69e7-0b51-4730-bb58-26bf6b10818f {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:42:57.466445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 182a69e7-0b51-4730-bb58-26bf6b10818f not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:42:57.480474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:57.498962 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e80493bb-6be7-4089-95fc-90d3167d5a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:57.526027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e80493bb-6be7-4089-95fc-90d3167d5a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:57.583480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e80493bb-6be7-4089-95fc-90d3167d5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:57.587604 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-0a256db8-4d48-4248-bfed-a5f65339f177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:57.598823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80493bb-6be7-4089-95fc-90d3167d5a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988c06f2-293a-4da2-9a46-d61b2d147e22,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:57.601287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e80493bb-6be7-4089-95fc-90d3167d5a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:57.606956 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-e80493bb-6be7-4089-95fc-90d3167d5a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:57.608135 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-e80493bb-6be7-4089-95fc-90d3167d5a8e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/988c06f2-293a-4da2-9a46-d61b2d147e22 HTTP/1.1" status: 204 len: 168 time: 0.1754336 Jun 03 22:42:58.528779 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34978) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:58.633565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-805193434-network', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:42:58.638723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:42:58.642872 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Usage tracker for resource:network and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:42:58.645870 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:42:58.651754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:42:58.666218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Made reservation on behalf of 025fbbd2881b49029f2b1d4c1dadff20 for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:42:58.669015 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:58.677136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:58.685123 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:58.705695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:42:58.709616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:42:58.712458 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:42:58.718608 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:42:58.806440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:58.814613 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:58.817685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-872f0852-a54d-487a-a6f7-0efa60f669e8 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:58.850845 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1301} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:42:58.860325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ae592b-26c2-4404-a61f-077428172442,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:58.864044 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:58.867473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:58.868540 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Added segment eab7a46d-8b1c-4658-9c9a-8af4ae6fe553 of type vlan for network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 Jun 03 22:42:58.896852 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:58.929796 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:58.930726 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:58.931290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:58.935397 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:59.039286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Pushing event updated for resources: {'Network': ['ID=229c9024-bd0d-4cc5-b60b-d6c07ad03977,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:59.042676 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:59.051227 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f1b0da55-7176-4db2-ab41-ed412ef898a8 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5190547 Jun 03 22:42:59.052117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34982) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:59.055006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:42:59.057267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Request body: {'subnet': {'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-805193434-subnet', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'ip_version': 4}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:42:59.062898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:42:59.066653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Usage tracker for resource:subnet and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:42:59.069903 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:42:59.076125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:42:59.089218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Made reservation on behalf of 025fbbd2881b49029f2b1d4c1dadff20 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:42:59.091783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:59.653848 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:59.657601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-9e303dc2-b1ec-49ef-9994-cb95d9b93eb6 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:42:59.733035 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c3713f-87bc-495a-9e81-e7aa457d630c,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:42:59.736233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:42:59.748867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Checking segment: {'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:42:59.749222 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Network hostable DHCP agents. Network: 229c9024-bd0d-4cc5-b60b-d6c07ad03977, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:42:59.771551 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:42:59.783028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 229c9024-bd0d-4cc5-b60b-d6c07ad03977) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:42:59.792851 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b068d8-7d17-4552-af12-386215b54e05 None None] Network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:42:59.794014 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:42:59.794579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:59.816577 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-89ffe0e7-8dcd-41fe-b9d3-01494190157b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7633610 Jun 03 22:42:59.819199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34984) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:42:59.824313 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:42:59.829500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:42:59.833637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Usage tracker for resource:router and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:42:59.836669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:42:59.843150 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:42:59.855691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:59.856895 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:42:59.874456 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:00.060615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:43:00.061450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:00.157125 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:00.169880 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:43:00.218021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Allocated IP 172.20.0.2 (229c9024-bd0d-4cc5-b60b-d6c07ad03977/79c3713f-87bc-495a-9e81-e7aa457d630c/c5d3e400-7945-475f-a0a5-183ce0f24fd3) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:43:00.420877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:00.432279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Transition to ACTIVE for port object c5d3e400-7945-475f-a0a5-183ce0f24fd3 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:43:00.451812 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Transition to ACTIVE for port object c5d3e400-7945-475f-a0a5-183ce0f24fd3 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:43:00.460344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:00.466237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-23024cd9-6e6f-4562-bf6e-f25ef72abbaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:00.487690 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:00.518284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:00.527543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:43:00.530159 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:43:00.533728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:43:00.547143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Pushing event updated for resources: {'Port': ['ID=c5d3e400-7945-475f-a0a5-183ce0f24fd3,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:00.550939 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:00.642855 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Attempting to bind port c5d3e400-7945-475f-a0a5-183ce0f24fd3 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:43:00.643289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Attempting to bind port c5d3e400-7945-475f-a0a5-183ce0f24fd3 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:43:00.643837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Attempting to bind port c5d3e400-7945-475f-a0a5-183ce0f24fd3 on network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:43:00.651714 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:43:00.652082 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Checking segment: {'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:43:00.652482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:00.652869 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Bound using segment: {'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:43:00.653331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Bound port: c5d3e400-7945-475f-a0a5-183ce0f24fd3, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:43:00.653702 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:00.671756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Allocated IP 172.26.3.199 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/2c6c022d-7c0f-416c-84b9-f07050a23359) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:43:00.749099 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] For port c5d3e400-7945-475f-a0a5-183ce0f24fd3, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:43:00.753699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] For port c5d3e400-7945-475f-a0a5-183ce0f24fd3, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c5d3e400-7945-475f-a0a5-183ce0f24fd3,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:43:00.760292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:00.764497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:00.827893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:00.850623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Pushing event updated for resources: {'Port': ['ID=c5d3e400-7945-475f-a0a5-183ce0f24fd3,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:00.853369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:00.865092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:00.870010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d07be0bc-5efe-45df-9ecc-7f3cadfecafc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:00.927939 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:43:00.930578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:43:00.938932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:43:01.124591 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Pushing event updated for resources: {'Port': ['ID=2c6c022d-7c0f-416c-84b9-f07050a23359,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:01.130784 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:01.515871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c5d3e400-7945-475f-a0a5-183ce0f24fd3 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:43:01.540162 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:01.590534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c5d3e400-7945-475f-a0a5-183ce0f24fd3 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:43:01.759385 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1180be32-2639-4513-b4f1-04813e7edd15 None None] Network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:43:01.880249 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8e291f15-f69f-455c-927b-dfa50bd876ba None None] Provisioning for port c5d3e400-7945-475f-a0a5-183ce0f24fd3 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:43:01.897158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8e291f15-f69f-455c-927b-dfa50bd876ba None None] Provisioning complete for port c5d3e400-7945-475f-a0a5-183ce0f24fd3 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:01.897532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e291f15-f69f-455c-927b-dfa50bd876ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:01.905992 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:02.111003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e291f15-f69f-455c-927b-dfa50bd876ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:02.129566 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:43:02.156289 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8e291f15-f69f-455c-927b-dfa50bd876ba None None] For port c5d3e400-7945-475f-a0a5-183ce0f24fd3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c5d3e400-7945-475f-a0a5-183ce0f24fd3,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:43:02.161911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8e291f15-f69f-455c-927b-dfa50bd876ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:02.163888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:02.240099 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e291f15-f69f-455c-927b-dfa50bd876ba None None] Pushing event updated for resources: {'Port': ['ID=c5d3e400-7945-475f-a0a5-183ce0f24fd3,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:02.243338 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8e291f15-f69f-455c-927b-dfa50bd876ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:02.316832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:43:02.327023 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Sync routers for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:43:02.337205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:43:02.338226 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:02.344905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:02.346252 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5260484 Jun 03 22:43:02.349477 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 34986) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:02.428817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-581bcd7c-d9f9-4a24-ae34-5fcaecdd0873 None None] Provisioning complete for port c5d3e400-7945-475f-a0a5-183ce0f24fd3 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:02.429177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-581bcd7c-d9f9-4a24-ae34-5fcaecdd0873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:02.650949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:43:02.993329 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:01Z', 'revision_number': 3, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:02.998086 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Checking router: 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:43:02.998441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Updating router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 port 2c6c022d-7c0f-416c-84b9-f07050a23359 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:43:03.056444 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:03.198478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:03.394458 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:03.409477 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Transition to ACTIVE for port object 2c6c022d-7c0f-416c-84b9-f07050a23359 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:43:03.418587 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Allocated IP 172.20.0.1 (229c9024-bd0d-4cc5-b60b-d6c07ad03977/79c3713f-87bc-495a-9e81-e7aa457d630c/63498e59-4a9a-4f43-9015-905d9363bf2b) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:43:03.419674 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:03.427367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:03.493578 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c5d3e400-7945-475f-a0a5-183ce0f24fd3 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:43:03.547124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Attempting to bind port 2c6c022d-7c0f-416c-84b9-f07050a23359 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:43:03.547490 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Attempting to bind port 2c6c022d-7c0f-416c-84b9-f07050a23359 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:43:03.547860 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Attempting to bind port 2c6c022d-7c0f-416c-84b9-f07050a23359 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:43:03.551821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762494f-abc4-4be5-8171-0a118edd004d None None] Pushing event updated for resources: {'Port': ['ID=2c6c022d-7c0f-416c-84b9-f07050a23359,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:03.557772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7762494f-abc4-4be5-8171-0a118edd004d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:03.563891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:43:03.564275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:43:03.564686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:03.565080 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:43:03.565569 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Bound port: 2c6c022d-7c0f-416c-84b9-f07050a23359, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:43:03.565948 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:03.583221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:03.599715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Transition to ACTIVE for port object 63498e59-4a9a-4f43-9015-905d9363bf2b will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:43:03.626601 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:03.631531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-281fd9f6-15e7-4504-bc4d-8b779e305733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:03.656552 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c5d3e400-7945-475f-a0a5-183ce0f24fd3 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:03.656945 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:03.688293 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] For port 2c6c022d-7c0f-416c-84b9-f07050a23359, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:43:03.691815 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:43:03.694703 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:43:03.703954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:43:03.705580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] For port 2c6c022d-7c0f-416c-84b9-f07050a23359, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2c6c022d-7c0f-416c-84b9-f07050a23359,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:43:03.721265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:03.725397 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:03.741974 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=63498e59-4a9a-4f43-9015-905d9363bf2b,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:03.747247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:03.772989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:03.856155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762494f-abc4-4be5-8171-0a118edd004d None None] Pushing event updated for resources: {'Port': ['ID=2c6c022d-7c0f-416c-84b9-f07050a23359,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:03.860854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:43:03.861478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:03.908832 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7762494f-abc4-4be5-8171-0a118edd004d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:04.045849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-54df78ad-e1ab-443c-ab5a-d6633e85003c None None] Provisioning for port 63498e59-4a9a-4f43-9015-905d9363bf2b completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:43:04.054672 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:04.055213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-54df78ad-e1ab-443c-ab5a-d6633e85003c None None] Provisioning complete for port 63498e59-4a9a-4f43-9015-905d9363bf2b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:04.055623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-54df78ad-e1ab-443c-ab5a-d6633e85003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:04.094935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:43:04.311829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-54df78ad-e1ab-443c-ab5a-d6633e85003c None None] Port 63498e59-4a9a-4f43-9015-905d9363bf2b cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:43:04.442330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:04.448709 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:04.467643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:01Z', 'revision_number': 3, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:04.471951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02057c2c-bd44-4bac-b2c9-f812bbbba80f None None] The sync data for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv is: [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:01Z', 'revision_number': 3, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:43:04.482534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b4f7dd18-a779-429d-84b6-9c318bae634c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:04.563903 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:04.567538 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=63498e59-4a9a-4f43-9015-905d9363bf2b,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:04.570912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:04.715384 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:43:04.716621 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:43:04.935491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-e27014b6-c951-49eb-8341-c1fad2dc18fe None None] Provisioning complete for port 63498e59-4a9a-4f43-9015-905d9363bf2b triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:04.935898 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:43:04.936019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e27014b6-c951-49eb-8341-c1fad2dc18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:04.999337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e27014b6-c951-49eb-8341-c1fad2dc18fe None None] Port 63498e59-4a9a-4f43-9015-905d9363bf2b cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:43:05.125021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:43:05.134138 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] 10.222.0.96 "PUT /v2.0/routers/88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7836323 Jun 03 22:43:05.518524 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2c6c022d-7c0f-416c-84b9-f07050a23359 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:43:05.594851 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 2c6c022d-7c0f-416c-84b9-f07050a23359 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:43:05.600157 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2c6c022d-7c0f-416c-84b9-f07050a23359 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:05.600544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:05.700419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35008) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:05.700419 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2078613342-network', 'tenant_id': 'af774118130547628c761a0bbae748c6'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:43:05.703576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:05.708072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Usage tracker for resource:network and tenant:af774118130547628c761a0bbae748c6 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:43:05.711697 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:43:05.720843 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:05.729041 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:05.735621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Made reservation on behalf of af774118130547628c761a0bbae748c6 for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:43:05.738220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:05.748499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 2c6c022d-7c0f-416c-84b9-f07050a23359, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2c6c022d-7c0f-416c-84b9-f07050a23359,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:43:05.756230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:05.759825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-18bdc7fc-6f4a-4b73-b8ee-43e066731719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:05.764998 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:05.785848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:05.789726 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Usage tracker for resource:security_group_rule and tenant:af774118130547628c761a0bbae748c6 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:43:05.793139 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:43:05.799715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:05.832234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=2c6c022d-7c0f-416c-84b9-f07050a23359,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:05.835544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:05.895084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:05.901881 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:05.905343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e80493bb-6be7-4089-95fc-90d3167d5a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:05.938926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:43:05.945578 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6092bef-4473-476d-b49b-d67f0326af34,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:05.950378 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:05.953182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:05.953573 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Added segment a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269 of type vlan for network ac894fde-f5c6-4ea8-aab6-755c03e8bad7 Jun 03 22:43:05.982054 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:06.015662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:06.016705 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:06.017365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:06.020928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cdf4f99e-14ee-4fa3-a01e-d5fc97f92d3d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:06.050702 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Sync routers for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:43:06.064739 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:43:06.065195 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:06.129188 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4353919 Jun 03 22:43:06.132329 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 35016) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:06.137932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Pushing event updated for resources: {'Network': ['ID=ac894fde-f5c6-4ea8-aab6-755c03e8bad7,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:06.139029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Request body: {'subnet': {'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2078613342-subnet', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'ip_version': 4}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:43:06.140730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9280a44c-c15d-435d-ba1a-f283a6ef366c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:06.147152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:06.149188 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network ac894fde-f5c6-4ea8-aab6-755c03e8bad7 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:43:06.152236 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Usage tracker for resource:subnet and tenant:af774118130547628c761a0bbae748c6 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:43:06.156033 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:43:06.162416 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:06.180295 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Made reservation on behalf of af774118130547628c761a0bbae748c6 for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:43:06.183101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:06.258418 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:43:06.591351 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:04Z', 'revision_number': 2, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:06.595664 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Checking router: 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:43:06.596011 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Updating router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 port 63498e59-4a9a-4f43-9015-905d9363bf2b binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:43:06.596312 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:06.600492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ed3dcd7e-1a1e-4865-b413-4b425cc701e7 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:06.648237 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:06.665073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b0c9e2-0527-42e5-8ee7-9b4af972e97e,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:06.667830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:06.680552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Checking segment: {'id': 'a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:43:06.680899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Network hostable DHCP agents. Network: ac894fde-f5c6-4ea8-aab6-755c03e8bad7, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:43:06.699938 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Network ac894fde-f5c6-4ea8-aab6-755c03e8bad7 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:43:06.711083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, ac894fde-f5c6-4ea8-aab6-755c03e8bad7) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:43:06.720523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bfbf4a-7e4d-4a69-8626-876f5392e6ff None None] Network ac894fde-f5c6-4ea8-aab6-755c03e8bad7 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:43:06.721424 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:06.722055 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:06.753288 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0705cb7b-252e-4feb-bfbe-06f28c712ed0 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6174479 Jun 03 22:43:06.753529 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 35020) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:06.759811 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2078613342-router', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:43:06.772335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:06.778161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Usage tracker for resource:router and tenant:af774118130547628c761a0bbae748c6 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:43:06.781415 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:43:06.788961 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:06.809523 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:06.810660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:06.835252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:06.967346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-ac894fde-f5c6-4ea8-aab6-755c03e8bad7', 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'fixed_ips': [{'subnet_id': 'e5b0c9e2-0527-42e5-8ee7-9b4af972e97e'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:43:06.968213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.028443 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.040946 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Transition to ACTIVE for port object 63498e59-4a9a-4f43-9015-905d9363bf2b will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:43:07.049055 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.056551 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-ca4599ad-e066-4a4b-94ca-7fb96a7e821c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:07.161572 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Allocated IP 172.20.0.2 (ac894fde-f5c6-4ea8-aab6-755c03e8bad7/e5b0c9e2-0527-42e5-8ee7-9b4af972e97e/ff112440-b2a1-4f88-8a93-e5b53d6abc18) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:43:07.276566 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Pushing event updated for resources: {'Port': ['ID=63498e59-4a9a-4f43-9015-905d9363bf2b,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:07.279372 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Attempting to bind port 63498e59-4a9a-4f43-9015-905d9363bf2b on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:43:07.279874 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Attempting to bind port 63498e59-4a9a-4f43-9015-905d9363bf2b by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:43:07.280316 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Attempting to bind port 63498e59-4a9a-4f43-9015-905d9363bf2b on network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:43:07.290019 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:43:07.290497 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:43:07.290968 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:43:07.291379 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:43:07.291953 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:43:07.292520 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:43:07.292934 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:43:07.293343 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:43:07.296444 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:43:07.296444 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:43:07.296444 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:43:07.296444 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:43:07.296877 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.301063 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:43:07.303168 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Checking segment: {'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:43:07.304593 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.305019 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Bound using segment: {'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:43:07.305542 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Bound port: 63498e59-4a9a-4f43-9015-905d9363bf2b, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:43:07.305927 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.337613 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:07.411835 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.423580 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Transition to ACTIVE for port object ff112440-b2a1-4f88-8a93-e5b53d6abc18 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:43:07.459563 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] For port 63498e59-4a9a-4f43-9015-905d9363bf2b, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:43:07.464592 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] For port 63498e59-4a9a-4f43-9015-905d9363bf2b, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=63498e59-4a9a-4f43-9015-905d9363bf2b,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:43:07.470625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Transition to ACTIVE for port object ff112440-b2a1-4f88-8a93-e5b53d6abc18 will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:43:07.471796 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.477688 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-c5eb4aab-0a2a-40f9-b697-7d56322eb4ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:07.483219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.493746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:07.533518 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2c6c022d-7c0f-416c-84b9-f07050a23359 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:43:07.566872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Network ac894fde-f5c6-4ea8-aab6-755c03e8bad7 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:43:07.579360 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Pushing event updated for resources: {'Port': ['ID=63498e59-4a9a-4f43-9015-905d9363bf2b,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:07.579664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:43:07.584108 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:43:07.587599 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-824066bc-31bb-4a27-b869-599bb07245bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:07.594627 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:43:07.594627 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:07.673722 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.719967 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.778734 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Pushing event updated for resources: {'Port': ['ID=ff112440-b2a1-4f88-8a93-e5b53d6abc18,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:07.784849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:07.789878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Attempting to bind port ff112440-b2a1-4f88-8a93-e5b53d6abc18 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:43:07.790047 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:43:07.790255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Attempting to bind port ff112440-b2a1-4f88-8a93-e5b53d6abc18 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:43:07.791406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Attempting to bind port ff112440-b2a1-4f88-8a93-e5b53d6abc18 on network ac894fde-f5c6-4ea8-aab6-755c03e8bad7 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:43:07.805347 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:43:07.805784 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Checking segment: {'id': 'a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:43:07.806460 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.807127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Bound using segment: {'id': 'a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:43:07.808392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Bound port: ff112440-b2a1-4f88-8a93-e5b53d6abc18, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:43:07.808392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.826472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 2c6c022d-7c0f-416c-84b9-f07050a23359 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:07.826841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:07.877870 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Allocated IP 172.26.3.202 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/ca5dc439-838f-4e58-8702-4be2be169a23) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:43:07.987600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] For port ff112440-b2a1-4f88-8a93-e5b53d6abc18, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:43:08.007968 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] For port ff112440-b2a1-4f88-8a93-e5b53d6abc18, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ff112440-b2a1-4f88-8a93-e5b53d6abc18,segment=NetworkSegment(a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269),segment_id=a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:43:08.015175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:08.025955 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-548b652e-6f45-4137-b50f-dd4735c5d6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:08.043070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:08.088979 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:08.100851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d6c93b93-cd5a-4569-8471-a3f86d074210 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:08.113003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Pushing event updated for resources: {'Port': ['ID=ff112440-b2a1-4f88-8a93-e5b53d6abc18,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:08.116282 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:08.132509 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:07Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:08.136820 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf8f96-9431-4928-a525-468d3582febc None None] The sync data for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv is: [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:07Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:43:08.159596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:43:08.162577 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:43:08.167182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:43:08.231083 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Pushing event updated for resources: {'Port': ['ID=ca5dc439-838f-4e58-8702-4be2be169a23,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:08.234864 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:08.668761 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:09.129655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7021b24d-0e16-4379-9db3-de9568f5ee7c None None] Network ac894fde-f5c6-4ea8-aab6-755c03e8bad7 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:43:09.205556 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:09.236649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-5620bc1f-e3ad-442c-96a2-99b3f4c8530f None None] Provisioning for port ff112440-b2a1-4f88-8a93-e5b53d6abc18 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:43:09.422133 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Router f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:43:09.549318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 63498e59-4a9a-4f43-9015-905d9363bf2b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:43:09.625491 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 63498e59-4a9a-4f43-9015-905d9363bf2b completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:43:09.626885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:43:09.632369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 63498e59-4a9a-4f43-9015-905d9363bf2b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:09.632369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:09.654934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:09.658862 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9000664 Jun 03 22:43:09.659029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 35028) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:09.663810 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Sync routers for ids ['f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:43:09.693389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Routers {'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:43:09.694021 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:09.937322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:09.953105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Set router f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:43:10.112383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 63498e59-4a9a-4f43-9015-905d9363bf2b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=63498e59-4a9a-4f43-9015-905d9363bf2b,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:43:10.160736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:10.161474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ff112440-b2a1-4f88-8a93-e5b53d6abc18 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:43:10.190055 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:10.317390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=63498e59-4a9a-4f43-9015-905d9363bf2b,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:10.341957 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:10.345143 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:10.362941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port ff112440-b2a1-4f88-8a93-e5b53d6abc18 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:43:10.375145 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ff112440-b2a1-4f88-8a93-e5b53d6abc18 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:10.375558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:10.452631 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'name': 'tempest-TestShelveInstance-2078613342-router', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:43:06Z', 'updated_at': '2021-06-03T22:43:08Z', 'revision_number': 3, 'project_id': 'af774118130547628c761a0bbae748c6', 'gw_port': {'id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:07Z', 'updated_at': '2021-06-03T22:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:10.459066 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Checking router: f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:43:10.459421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Updating router f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 port ca5dc439-838f-4e58-8702-4be2be169a23 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:43:10.620000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:10.650937 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:10.720062 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Allocated IP 172.20.0.1 (ac894fde-f5c6-4ea8-aab6-755c03e8bad7/e5b0c9e2-0527-42e5-8ee7-9b4af972e97e/c5731d9d-9526-4af9-985d-4da6411d9fcc) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:43:10.755318 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port ff112440-b2a1-4f88-8a93-e5b53d6abc18, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ff112440-b2a1-4f88-8a93-e5b53d6abc18,segment=NetworkSegment(a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269),segment_id=a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:43:10.763415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:10.768428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:10.875210 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:10.892473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Transition to ACTIVE for port object c5731d9d-9526-4af9-985d-4da6411d9fcc will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:43:10.921304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:10.922240 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=ff112440-b2a1-4f88-8a93-e5b53d6abc18,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:10.926723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6bc557f4-353f-45fb-9924-eb5beb90dbbe tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:10.928889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:10.987255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Network ac894fde-f5c6-4ea8-aab6-755c03e8bad7 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:43:10.994869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:43:10.999962 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:43:11.031140 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Pushing event updated for resources: {'Port': ['ID=c5731d9d-9526-4af9-985d-4da6411d9fcc,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:11.038053 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:11.059256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:11.059391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:11.073214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Transition to ACTIVE for port object ca5dc439-838f-4e58-8702-4be2be169a23 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:43:11.083909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:11.090803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:11.178050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Attempting to bind port ca5dc439-838f-4e58-8702-4be2be169a23 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:43:11.178050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Attempting to bind port ca5dc439-838f-4e58-8702-4be2be169a23 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:43:11.178050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Attempting to bind port ca5dc439-838f-4e58-8702-4be2be169a23 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:43:11.182905 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:43:11.183283 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:43:11.183722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:11.184120 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:43:11.184598 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Bound port: ca5dc439-838f-4e58-8702-4be2be169a23, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:43:11.184970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:11.210751 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0884feb-8067-464c-88b4-5127ab3b251d None None] Pushing event updated for resources: {'Port': ['ID=ca5dc439-838f-4e58-8702-4be2be169a23,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:11.215585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:11.219392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a0884feb-8067-464c-88b4-5127ab3b251d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:11.249237 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d24bd1dd-6429-4f26-bd5c-0f1d2542ba3e None None] Provisioning for port c5731d9d-9526-4af9-985d-4da6411d9fcc completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:43:11.266420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d24bd1dd-6429-4f26-bd5c-0f1d2542ba3e None None] Provisioning complete for port c5731d9d-9526-4af9-985d-4da6411d9fcc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:11.266420 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d24bd1dd-6429-4f26-bd5c-0f1d2542ba3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:11.313885 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] For port ca5dc439-838f-4e58-8702-4be2be169a23, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:43:11.331761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] For port ca5dc439-838f-4e58-8702-4be2be169a23, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ca5dc439-838f-4e58-8702-4be2be169a23,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:43:11.334805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-d24bd1dd-6429-4f26-bd5c-0f1d2542ba3e None None] Port c5731d9d-9526-4af9-985d-4da6411d9fcc cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:43:11.337336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:11.342138 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:11.415815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Routers {'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:43:11.416564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:11.450510 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:11.462715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:11.477209 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0884feb-8067-464c-88b4-5127ab3b251d None None] Pushing event updated for resources: {'Port': ['ID=ca5dc439-838f-4e58-8702-4be2be169a23,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:11.488614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a0884feb-8067-464c-88b4-5127ab3b251d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:11.495754 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:11.497403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 63498e59-4a9a-4f43-9015-905d9363bf2b up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:43:11.578683 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:11.582403 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Pushing event updated for resources: {'Port': ['ID=c5731d9d-9526-4af9-985d-4da6411d9fcc,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:11.585810 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:11.659320 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] Set router f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:43:11.718794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 63498e59-4a9a-4f43-9015-905d9363bf2b triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:11.719196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:11.725028 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Network ac894fde-f5c6-4ea8-aab6-755c03e8bad7 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:43:11.726160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:43:11.934758 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Router f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:43:12.032137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ff112440-b2a1-4f88-8a93-e5b53d6abc18 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:43:12.059202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-beceaae6-7f36-4da2-ab81-8889d289e1eb None None] Provisioning complete for port c5731d9d-9526-4af9-985d-4da6411d9fcc triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:12.059579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-beceaae6-7f36-4da2-ab81-8889d289e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:12.127237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:43:12.136698 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] 10.222.0.96 "PUT /v2.0/routers/f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4766974 Jun 03 22:43:12.225659 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-beceaae6-7f36-4da2-ab81-8889d289e1eb None None] Port c5731d9d-9526-4af9-985d-4da6411d9fcc cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:43:12.259056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ff112440-b2a1-4f88-8a93-e5b53d6abc18 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:12.259483 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:12.300280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'name': 'tempest-TestShelveInstance-2078613342-router', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:43:06Z', 'updated_at': '2021-06-03T22:43:11Z', 'revision_number': 4, 'project_id': 'af774118130547628c761a0bbae748c6', 'gw_port': {'id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:07Z', 'updated_at': '2021-06-03T22:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c5731d9d-9526-4af9-985d-4da6411d9fcc', 'name': '', 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'mac_address': 'fa:16:3e:be:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'e5b0c9e2-0527-42e5-8ee7-9b4af972e97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:10Z', 'updated_at': '2021-06-03T22:43:11Z', 'revision_number': 2, 'project_id': 'af774118130547628c761a0bbae748c6', 'subnets': [{'id': 'e5b0c9e2-0527-42e5-8ee7-9b4af972e97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:12.309771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87857e9-74ac-4920-924e-68dde86bc165 None None] The sync data for ids ['f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'] in dv-neutron-792998-2-hyperv is: [{'id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'name': 'tempest-TestShelveInstance-2078613342-router', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:43:06Z', 'updated_at': '2021-06-03T22:43:11Z', 'revision_number': 4, 'project_id': 'af774118130547628c761a0bbae748c6', 'gw_port': {'id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:07Z', 'updated_at': '2021-06-03T22:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c5731d9d-9526-4af9-985d-4da6411d9fcc', 'name': '', 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'mac_address': 'fa:16:3e:be:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'e5b0c9e2-0527-42e5-8ee7-9b4af972e97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:10Z', 'updated_at': '2021-06-03T22:43:11Z', 'revision_number': 2, 'project_id': 'af774118130547628c761a0bbae748c6', 'subnets': [{'id': 'e5b0c9e2-0527-42e5-8ee7-9b4af972e97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:43:13.500952 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ca5dc439-838f-4e58-8702-4be2be169a23 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:43:13.582410 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port ca5dc439-838f-4e58-8702-4be2be169a23 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:43:13.588680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ca5dc439-838f-4e58-8702-4be2be169a23 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:13.589089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:13.685171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 35040) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:13.690449 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1731257249', 'description': 'tempest-secgroup-smoke-1731257249 description', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:43:13.699576 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:13.703678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:43:13.706679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:43:13.712682 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:13.715793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:13.730143 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:13.735278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port ca5dc439-838f-4e58-8702-4be2be169a23, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ca5dc439-838f-4e58-8702-4be2be169a23,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:43:13.742492 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:13.746250 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-dce5aeb0-8f94-4948-afcb-e0bb3a9d0474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:13.755068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:13.759629 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:43:13.763635 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:43:13.770884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:13.818850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=ca5dc439-838f-4e58-8702-4be2be169a23,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:13.823043 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:13.990901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:13.997782 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.001678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-34b818a8-1047-440b-a0b8-684bca0dee69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:14.041504 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3164fce-53b0-48fc-ac02-dab7a7c6eacc,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:14.044532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:14.045772 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.046999 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3608623 Jun 03 22:43:14.050297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35044) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:14.055279 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-beb65931-b601-4661-b1f5-d5fdc957c809 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group_rule': {'security_group_id': 'a3164fce-53b0-48fc-ac02-dab7a7c6eacc', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:43:14.061864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-beb65931-b601-4661-b1f5-d5fdc957c809 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:14.065637 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-beb65931-b601-4661-b1f5-d5fdc957c809 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:43:14.068527 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-beb65931-b601-4661-b1f5-d5fdc957c809 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:43:14.075195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-beb65931-b601-4661-b1f5-d5fdc957c809 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:14.093098 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-beb65931-b601-4661-b1f5-d5fdc957c809 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.169151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-beb65931-b601-4661-b1f5-d5fdc957c809 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.175284 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-beb65931-b601-4661-b1f5-d5fdc957c809 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.177153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b5079191-f202-470f-b1dd-25a8e1890469 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:14.206333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb65931-b601-4661-b1f5-d5fdc957c809 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232b5ab5-8515-4df2-aceb-99ce713f68b9,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:14.209220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-beb65931-b601-4661-b1f5-d5fdc957c809 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:14.217575 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-beb65931-b601-4661-b1f5-d5fdc957c809 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.219039 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-beb65931-b601-4661-b1f5-d5fdc957c809 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1675828 Jun 03 22:43:14.222264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 35048) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:14.231968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-33b3712b-969c-484a-96ba-333a59776449 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group_rule': {'security_group_id': 'a3164fce-53b0-48fc-ac02-dab7a7c6eacc', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:43:14.239698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-33b3712b-969c-484a-96ba-333a59776449 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:14.244169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-33b3712b-969c-484a-96ba-333a59776449 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:43:14.247493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-33b3712b-969c-484a-96ba-333a59776449 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:43:14.254859 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-33b3712b-969c-484a-96ba-333a59776449 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:14.278817 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33b3712b-969c-484a-96ba-333a59776449 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.354508 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33b3712b-969c-484a-96ba-333a59776449 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.359893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33b3712b-969c-484a-96ba-333a59776449 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.361729 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-730e66bd-9b46-4671-ae6f-02c134835b5b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:14.384319 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3712b-969c-484a-96ba-333a59776449 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff67bde-ad99-4f93-a7cc-38078751b152,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:14.387361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-33b3712b-969c-484a-96ba-333a59776449 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:14.397431 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-33b3712b-969c-484a-96ba-333a59776449 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.398615 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-33b3712b-969c-484a-96ba-333a59776449 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1749136 Jun 03 22:43:14.402435 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 35050) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:14.407055 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-dc18d434-b476-4d87-a955-1cf57ee3a309 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group_rule': {'security_group_id': 'a3164fce-53b0-48fc-ac02-dab7a7c6eacc', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:43:14.413086 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-dc18d434-b476-4d87-a955-1cf57ee3a309 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:14.417816 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dc18d434-b476-4d87-a955-1cf57ee3a309 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:43:14.420752 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dc18d434-b476-4d87-a955-1cf57ee3a309 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:43:14.426596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-dc18d434-b476-4d87-a955-1cf57ee3a309 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:14.444660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dc18d434-b476-4d87-a955-1cf57ee3a309 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.516114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dc18d434-b476-4d87-a955-1cf57ee3a309 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.522337 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dc18d434-b476-4d87-a955-1cf57ee3a309 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.529828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-657a9a49-1cdc-40bd-97db-55fc48e48825 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:14.549507 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18d434-b476-4d87-a955-1cf57ee3a309 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1777cf83-c752-4892-9255-91e1ef523723,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:14.552084 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dc18d434-b476-4d87-a955-1cf57ee3a309 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:14.563232 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dc18d434-b476-4d87-a955-1cf57ee3a309 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.564563 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dc18d434-b476-4d87-a955-1cf57ee3a309 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611731 Jun 03 22:43:14.567428 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 35052) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:14.577532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-b32ccb94-9900-4848-989c-74a5cddd5209 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group_rule': {'security_group_id': 'a3164fce-53b0-48fc-ac02-dab7a7c6eacc', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:43:14.586756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b32ccb94-9900-4848-989c-74a5cddd5209 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:14.591867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b32ccb94-9900-4848-989c-74a5cddd5209 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:43:14.595082 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-b32ccb94-9900-4848-989c-74a5cddd5209 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:43:14.601764 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-b32ccb94-9900-4848-989c-74a5cddd5209 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:14.620716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b32ccb94-9900-4848-989c-74a5cddd5209 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.687092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b32ccb94-9900-4848-989c-74a5cddd5209 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.693584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b32ccb94-9900-4848-989c-74a5cddd5209 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.696300 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-39651d0d-64cd-4f80-83ec-d3cfe231f18f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:14.723798 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ccb94-9900-4848-989c-74a5cddd5209 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cefac3-9007-44c3-a78b-9a3e226f1289,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:14.726265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b32ccb94-9900-4848-989c-74a5cddd5209 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:14.735932 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b32ccb94-9900-4848-989c-74a5cddd5209 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.737134 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b32ccb94-9900-4848-989c-74a5cddd5209 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683104 Jun 03 22:43:14.740118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35054) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:14.744988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group_rule': {'security_group_id': 'a3164fce-53b0-48fc-ac02-dab7a7c6eacc', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:43:14.752453 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:14.756927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:43:14.760128 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:43:14.766845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:14.779453 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Project 025fbbd2881b49029f2b1d4c1dadff20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:43:14.785690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.864734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.869790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.876469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-da3759d3-d153-424d-a57d-faadd952875f tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:14.897229 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f326a09-a52b-4ee2-bee5-97637a2e7209,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:14.900510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:14.912387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:14.917521 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1725426 Jun 03 22:43:14.918429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35056) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:14.923012 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-fdddbfc4-9d42-4c27-b18b-10723c9d324a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group_rule': {'security_group_id': 'a3164fce-53b0-48fc-ac02-dab7a7c6eacc', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:43:14.929629 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fdddbfc4-9d42-4c27-b18b-10723c9d324a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:14.934438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fdddbfc4-9d42-4c27-b18b-10723c9d324a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:43:14.937537 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-fdddbfc4-9d42-4c27-b18b-10723c9d324a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:43:14.943949 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-fdddbfc4-9d42-4c27-b18b-10723c9d324a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:14.958774 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-fdddbfc4-9d42-4c27-b18b-10723c9d324a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Project 025fbbd2881b49029f2b1d4c1dadff20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:43:14.966505 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fdddbfc4-9d42-4c27-b18b-10723c9d324a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:15.039839 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fdddbfc4-9d42-4c27-b18b-10723c9d324a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:15.047335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fdddbfc4-9d42-4c27-b18b-10723c9d324a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:15.049683 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d5f59e69-6a3a-43cd-b9ac-c71b9bd64a69 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:15.078185 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddbfc4-9d42-4c27-b18b-10723c9d324a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a199d047-3f63-41ae-b618-9493f5ccd9f2,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:15.080652 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fdddbfc4-9d42-4c27-b18b-10723c9d324a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:15.090982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fdddbfc4-9d42-4c27-b18b-10723c9d324a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:15.093028 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fdddbfc4-9d42-4c27-b18b-10723c9d324a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1734545 Jun 03 22:43:15.282740 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-176525ff-c2a4-41e7-847a-8f980c0ede46 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Synchronizing usage tracker for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:43:15.302307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-176525ff-c2a4-41e7-847a-8f980c0ede46 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Unset dirty status for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:43:15.303568 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-176525ff-c2a4-41e7-847a-8f980c0ede46 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731257249&fields=id&tenant_id=025fbbd2881b49029f2b1d4c1dadff20 HTTP/1.1" status: 200 len: 267 time: 0.0677664 Jun 03 22:43:15.463286 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-ef24c30e-03ae-48b9-b8f2-7f92369c812d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:15.464670 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-ef24c30e-03ae-48b9-b8f2-7f92369c812d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Synchronizing usage tracker for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:network {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:43:15.486326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-ef24c30e-03ae-48b9-b8f2-7f92369c812d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Unset dirty status for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:network {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:43:15.487188 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ca5dc439-838f-4e58-8702-4be2be169a23 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:43:15.487763 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-ef24c30e-03ae-48b9-b8f2-7f92369c812d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 808 time: 0.1769073 Jun 03 22:43:15.507330 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-10eed05e-fbe4-4301-9595-85857a6c3e99 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/quotas/025fbbd2881b49029f2b1d4c1dadff20 HTTP/1.1" status: 200 len: 375 time: 0.0102670 Jun 03 22:43:15.562815 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port ca5dc439-838f-4e58-8702-4be2be169a23 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:15.563185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:15.605253 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-c8b66b44-f804-415e-bd93-9e815d303ef8 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Synchronizing usage tracker for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:43:15.625647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-c8b66b44-f804-415e-bd93-9e815d303ef8 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Unset dirty status for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:43:15.627600 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-c8b66b44-f804-415e-bd93-9e815d303ef8 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108651 Jun 03 22:43:15.707568 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Sync routers for ids ['f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:43:15.719775 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Routers {'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:43:15.720413 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:15.906047 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Set router f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:43:15.923939 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-f4f43798-ef20-4e22-9834-c8176fd46eb9 service neutron] 10.222.0.96 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766062 Jun 03 22:43:16.058813 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-dbc04538-5602-477b-b3e7-4658b7d7728a service neutron] 10.222.0.96 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291122 Jun 03 22:43:16.227434 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'name': 'tempest-TestShelveInstance-2078613342-router', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:43:06Z', 'updated_at': '2021-06-03T22:43:11Z', 'revision_number': 4, 'project_id': 'af774118130547628c761a0bbae748c6', 'gw_port': {'id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:07Z', 'updated_at': '2021-06-03T22:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c5731d9d-9526-4af9-985d-4da6411d9fcc', 'name': '', 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'mac_address': 'fa:16:3e:be:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'e5b0c9e2-0527-42e5-8ee7-9b4af972e97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:10Z', 'updated_at': '2021-06-03T22:43:11Z', 'revision_number': 2, 'project_id': 'af774118130547628c761a0bbae748c6', 'subnets': [{'id': 'e5b0c9e2-0527-42e5-8ee7-9b4af972e97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:16.231829 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Checking router: f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:43:16.232342 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Updating router f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 port c5731d9d-9526-4af9-985d-4da6411d9fcc binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:43:16.280982 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-77e89b82-9dad-4e33-a1f2-61202e123e10 req-aed07d75-e8ee-4cc0-9c4c-d8712aeb58e9 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 210 time: 0.0648074 Jun 03 22:43:16.304412 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:16.702612 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:16.715210 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Transition to ACTIVE for port object c5731d9d-9526-4af9-985d-4da6411d9fcc will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:43:16.727823 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:16.733142 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:16.890966 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeefdda-99f7-4b66-bf9e-b4d6382600e8 None None] Pushing event updated for resources: {'Port': ['ID=c5731d9d-9526-4af9-985d-4da6411d9fcc,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:16.894067 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-1eeefdda-99f7-4b66-bf9e-b4d6382600e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:16.965739 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Attempting to bind port c5731d9d-9526-4af9-985d-4da6411d9fcc on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:43:16.966022 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Attempting to bind port c5731d9d-9526-4af9-985d-4da6411d9fcc by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:43:16.966381 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Attempting to bind port c5731d9d-9526-4af9-985d-4da6411d9fcc on network ac894fde-f5c6-4ea8-aab6-755c03e8bad7 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:43:16.972031 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:43:16.972403 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Checking segment: {'id': 'a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:43:16.972800 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:16.973531 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Bound using segment: {'id': 'a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:43:16.973990 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Bound port: c5731d9d-9526-4af9-985d-4da6411d9fcc, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:43:16.974362 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:17.063822 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] For port c5731d9d-9526-4af9-985d-4da6411d9fcc, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:43:17.067394 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] For port c5731d9d-9526-4af9-985d-4da6411d9fcc, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c5731d9d-9526-4af9-985d-4da6411d9fcc,segment=NetworkSegment(a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269),segment_id=a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:43:17.074946 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:17.078601 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-e22b3c5f-276e-4316-80d7-dc08cebbbd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:17.153119 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Routers {'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:43:17.153766 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:42:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:17.210655 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeefdda-99f7-4b66-bf9e-b4d6382600e8 None None] Pushing event updated for resources: {'Port': ['ID=c5731d9d-9526-4af9-985d-4da6411d9fcc,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:17.221990 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-1eeefdda-99f7-4b66-bf9e-b4d6382600e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:17.348295 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] Set router f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:43:17.388095 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ce01ed5d-0639-4c45-9294-c2f0f1b4ab40 req-dc3ea95a-791d-40bc-8db5-1c252d526274 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 210 time: 0.0476754 Jun 03 22:43:17.518351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c5731d9d-9526-4af9-985d-4da6411d9fcc up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:43:17.595175 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port c5731d9d-9526-4af9-985d-4da6411d9fcc completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:43:17.601338 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c5731d9d-9526-4af9-985d-4da6411d9fcc triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:17.601709 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:17.701817 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'name': 'tempest-TestShelveInstance-2078613342-router', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:43:06Z', 'updated_at': '2021-06-03T22:43:11Z', 'revision_number': 4, 'project_id': 'af774118130547628c761a0bbae748c6', 'gw_port': {'id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:07Z', 'updated_at': '2021-06-03T22:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c5731d9d-9526-4af9-985d-4da6411d9fcc', 'name': '', 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'mac_address': 'fa:16:3e:be:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'e5b0c9e2-0527-42e5-8ee7-9b4af972e97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:10Z', 'updated_at': '2021-06-03T22:43:17Z', 'revision_number': 4, 'project_id': 'af774118130547628c761a0bbae748c6', 'subnets': [{'id': 'e5b0c9e2-0527-42e5-8ee7-9b4af972e97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:17.712518 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f9c412-8333-49e6-b55d-d5e172ace2a1 None None] The sync data for ids ['f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'] in dv-neutron-792998-2-hyperv is: [{'id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'name': 'tempest-TestShelveInstance-2078613342-router', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:43:06Z', 'updated_at': '2021-06-03T22:43:11Z', 'revision_number': 4, 'project_id': 'af774118130547628c761a0bbae748c6', 'gw_port': {'id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:07Z', 'updated_at': '2021-06-03T22:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': 'c5731d9d-9526-4af9-985d-4da6411d9fcc', 'name': '', 'network_id': 'ac894fde-f5c6-4ea8-aab6-755c03e8bad7', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'mac_address': 'fa:16:3e:be:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'e5b0c9e2-0527-42e5-8ee7-9b4af972e97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:10Z', 'updated_at': '2021-06-03T22:43:17Z', 'revision_number': 4, 'project_id': 'af774118130547628c761a0bbae748c6', 'subnets': [{'id': 'e5b0c9e2-0527-42e5-8ee7-9b4af972e97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:43:17.762520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:17.800605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port c5731d9d-9526-4af9-985d-4da6411d9fcc, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c5731d9d-9526-4af9-985d-4da6411d9fcc,segment=NetworkSegment(a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269),segment_id=a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:43:17.806430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:17.809333 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:17.881618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=c5731d9d-9526-4af9-985d-4da6411d9fcc,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:17.884777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:18.500008 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-f79279e9-e8be-4c82-9896-403c6af3aec8 req-3370fcdd-1862-4828-9f0d-9602e5007d47 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 210 time: 0.0528593 Jun 03 22:43:19.485664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c5731d9d-9526-4af9-985d-4da6411d9fcc up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:43:19.560038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port c5731d9d-9526-4af9-985d-4da6411d9fcc triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:19.560556 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:19.689442 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d762e643-d99a-4340-bd92-034fcfb27e73 req-71cf03e4-011c-4876-a262-aef4040ace96 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 210 time: 0.0740874 Jun 03 22:43:19.933250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2358c704-b949-46ae-a019-4fb09a8a9b19 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:19.935631 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2358c704-b949-46ae-a019-4fb09a8a9b19 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 808 time: 0.3608456 Jun 03 22:43:19.994206 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-9c974986-8f70-4c35-aafe-b100fa9e2abb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=025fbbd2881b49029f2b1d4c1dadff20 HTTP/1.1" status: 200 len: 380 time: 0.0495563 Jun 03 22:43:20.003718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'port': {'device_id': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'admin_state_up': True, 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'security_groups': ['a3164fce-53b0-48fc-ac02-dab7a7c6eacc']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:43:20.150869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:20.161716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:20.174623 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Made reservation on behalf of 025fbbd2881b49029f2b1d4c1dadff20 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:43:20.178352 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:20.357985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Allocated IP 172.20.0.3 (229c9024-bd0d-4cc5-b60b-d6c07ad03977/79c3713f-87bc-495a-9e81-e7aa457d630c/dfdbea64-5b2c-4100-8a84-32f14744bb50) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:43:20.581510 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:20.598928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Transition to ACTIVE for port object dfdbea64-5b2c-4100-8a84-32f14744bb50 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:43:20.626121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:20.634271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:20.705662 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:43:20.707023 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:43:20.711277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:43:20.755055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'Port': ['ID=dfdbea64-5b2c-4100-8a84-32f14744bb50,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:20.759778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:20.790344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:20.790988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:20.854018 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539627 Jun 03 22:43:20.868550 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Request body: {'port': {'device_id': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:43:20.973520 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8cc9a7e9-da08-44ec-b4b9-a2c1a3f2c577 None None] Provisioning for port dfdbea64-5b2c-4100-8a84-32f14744bb50 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:43:20.978891 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8cc9a7e9-da08-44ec-b4b9-a2c1a3f2c577 None None] Provisioning complete for port dfdbea64-5b2c-4100-8a84-32f14744bb50 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:20.979493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8cc9a7e9-da08-44ec-b4b9-a2c1a3f2c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:21.009045 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbfe78-e2f9-4d3a-9f4c-157e066df5a9 req-b3829c2d-58f4-4785-94ff-4893d4c8dcc4 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:21.009749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-4afbfe78-e2f9-4d3a-9f4c-157e066df5a9 req-b3829c2d-58f4-4785-94ff-4893d4c8dcc4 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Synchronizing usage tracker for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:43:21.018182 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:21.038151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8cc9a7e9-da08-44ec-b4b9-a2c1a3f2c577 None None] Port dfdbea64-5b2c-4100-8a84-32f14744bb50 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:43:21.068840 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-4afbfe78-e2f9-4d3a-9f4c-157e066df5a9 req-b3829c2d-58f4-4785-94ff-4893d4c8dcc4 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Unset dirty status for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:43:21.070026 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4afbfe78-e2f9-4d3a-9f4c-157e066df5a9 req-b3829c2d-58f4-4785-94ff-4893d4c8dcc4 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 931 time: 0.2580929 Jun 03 22:43:21.187744 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4afbfe78-e2f9-4d3a-9f4c-157e066df5a9 req-86af8dbf-57d6-49e7-9f47-6fcdcd0c32cd tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083667 Jun 03 22:43:21.419293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdbea64-5b2c-4100-8a84-32f14744bb50 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:43:21.427402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:21.444301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Transition to ACTIVE for port object dfdbea64-5b2c-4100-8a84-32f14744bb50 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:43:21.451257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:21.455239 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7cb1b2d3-c7c8-4a5d-9763-b8bc8a388aa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:21.612017 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdbea64-5b2c-4100-8a84-32f14744bb50,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:21.623713 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:21.698411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Attempting to bind port dfdbea64-5b2c-4100-8a84-32f14744bb50 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:43:21.698642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Attempting to bind port dfdbea64-5b2c-4100-8a84-32f14744bb50 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:43:21.698969 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Attempting to bind port dfdbea64-5b2c-4100-8a84-32f14744bb50 on network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:43:21.704625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Port dfdbea64-5b2c-4100-8a84-32f14744bb50 on network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:43:21.704941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Attempting to bind port dfdbea64-5b2c-4100-8a84-32f14744bb50 on network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:43:21.710452 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:43:21.710787 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Checking segment: {'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:43:21.711171 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Bound using segment: {'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:43:21.711642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Bound port: dfdbea64-5b2c-4100-8a84-32f14744bb50, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:43:21.711992 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:21.956176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] For port dfdbea64-5b2c-4100-8a84-32f14744bb50, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:43:21.959195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] For port dfdbea64-5b2c-4100-8a84-32f14744bb50, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:43:21.966494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:21.970635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f92f5a57-f1cf-4fa5-8108-234830bb0437 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:22.029570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:22.030177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:22.031531 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] 10.222.0.24 "PUT /v2.0/ports/dfdbea64-5b2c-4100-8a84-32f14744bb50 HTTP/1.1" status: 200 len: 1093 time: 1.1683779 Jun 03 22:43:22.032137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:43:22.034460 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f6d18ed14788b8ef34dfd37755a263df64af6a5ec6cc3060a744ac4e8e9174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe0cfad-1f36-42b9-a5ff-acde2fb2bab1" -d '{"events": [{"name": "network-changed", "server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:43:22.067021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdbea64-5b2c-4100-8a84-32f14744bb50,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:22.070845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:22.118786 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a44d68-20cb-4c60-8457-88defc1f306b x-openstack-request-id: req-91a44d68-20cb-4c60-8457-88defc1f306b {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:43:22.119124 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:43:22.119408 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-91a44d68-20cb-4c60-8457-88defc1f306b {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:43:22.119893 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'status': 'completed', 'code': 200} Jun 03 22:43:22.161151 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-316fe6ce-59ba-4d15-a158-c5fb46109882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:22.162660 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-316fe6ce-59ba-4d15-a158-c5fb46109882 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1096 time: 0.0836396 Jun 03 22:43:22.234804 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-a3347dd4-fef2-4858-9c59-9b1995726999 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50 HTTP/1.1" status: 200 len: 217 time: 0.0631201 Jun 03 22:43:22.354671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-f140c5e8-10e8-4993-9655-a29840757c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:22.356953 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-f140c5e8-10e8-4993-9655-a29840757c60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.1162157 Jun 03 22:43:22.456444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a9b24-33d3-4e21-aacc-e6b66ab538e6 req-204d440e-711b-4097-b514-84908c21aae6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:22.457905 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-305a9b24-33d3-4e21-aacc-e6b66ab538e6 req-204d440e-711b-4097-b514-84908c21aae6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.1608231 Jun 03 22:43:22.495488 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-c865599c-74b7-4529-9626-492249cb1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:22.497619 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-c865599c-74b7-4529-9626-492249cb1b13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1336467 Jun 03 22:43:22.552798 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-305a9b24-33d3-4e21-aacc-e6b66ab538e6 req-a70f813d-8939-4312-b704-67de4074a13e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880868 Jun 03 22:43:22.648563 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-62e289b9-6454-46ed-ab7a-c007e260da41 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421590 Jun 03 22:43:22.795758 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9ea16457-fa82-44be-93f2-00f7a43afd8c req-1f466713-7035-4494-9838-91a5d981d9cd service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401126 Jun 03 22:43:22.813852 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd37f-cb37-4b90-923d-d9e05241b0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:22.921880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0cfad-1f36-42b9-a5ff-acde2fb2bab1 req-9a5a22b9-d1b3-4414-b2c8-8b33432af4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:22.923358 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fe0cfad-1f36-42b9-a5ff-acde2fb2bab1 req-9a5a22b9-d1b3-4414-b2c8-8b33432af4a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1096 time: 0.0717795 Jun 03 22:43:23.075769 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0cfad-1f36-42b9-a5ff-acde2fb2bab1 req-9228504c-59e4-45b1-82b8-70c49d057e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:23.077269 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fe0cfad-1f36-42b9-a5ff-acde2fb2bab1 req-9228504c-59e4-45b1-82b8-70c49d057e10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1474075 Jun 03 22:43:23.151721 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fe0cfad-1f36-42b9-a5ff-acde2fb2bab1 req-fe989abb-e4f7-4d20-9c89-9f9dea1ef95e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50 HTTP/1.1" status: 200 len: 217 time: 0.0671439 Jun 03 22:43:23.217584 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0cfad-1f36-42b9-a5ff-acde2fb2bab1 req-2c860d64-710c-4385-9f7f-b31cfac73f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:23.219029 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fe0cfad-1f36-42b9-a5ff-acde2fb2bab1 req-2c860d64-710c-4385-9f7f-b31cfac73f31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0606821 Jun 03 22:43:23.304180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0cfad-1f36-42b9-a5ff-acde2fb2bab1 req-e06d603a-7add-4db8-9164-4b7e2e538268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:23.305650 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fe0cfad-1f36-42b9-a5ff-acde2fb2bab1 req-e06d603a-7add-4db8-9164-4b7e2e538268 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788527 Jun 03 22:43:23.450405 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fe0cfad-1f36-42b9-a5ff-acde2fb2bab1 req-4afc66b5-3f53-458c-bff7-c91ec28c4aae service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368644 Jun 03 22:43:23.584958 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8fe0cfad-1f36-42b9-a5ff-acde2fb2bab1 req-cf0c8896-4359-4829-bc2a-1a27156de3bd service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277647 Jun 03 22:43:23.759958 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30099f93-0ab6-41d4-a119-59df0d84bb62 req-d7314284-4de0-407b-8f01-099073543839 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:23.761308 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-30099f93-0ab6-41d4-a119-59df0d84bb62 req-d7314284-4de0-407b-8f01-099073543839 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0880058 Jun 03 22:43:23.806635 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-30099f93-0ab6-41d4-a119-59df0d84bb62 req-e72a331b-0635-4334-b284-a078f6279d55 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390589 Jun 03 22:43:25.014559 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e544d-f944-4abf-831a-75f148016263 req-f81ddeb6-ba8f-49b0-a658-af2d017d8b2b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:25.016462 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-528e544d-f944-4abf-831a-75f148016263 req-f81ddeb6-ba8f-49b0-a658-af2d017d8b2b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0940468 Jun 03 22:43:25.069143 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-528e544d-f944-4abf-831a-75f148016263 req-5ce40334-5558-40ed-81ec-ef88656cc8ee tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450711 Jun 03 22:43:25.338344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:25.486850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a10140b8-9300-4f20-af65-aa0cf88fc89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:26.276008 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f7659-7461-4f19-9bc5-c20e537a2f9c req-f2296805-f4b6-4e83-bec7-0c882ed2ddf0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:26.277689 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ef6f7659-7461-4f19-9bc5-c20e537a2f9c req-f2296805-f4b6-4e83-bec7-0c882ed2ddf0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.1002963 Jun 03 22:43:26.324573 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ef6f7659-7461-4f19-9bc5-c20e537a2f9c req-441d4d73-fa6d-462b-89e8-7f989fbc19d0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410764 Jun 03 22:43:27.001992 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device dfdbea64-5b2c-4100-8a84-32f14744bb50 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:43:27.142967 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port dfdbea64-5b2c-4100-8a84-32f14744bb50, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:43:27.158011 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'port_id': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'mac_address': 'fa:16:3e:96:f9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:43:27.215080 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:27.230259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:27.247850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdbea64-5b2c-4100-8a84-32f14744bb50 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:43:27.263729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port dfdbea64-5b2c-4100-8a84-32f14744bb50, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:43:27.269669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:27.271909 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:27.346938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=dfdbea64-5b2c-4100-8a84-32f14744bb50,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:27.351154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:27.463104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:27.659447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['dfdbea64-5b2c-4100-8a84-32f14744bb50'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:43:27.698176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55ab07-3368-428a-a7f3-038b7ec8e6f1 req-695db3fd-7fc0-4156-b5c2-fa085e8325e1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:27.699694 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4d55ab07-3368-428a-a7f3-038b7ec8e6f1 req-695db3fd-7fc0-4156-b5c2-fa085e8325e1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 944 time: 0.2516291 Jun 03 22:43:27.748261 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4d55ab07-3368-428a-a7f3-038b7ec8e6f1 req-f8774fe7-337a-4b96-b70d-cf7d786aaeb5 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420203 Jun 03 22:43:28.680765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:28.948643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5339559-94d0-4c3c-88e5-bdf744907793 req-b8220bb8-543e-4c08-b5d2-09bddc09efde tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:28.950015 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c5339559-94d0-4c3c-88e5-bdf744907793 req-b8220bb8-543e-4c08-b5d2-09bddc09efde tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 944 time: 0.0885830 Jun 03 22:43:29.000792 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c5339559-94d0-4c3c-88e5-bdf744907793 req-b090dcb9-71f4-403c-803d-06821dd3683e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411954 Jun 03 22:43:29.013182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device dfdbea64-5b2c-4100-8a84-32f14744bb50 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:43:29.100822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port dfdbea64-5b2c-4100-8a84-32f14744bb50 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:43:29.105857 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port dfdbea64-5b2c-4100-8a84-32f14744bb50 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:43:29.106230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:29.247775 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:29.278559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:43:29.288380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port dfdbea64-5b2c-4100-8a84-32f14744bb50, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:43:29.295389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:29.298045 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:29.331409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a259d434e5266499f551689d4c9ec5922992bd03483a7921ea610ead6713934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f9a4e9-4318-4b3f-b0b7-964c5a4de514" -d '{"events": [{"server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:43:29.374061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=dfdbea64-5b2c-4100-8a84-32f14744bb50,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:29.377174 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:29.428141 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4279024-9c30-459c-8c02-19ab111da9d7 x-openstack-request-id: req-f4279024-9c30-459c-8c02-19ab111da9d7 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:43:29.428275 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:43:29.428545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f4279024-9c30-459c-8c02-19ab111da9d7 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:43:29.428947 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'code': 200} Jun 03 22:43:29.690024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf603ff-b65e-4bbe-ae3b-e66e0474719b req-d269d62b-f610-4ce6-bac8-5ebb67fce242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:29.691487 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9cf603ff-b65e-4bbe-ae3b-e66e0474719b req-d269d62b-f610-4ce6-bac8-5ebb67fce242 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1098 time: 0.0776114 Jun 03 22:43:29.742825 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9cf603ff-b65e-4bbe-ae3b-e66e0474719b req-2f48dedc-8590-4a13-946b-764e6aa9485d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442591 Jun 03 22:43:30.221180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cece2b-90b4-49c5-a69e-d45612df1fad req-aa9e2a22-7635-4294-a62a-f8c1641a6229 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:30.223650 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-05cece2b-90b4-49c5-a69e-d45612df1fad req-aa9e2a22-7635-4294-a62a-f8c1641a6229 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0990343 Jun 03 22:43:30.273393 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-05cece2b-90b4-49c5-a69e-d45612df1fad req-e477ccfa-e13b-464b-af06-0ffd821c475d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412529 Jun 03 22:43:31.465001 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94294182-0083-4b4c-ab78-2b7f381bbb8f req-81859814-4ba9-40bc-8db1-229633b553e2 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:31.466555 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94294182-0083-4b4c-ab78-2b7f381bbb8f req-81859814-4ba9-40bc-8db1-229633b553e2 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0822341 Jun 03 22:43:31.515127 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-94294182-0083-4b4c-ab78-2b7f381bbb8f req-df295e6f-87d2-43c0-bc44-32ea9eac6751 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425849 Jun 03 22:43:31.718695 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e1d9e-5c37-4b29-abcf-6b60574a41f6 req-7c5aead8-d085-4cd7-856c-297c4d4f5b03 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:31.720958 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-278e1d9e-5c37-4b29-abcf-6b60574a41f6 req-7c5aead8-d085-4cd7-856c-297c4d4f5b03 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0903819 Jun 03 22:43:31.768774 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-278e1d9e-5c37-4b29-abcf-6b60574a41f6 req-42c5c7d3-0b87-4d29-9476-fabb25cd955a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424047 Jun 03 22:43:31.793191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35150) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:31.915058 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c986b109-c46d-49ee-a4bc-75508667b773 tempest-TestShelveInstance-1394274836 tempest-TestShelveInstance-1394274836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:31.916602 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-c986b109-c46d-49ee-a4bc-75508667b773 tempest-TestShelveInstance-1394274836 tempest-TestShelveInstance-1394274836-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1093 time: 0.1223013 Jun 03 22:43:31.919626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35154) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:43:31.924208 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:43:31.930534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:43:31.935071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:floatingip and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:43:31.938108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:43:31.944277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:43:31.957730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:32.108532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:32.251200 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Allocated IP 172.26.3.138 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/f8f95127-2db5-4672-80e4-1f7232b85ed0) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:43:32.410224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:32.444534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:32.448489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:32.509464 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:43:32.512186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:43:32.514752 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:43:32.560261 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'Port': ['ID=f8f95127-2db5-4672-80e4-1f7232b85ed0,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:32.566223 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:32.985107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:33.071168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:33.454975 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:33.462554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:33.466802 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-e1aa31ff-3ba5-4783-93bc-1a52ad9cb106 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:43:33.575412 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'Port': ['ID=f8f95127-2db5-4672-80e4-1f7232b85ed0,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:43:33.580089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:43:33.588799 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:33.780271 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Floating IP 3687af85-f3ab-4c54-aedf-ec12f3f6852b associated. External IP: 172.26.3.138, port: dfdbea64-5b2c-4100-8a84-32f14744bb50. Jun 03 22:43:34.155489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:43:34.340406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:43:34.353726 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866a9a4-698c-4cdb-a113-f02d746039e9 None None] Sync routers for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:43:34.366033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866a9a4-698c-4cdb-a113-f02d746039e9 None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:43:34.366680 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f866a9a4-698c-4cdb-a113-f02d746039e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:43:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:34.374677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:34.433429 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5127938 Jun 03 22:43:34.434110 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:43:34.436641 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f6d18ed14788b8ef34dfd37755a263df64af6a5ec6cc3060a744ac4e8e9174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85098a3-bfe7-47bf-a273-33480dd77c15" -d '{"events": [{"name": "network-changed", "server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:43:34.483078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838b7949-bcf6-49da-8678-95c5559df0cf x-openstack-request-id: req-838b7949-bcf6-49da-8678-95c5559df0cf {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:43:34.483544 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:43:34.484035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-838b7949-bcf6-49da-8678-95c5559df0cf {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:43:34.484558 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'status': 'completed', 'code': 200} Jun 03 22:43:34.568286 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-f866a9a4-698c-4cdb-a113-f02d746039e9 None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:43:34.583682 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85098a3-bfe7-47bf-a273-33480dd77c15 req-617b3502-c3d2-46c0-bc63-1f259b496f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:34.585686 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b85098a3-bfe7-47bf-a273-33480dd77c15 req-617b3502-c3d2-46c0-bc63-1f259b496f4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1098 time: 0.0777333 Jun 03 22:43:34.720702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85098a3-bfe7-47bf-a273-33480dd77c15 req-a8d34376-9915-4bcd-a191-96704ca00faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:34.722084 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b85098a3-bfe7-47bf-a273-33480dd77c15 req-a8d34376-9915-4bcd-a191-96704ca00faa service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1291106 Jun 03 22:43:34.827491 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b85098a3-bfe7-47bf-a273-33480dd77c15 req-20627adf-8174-49cc-88a8-fa180c29f477 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50 HTTP/1.1" status: 200 len: 999 time: 0.0987689 Jun 03 22:43:34.899073 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85098a3-bfe7-47bf-a273-33480dd77c15 req-49bdfa9b-240a-4815-818d-18ebe95026e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:34.900553 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b85098a3-bfe7-47bf-a273-33480dd77c15 req-49bdfa9b-240a-4815-818d-18ebe95026e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0661776 Jun 03 22:43:34.947890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f866a9a4-698c-4cdb-a113-f02d746039e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '3687af85-f3ab-4c54-aedf-ec12f3f6852b', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'floating_ip_address': '172.26.3.138', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'port_id': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'mac_address': 'fa:16:3e:96:f9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:43:32Z', 'updated_at': '2021-06-03T22:43:32Z', 'revision_number': 0, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:10Z', 'revision_number': 5, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:34.952004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866a9a4-698c-4cdb-a113-f02d746039e9 None None] Checking router: 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:43:34.961190 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866a9a4-698c-4cdb-a113-f02d746039e9 None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:43:34.961804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f866a9a4-698c-4cdb-a113-f02d746039e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:43:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:35.147497 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85098a3-bfe7-47bf-a273-33480dd77c15 req-39260070-b345-4d2c-82e6-aeac310b81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:43:35.149003 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b85098a3-bfe7-47bf-a273-33480dd77c15 req-39260070-b345-4d2c-82e6-aeac310b81f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2400680 Jun 03 22:43:35.161243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-f866a9a4-698c-4cdb-a113-f02d746039e9 None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:43:35.290306 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b85098a3-bfe7-47bf-a273-33480dd77c15 req-1be48c3b-385e-4457-b8d6-75bb1f88197f service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327286 Jun 03 22:43:35.423916 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b85098a3-bfe7-47bf-a273-33480dd77c15 req-b9fc89ad-900b-4e0f-bc79-7ad99c269d92 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260853 Jun 03 22:43:35.590609 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-f866a9a4-698c-4cdb-a113-f02d746039e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '3687af85-f3ab-4c54-aedf-ec12f3f6852b', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'floating_ip_address': '172.26.3.138', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'port_id': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'mac_address': 'fa:16:3e:96:f9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:43:32Z', 'updated_at': '2021-06-03T22:43:32Z', 'revision_number': 0, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:10Z', 'revision_number': 5, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:43:35.595369 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866a9a4-698c-4cdb-a113-f02d746039e9 None None] The sync data for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv is: [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '3687af85-f3ab-4c54-aedf-ec12f3f6852b', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'floating_ip_address': '172.26.3.138', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'port_id': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'mac_address': 'fa:16:3e:96:f9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:43:32Z', 'updated_at': '2021-06-03T22:43:32Z', 'revision_number': 0, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:10Z', 'revision_number': 5, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:43:35.800111 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8edb28-4b1d-456c-89b1-b38cc34c4545 None None] New status for floating IP 3687af85-f3ab-4c54-aedf-ec12f3f6852b: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:43:37.169945 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:43:52.813229 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef887-373e-4c16-9607-a5659e65a782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:55.337168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:55.483537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f8432b9a-e74d-4965-aea0-de71e35fb6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:57.182650 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:57.474410 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:43:58.686210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:44:14.172480 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:44:20.363646 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b4339766-302c-4d55-aa4f-696995723ee0 req-24b43e92-9c40-4dd6-8e3b-26edfd2fff68 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773847 Jun 03 22:44:20.547189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4339766-302c-4d55-aa4f-696995723ee0 req-edb284a9-ffc6-45d0-afdb-a3458d37d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:44:20.548792 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b4339766-302c-4d55-aa4f-696995723ee0 req-edb284a9-ffc6-45d0-afdb-a3458d37d2fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1098 time: 0.0932002 Jun 03 22:44:20.698845 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4339766-302c-4d55-aa4f-696995723ee0 req-9ca47fc1-2bc5-4e98-9ae1-d7c0a2766aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:44:20.700213 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b4339766-302c-4d55-aa4f-696995723ee0 req-9ca47fc1-2bc5-4e98-9ae1-d7c0a2766aa8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1312935 Jun 03 22:44:20.807700 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b4339766-302c-4d55-aa4f-696995723ee0 req-938b9052-0bd7-46e6-8bd1-4a2c040c3cdb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50 HTTP/1.1" status: 200 len: 1001 time: 0.1003728 Jun 03 22:44:20.874921 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4339766-302c-4d55-aa4f-696995723ee0 req-0fe88a50-1fb0-4725-987c-b672dfc137a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:44:20.876408 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b4339766-302c-4d55-aa4f-696995723ee0 req-0fe88a50-1fb0-4725-987c-b672dfc137a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0615799 Jun 03 22:44:20.965930 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4339766-302c-4d55-aa4f-696995723ee0 req-38545a39-63a3-48f4-a1b0-70dcefd7c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:44:20.967328 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b4339766-302c-4d55-aa4f-696995723ee0 req-38545a39-63a3-48f4-a1b0-70dcefd7c497 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839477 Jun 03 22:44:21.101808 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b4339766-302c-4d55-aa4f-696995723ee0 req-6b76ec3a-c272-4cb9-bb00-f551f6d03e1d service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276529 Jun 03 22:44:21.248681 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b4339766-302c-4d55-aa4f-696995723ee0 req-40b3405a-ca81-45eb-981e-b61ea5e29ed2 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381850 Jun 03 22:44:22.809596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-691e430d-169b-41e9-921c-60f06503297f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:44:25.332370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:44:25.484414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-80e8e60f-7d21-46c6-806c-9120d317d089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:44:27.191952 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:44:27.479722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:44:28.688895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:44:51.174385 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:44:52.805189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-08a71a42-ab71-46e1-acc5-7f6eae9829cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:44:55.340746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:44:55.485615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8939fb30-f228-4cbd-8fe4-5d4cd736221f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:44:57.190647 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:44:57.498254 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:44:58.690534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:45:22.800888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5f54a6da-3c41-47d2-8d0d-1181b43107eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:45:23.005048 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95cb5ccf-5394-41e0-bcfa-a3aa093faaea req-6b25e290-b10a-4e2b-8bbf-c9f7374daeed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807488 Jun 03 22:45:23.157988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb5ccf-5394-41e0-bcfa-a3aa093faaea req-eb6ba02d-a9f3-4906-ba19-3bde46e59b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:45:23.159500 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95cb5ccf-5394-41e0-bcfa-a3aa093faaea req-eb6ba02d-a9f3-4906-ba19-3bde46e59b0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1098 time: 0.0795803 Jun 03 22:45:23.314946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb5ccf-5394-41e0-bcfa-a3aa093faaea req-6d7f49ff-01db-44bf-ab28-bb641e9aad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:45:23.316411 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95cb5ccf-5394-41e0-bcfa-a3aa093faaea req-6d7f49ff-01db-44bf-ab28-bb641e9aad0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1342990 Jun 03 22:45:23.420936 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95cb5ccf-5394-41e0-bcfa-a3aa093faaea req-4bef5a3e-4812-48c3-b2d2-f8c3ae5794f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50 HTTP/1.1" status: 200 len: 1001 time: 0.0969694 Jun 03 22:45:23.489461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb5ccf-5394-41e0-bcfa-a3aa093faaea req-41493f23-6568-4ad0-b9c9-5992bf08dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:45:23.491355 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95cb5ccf-5394-41e0-bcfa-a3aa093faaea req-41493f23-6568-4ad0-b9c9-5992bf08dc3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0640368 Jun 03 22:45:23.720680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb5ccf-5394-41e0-bcfa-a3aa093faaea req-6a5833bb-f27d-48c9-baca-3f8c24600f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:45:23.722453 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95cb5ccf-5394-41e0-bcfa-a3aa093faaea req-6a5833bb-f27d-48c9-baca-3f8c24600f1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2243693 Jun 03 22:45:23.873294 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95cb5ccf-5394-41e0-bcfa-a3aa093faaea req-da3024aa-1518-4815-b6be-24d78631cd27 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429214 Jun 03 22:45:24.007585 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-95cb5ccf-5394-41e0-bcfa-a3aa093faaea req-58abe0b0-d69f-405d-9fb9-83a55ff6af6a service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278670 Jun 03 22:45:25.341629 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:45:25.486146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6e5be655-e44c-420c-9307-29ace8eb662e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:45:27.195827 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:45:27.494830 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:45:28.178030 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:45:28.693732 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:45:52.805169 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2d3e608d-c9ec-4a70-b814-9fd3463aaf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:45:55.340222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:45:55.484355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d6bc9a60-7a4c-4682-9808-c644a74ceff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:45:57.195708 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:45:57.495765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:45:58.699015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:02.008806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b7ef1-db58-4c8c-a490-21d1780d0af0 req-dd1d1be5-1457-4c6f-a70d-09d5aafc578d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:02.010207 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-517b7ef1-db58-4c8c-a490-21d1780d0af0 req-dd1d1be5-1457-4c6f-a70d-09d5aafc578d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.1099007 Jun 03 22:46:02.071246 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-517b7ef1-db58-4c8c-a490-21d1780d0af0 req-fe2221fe-6b05-49b1-954b-135fc247fa03 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519125 Jun 03 22:46:03.278235 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9a94d-5d7a-463a-a47a-6382bdb824c0 req-c71bbe53-2795-4781-afbc-327565fe0236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:03.279816 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-64e9a94d-5d7a-463a-a47a-6382bdb824c0 req-c71bbe53-2795-4781-afbc-327565fe0236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0878170 Jun 03 22:46:03.328828 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-64e9a94d-5d7a-463a-a47a-6382bdb824c0 req-ae5f2fb5-175a-496f-a0a8-356c164c58e9 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403500 Jun 03 22:46:04.535346 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c90a9-9e3b-4e9e-b250-274c800b0fa4 req-55a675be-40cf-4fd0-9143-07d7103e48f9 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:04.536832 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fb2c90a9-9e3b-4e9e-b250-274c800b0fa4 req-55a675be-40cf-4fd0-9143-07d7103e48f9 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0833719 Jun 03 22:46:04.586892 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fb2c90a9-9e3b-4e9e-b250-274c800b0fa4 req-a03715fd-cce1-4e99-b3e0-ee012833122e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423298 Jun 03 22:46:05.177543 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:46:05.798467 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632c198-6e22-4538-ade2-bb68cd1398e6 req-7a9644fc-d7bb-4119-9f3f-9bafbde2ba90 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:05.799907 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8632c198-6e22-4538-ade2-bb68cd1398e6 req-7a9644fc-d7bb-4119-9f3f-9bafbde2ba90 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0952671 Jun 03 22:46:05.847684 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8632c198-6e22-4538-ade2-bb68cd1398e6 req-381db14b-9fdf-43fd-bbe2-61fc10979974 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419149 Jun 03 22:46:07.048437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70efbc-7a76-4330-9f3c-52a38b631040 req-892b52bd-e857-47b1-9c98-b52324f88683 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:07.049904 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0d70efbc-7a76-4330-9f3c-52a38b631040 req-892b52bd-e857-47b1-9c98-b52324f88683 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0926476 Jun 03 22:46:07.098170 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0d70efbc-7a76-4330-9f3c-52a38b631040 req-a80f9795-7961-4e84-a74e-3282af39b866 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423343 Jun 03 22:46:08.311160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51572b8-5def-4894-b14c-e1e64e43ca9c req-1c5ad3b2-db32-4444-95d2-ed99528b3e80 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:08.312860 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b51572b8-5def-4894-b14c-e1e64e43ca9c req-1c5ad3b2-db32-4444-95d2-ed99528b3e80 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0956993 Jun 03 22:46:08.365901 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b51572b8-5def-4894-b14c-e1e64e43ca9c req-3ad84df2-06eb-4675-be8c-4481f6927e00 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441961 Jun 03 22:46:09.571741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65947b1-8e8f-4ef1-b085-79c7ea5d1d8d req-1fc7f171-5946-484d-9a50-522ecd88ea7e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:09.573190 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e65947b1-8e8f-4ef1-b085-79c7ea5d1d8d req-1fc7f171-5946-484d-9a50-522ecd88ea7e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0882759 Jun 03 22:46:09.620340 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e65947b1-8e8f-4ef1-b085-79c7ea5d1d8d req-1e54ab82-3f67-47d4-86bf-56bab5329ad6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397432 Jun 03 22:46:10.816129 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f428da-dd98-4ff5-bc09-62847909dfd3 req-b7ada09f-70f0-44db-b637-17dd30eba0c3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:10.817623 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-90f428da-dd98-4ff5-bc09-62847909dfd3 req-b7ada09f-70f0-44db-b637-17dd30eba0c3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0824962 Jun 03 22:46:10.866086 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-90f428da-dd98-4ff5-bc09-62847909dfd3 req-2bea8cf0-6b68-4f49-baa4-e32f2d6c3c28 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426714 Jun 03 22:46:12.072999 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2845e1-6381-4bec-b3df-8d85d93cc974 req-3035fb62-4892-40e1-8eef-1d9c9340c4b1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:12.074616 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-db2845e1-6381-4bec-b3df-8d85d93cc974 req-3035fb62-4892-40e1-8eef-1d9c9340c4b1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0891612 Jun 03 22:46:12.123306 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-db2845e1-6381-4bec-b3df-8d85d93cc974 req-4ba21a72-c6b8-4ec7-ba98-7e82e4f4230a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412140 Jun 03 22:46:13.468528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8748d02-40c1-4734-a083-dbdf23fd6942 req-e8ce9916-11df-48d9-8f23-b69292cadcf3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:13.469918 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d8748d02-40c1-4734-a083-dbdf23fd6942 req-e8ce9916-11df-48d9-8f23-b69292cadcf3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.2267792 Jun 03 22:46:13.519246 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d8748d02-40c1-4734-a083-dbdf23fd6942 req-c90ae907-cf49-4b18-9067-4b29bdbee9c0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406418 Jun 03 22:46:14.727718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633933f-6ac1-4108-a323-9f7f06cb9433 req-395d2f56-925f-4f84-be44-3a859bc5bcf1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:14.729168 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5633933f-6ac1-4108-a323-9f7f06cb9433 req-395d2f56-925f-4f84-be44-3a859bc5bcf1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.1006417 Jun 03 22:46:14.775549 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-5633933f-6ac1-4108-a323-9f7f06cb9433 req-1fd37719-d285-4295-9be7-eccc4b2882ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406678 Jun 03 22:46:15.794795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device dfdbea64-5b2c-4100-8a84-32f14744bb50 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:46:15.938038 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port dfdbea64-5b2c-4100-8a84-32f14744bb50, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:46:15.953239 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'port_id': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'mac_address': 'fa:16:3e:96:f9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:46:15.968995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5899b9-2b91-402a-a10c-1397548a9dbd req-b97de7df-1a82-41f0-82e1-cc1a56fdc714 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:15.970883 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3c5899b9-2b91-402a-a10c-1397548a9dbd req-b97de7df-1a82-41f0-82e1-cc1a56fdc714 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0853388 Jun 03 22:46:16.010501 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:16.020190 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3c5899b9-2b91-402a-a10c-1397548a9dbd req-5941e37e-c8c8-42af-be5d-9c2524b34ced tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424538 Jun 03 22:46:16.028413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfdbea64-5b2c-4100-8a84-32f14744bb50 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:46:16.045127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port dfdbea64-5b2c-4100-8a84-32f14744bb50, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:46:16.051537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:16.054279 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8a411158-4aa4-463a-a388-3066dab97995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:46:16.133566 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['dfdbea64-5b2c-4100-8a84-32f14744bb50'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:46:16.158682 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=dfdbea64-5b2c-4100-8a84-32f14744bb50,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:46:16.177703 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:46:16.178060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:46:16.178380 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:46:16.178704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:46:16.179030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:46:16.179353 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:46:16.179701 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:46:16.180020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:46:16.180326 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:46:16.180643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:46:16.180965 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:46:16.181277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:46:16.186703 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:46:17.211823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9c9fd-5aa1-4f32-b4ad-e9b4788ce883 req-91931eef-1ff4-4136-894a-bf80d1101713 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:17.213294 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-efb9c9fd-5aa1-4f32-b4ad-e9b4788ce883 req-91931eef-1ff4-4136-894a-bf80d1101713 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 944 time: 0.0851667 Jun 03 22:46:17.265607 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-efb9c9fd-5aa1-4f32-b4ad-e9b4788ce883 req-515e65cf-996d-4fb4-af83-e314b917c848 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439510 Jun 03 22:46:17.810804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device dfdbea64-5b2c-4100-8a84-32f14744bb50 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:46:17.887433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port dfdbea64-5b2c-4100-8a84-32f14744bb50 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:46:17.887829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:18.012614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:18.040176 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:46:18.042559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a259d434e5266499f551689d4c9ec5922992bd03483a7921ea610ead6713934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81e6363-8b05-4e45-bd72-346c31ff95a3" -d '{"events": [{"server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:46:18.050403 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port dfdbea64-5b2c-4100-8a84-32f14744bb50, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:46:18.055640 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:18.058898 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7762494f-abc4-4be5-8171-0a118edd004d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:46:18.153405 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22dee2c-85d2-4066-8a59-287c1a4e5aa0 x-openstack-request-id: req-c22dee2c-85d2-4066-8a59-287c1a4e5aa0 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:46:18.153705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:46:18.153954 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c22dee2c-85d2-4066-8a59-287c1a4e5aa0 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:46:18.154344 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'code': 200} Jun 03 22:46:18.199690 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=dfdbea64-5b2c-4100-8a84-32f14744bb50,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:46:18.203105 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:46:18.481256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbd2a0-8df8-4ce8-9865-aab9438fd12f req-0150f192-a408-42e4-8e58-b8a219799b76 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:18.483204 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bfbbd2a0-8df8-4ce8-9865-aab9438fd12f req-0150f192-a408-42e4-8e58-b8a219799b76 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.1001742 Jun 03 22:46:18.536520 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bfbbd2a0-8df8-4ce8-9865-aab9438fd12f req-4761469c-61fa-4d1a-bb3e-6b3fa032ccfb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446367 Jun 03 22:46:19.735117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edc62a-c21d-4815-9c8a-115dc89a61e4 req-07ed5aa5-6019-41f2-a5b2-7a4f8eab5084 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:19.736839 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c5edc62a-c21d-4815-9c8a-115dc89a61e4 req-07ed5aa5-6019-41f2-a5b2-7a4f8eab5084 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0886459 Jun 03 22:46:19.786925 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c5edc62a-c21d-4815-9c8a-115dc89a61e4 req-384936cd-af16-4b4e-aece-2122d47edd7b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441172 Jun 03 22:46:21.011869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bcab7-737e-4df7-aca0-b5da4041fbb4 req-0e4a7659-8557-4975-ad9a-2cf380e65371 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:21.013358 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e72bcab7-737e-4df7-aca0-b5da4041fbb4 req-0e4a7659-8557-4975-ad9a-2cf380e65371 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.1084836 Jun 03 22:46:21.068892 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e72bcab7-737e-4df7-aca0-b5da4041fbb4 req-6cc5b70b-f05c-4c29-b8cc-9f47afbfebf4 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491533 Jun 03 22:46:22.300276 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbe3ff-e831-4399-a3ea-cfa54cc0e2fd req-dee10e34-d3ab-43cc-8f29-0a8173d1edef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:22.309154 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dbbbe3ff-e831-4399-a3ea-cfa54cc0e2fd req-dee10e34-d3ab-43cc-8f29-0a8173d1edef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.1077900 Jun 03 22:46:22.358300 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-dbbbe3ff-e831-4399-a3ea-cfa54cc0e2fd req-88eb39cf-d1d3-4a69-891b-e5d6feacb1bf tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475082 Jun 03 22:46:22.810044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-49ee0fcd-1f05-4356-af2a-b1893cc13806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:23.561469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda060d6-9f6d-4365-9803-63968bd15828 req-862af664-6628-4c5c-b9b4-f10ece18b51d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:23.562984 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fda060d6-9f6d-4365-9803-63968bd15828 req-862af664-6628-4c5c-b9b4-f10ece18b51d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0954142 Jun 03 22:46:23.627382 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fda060d6-9f6d-4365-9803-63968bd15828 req-45c87215-fa61-4ca2-8138-b17aee6a009f tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569310 Jun 03 22:46:24.865206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b862f-163d-4c9c-ad95-0f4313baa9ab req-e8b4cbe0-3a64-4b02-b371-f26ae421ec01 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:24.866746 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d33b862f-163d-4c9c-ad95-0f4313baa9ab req-e8b4cbe0-3a64-4b02-b371-f26ae421ec01 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.1190832 Jun 03 22:46:24.932177 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d33b862f-163d-4c9c-ad95-0f4313baa9ab req-2c9e33ed-02f6-4978-9d68-6b988803e49c tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571499 Jun 03 22:46:25.132909 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63448764-34a8-4ee0-a37f-7fb5963ee622 req-158fd2c3-9c30-48ce-971b-9c8ae1335fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:25.134507 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-63448764-34a8-4ee0-a37f-7fb5963ee622 req-158fd2c3-9c30-48ce-971b-9c8ae1335fe5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1098 time: 0.0959764 Jun 03 22:46:25.334201 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63448764-34a8-4ee0-a37f-7fb5963ee622 req-9422056d-69e9-46a8-aa01-01ee3f850f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:25.335817 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-63448764-34a8-4ee0-a37f-7fb5963ee622 req-9422056d-69e9-46a8-aa01-01ee3f850f27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1776087 Jun 03 22:46:25.355313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:25.463818 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-63448764-34a8-4ee0-a37f-7fb5963ee622 req-a3d4459f-e2f4-44ff-afa0-27c67d42f7a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50 HTTP/1.1" status: 200 len: 1001 time: 0.1205354 Jun 03 22:46:25.480322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-02ce695d-cdcc-469b-97a0-98aa34017885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:25.548313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63448764-34a8-4ee0-a37f-7fb5963ee622 req-f6e25cc1-2c01-4f34-b66b-36842088de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:25.550508 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-63448764-34a8-4ee0-a37f-7fb5963ee622 req-f6e25cc1-2c01-4f34-b66b-36842088de22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0798023 Jun 03 22:46:25.804885 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63448764-34a8-4ee0-a37f-7fb5963ee622 req-c01da13d-1cb0-42bb-ac60-85afd666a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:25.806474 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-63448764-34a8-4ee0-a37f-7fb5963ee622 req-c01da13d-1cb0-42bb-ac60-85afd666a72a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2490470 Jun 03 22:46:25.818220 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-63448764-34a8-4ee0-a37f-7fb5963ee622 req-99c30fdf-de8b-46ce-bb5c-b4633a87fe4d service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:46:25.819116 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-63448764-34a8-4ee0-a37f-7fb5963ee622 req-99c30fdf-de8b-46ce-bb5c-b4633a87fe4d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054054 Jun 03 22:46:25.980931 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-63448764-34a8-4ee0-a37f-7fb5963ee622 req-bf5697f0-f754-4766-83b3-496bb26b1c99 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486104 Jun 03 22:46:26.186985 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-63448764-34a8-4ee0-a37f-7fb5963ee622 req-3595a8bb-91a3-4abb-a6ab-559b732b5782 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986251 Jun 03 22:46:26.213725 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143784c-0eaa-4a58-9e75-2908b830eee8 req-b97d0f80-4926-4ec5-ac03-66a9f9896191 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:26.215317 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7143784c-0eaa-4a58-9e75-2908b830eee8 req-b97d0f80-4926-4ec5-ac03-66a9f9896191 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.1353898 Jun 03 22:46:26.273889 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7143784c-0eaa-4a58-9e75-2908b830eee8 req-2a9466a0-43ef-45fa-b352-6c20aca9cb7c tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513492 Jun 03 22:46:27.222056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:27.491216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:27.495227 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad111b3b-8865-43c2-901f-cf0422540ed4 req-92d93e71-2c0d-4c01-b4b3-83dbd46aee8b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:27.496807 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ad111b3b-8865-43c2-901f-cf0422540ed4 req-92d93e71-2c0d-4c01-b4b3-83dbd46aee8b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0961571 Jun 03 22:46:27.564911 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ad111b3b-8865-43c2-901f-cf0422540ed4 req-4206da55-8dd9-4b83-a628-b6591ca07fbf tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609438 Jun 03 22:46:28.702928 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:28.762241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873e6fa-bc23-4e32-a45f-164daed1dd3c req-d03e6511-a0df-4495-805b-24a761db94c8 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:28.763688 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2873e6fa-bc23-4e32-a45f-164daed1dd3c req-d03e6511-a0df-4495-805b-24a761db94c8 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0923405 Jun 03 22:46:28.812314 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2873e6fa-bc23-4e32-a45f-164daed1dd3c req-529d995e-e08f-46cf-a36c-b8e54f383d1a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422616 Jun 03 22:46:29.120433 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271391c7-3ef3-4329-8ede-7a50837e8b7b req-8d9156cd-529e-4651-896e-f2242ee4932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:29.121905 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271391c7-3ef3-4329-8ede-7a50837e8b7b req-8d9156cd-529e-4651-896e-f2242ee4932a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1098 time: 0.0736611 Jun 03 22:46:29.262294 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271391c7-3ef3-4329-8ede-7a50837e8b7b req-0be15c68-6fc7-4cfa-afae-030c9ec00b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:29.263829 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271391c7-3ef3-4329-8ede-7a50837e8b7b req-0be15c68-6fc7-4cfa-afae-030c9ec00b22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1350021 Jun 03 22:46:29.375343 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271391c7-3ef3-4329-8ede-7a50837e8b7b req-c55d7be4-8121-4c77-8fdd-76d9c414c07a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50 HTTP/1.1" status: 200 len: 1001 time: 0.1034548 Jun 03 22:46:29.452337 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271391c7-3ef3-4329-8ede-7a50837e8b7b req-64e7fbf5-a436-42ce-b404-2298440e0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:29.454385 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271391c7-3ef3-4329-8ede-7a50837e8b7b req-64e7fbf5-a436-42ce-b404-2298440e0d7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0722127 Jun 03 22:46:29.535018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271391c7-3ef3-4329-8ede-7a50837e8b7b req-84577914-02cd-4bef-8a5f-a6fe6de371b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:29.536538 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271391c7-3ef3-4329-8ede-7a50837e8b7b req-84577914-02cd-4bef-8a5f-a6fe6de371b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757809 Jun 03 22:46:29.684446 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271391c7-3ef3-4329-8ede-7a50837e8b7b req-e05b486f-ef93-42b0-b609-c6c6b8ec0be6 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404629 Jun 03 22:46:29.823224 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-271391c7-3ef3-4329-8ede-7a50837e8b7b req-8831c8f6-469a-4e2f-b2f7-30cd880db4a8 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320972 Jun 03 22:46:30.037742 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c8cc0-ccdb-4a2a-bbef-391c62370cf7 req-6220999d-bf2e-48ab-9e49-3bd6f845129b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:30.039120 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-586c8cc0-ccdb-4a2a-bbef-391c62370cf7 req-6220999d-bf2e-48ab-9e49-3bd6f845129b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.1064029 Jun 03 22:46:30.084268 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-586c8cc0-ccdb-4a2a-bbef-391c62370cf7 req-5e820f08-6e4c-4aad-a97f-762791f5f7eb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Jun 03 22:46:31.305411 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24512b-16ca-439e-9d05-5eb24aeb7d00 req-7d5b32b1-9e56-4e2c-8cd2-c3d3085ec8fd tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:31.307249 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ee24512b-16ca-439e-9d05-5eb24aeb7d00 req-7d5b32b1-9e56-4e2c-8cd2-c3d3085ec8fd tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 945 time: 0.1049781 Jun 03 22:46:31.366701 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ee24512b-16ca-439e-9d05-5eb24aeb7d00 req-ba4965dc-6526-4bd6-a506-6247b4765ab6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532119 Jun 03 22:46:31.923813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device dfdbea64-5b2c-4100-8a84-32f14744bb50 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:46:32.056146 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:32.082717 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:46:32.085054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a259d434e5266499f551689d4c9ec5922992bd03483a7921ea610ead6713934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8333402c-44f2-4c02-ad58-fb83ddc157d7" -d '{"events": [{"server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "name": "network-vif-unplugged", "status": "completed", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:46:32.093087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port dfdbea64-5b2c-4100-8a84-32f14744bb50, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:46:32.100544 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:32.102352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a0884feb-8067-464c-88b4-5127ab3b251d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:46:32.136686 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Jun 2021 22:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c938f7f-5fe6-4303-87aa-d0dbae2970d9 x-openstack-request-id: req-4c938f7f-5fe6-4303-87aa-d0dbae2970d9 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:46:32.136975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "name": "network-vif-unplugged", "status": "failed", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50", "code": 422}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:46:32.137227 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4c938f7f-5fe6-4303-87aa-d0dbae2970d9 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:46:32.137658 dv-neutron-792998-2-hyperv neutron-server[104398]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'code': 422} returned with failed status Jun 03 22:46:32.171473 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=dfdbea64-5b2c-4100-8a84-32f14744bb50,revision_number=8']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:46:32.174975 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:46:32.571615 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da14857-56d3-4c5b-94a4-3c8b34cdedc1 req-1e24cb8a-cb1a-41ba-95eb-bbce6245cdd4 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:32.573116 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3da14857-56d3-4c5b-94a4-3c8b34cdedc1 req-1e24cb8a-cb1a-41ba-95eb-bbce6245cdd4 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0890303 Jun 03 22:46:32.620703 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-3da14857-56d3-4c5b-94a4-3c8b34cdedc1 req-3f977593-2e4b-42a0-aeec-412d22aeb68b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416696 Jun 03 22:46:32.988368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a7822-7beb-4244-b7a8-6afa6ba88bc3 req-324cf6b6-5ef3-4a17-9e11-cf52cb254c71 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:32.989860 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c70a7822-7beb-4244-b7a8-6afa6ba88bc3 req-324cf6b6-5ef3-4a17-9e11-cf52cb254c71 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0893247 Jun 03 22:46:33.036077 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c70a7822-7beb-4244-b7a8-6afa6ba88bc3 req-cf0f03a9-2565-4411-a914-c411b4f462e3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404747 Jun 03 22:46:33.209427 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35384) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:46:33.356957 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-43c929d2-7c24-46b4-a216-25de5afd1ad6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1456826 Jun 03 22:46:34.255537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c36e1-b901-408d-8d95-20f78210aa91 req-58d23ab8-d9dd-429d-a415-4ca6d21caa89 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:34.257079 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bd1c36e1-b901-408d-8d95-20f78210aa91 req-58d23ab8-d9dd-429d-a415-4ca6d21caa89 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.1047816 Jun 03 22:46:34.308785 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-bd1c36e1-b901-408d-8d95-20f78210aa91 req-ddd70e22-1cdc-47e3-8734-a377e8aa10ec tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439181 Jun 03 22:46:35.521249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121c067-b142-4712-af66-29972a87d514 req-d47e0c70-3b74-44d8-b735-0527f7623270 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:35.522739 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a121c067-b142-4712-af66-29972a87d514 req-d47e0c70-3b74-44d8-b735-0527f7623270 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0979269 Jun 03 22:46:35.570048 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-a121c067-b142-4712-af66-29972a87d514 req-44bcd6dd-df5f-4a17-a5cb-bbb37c338410 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 Jun 03 22:46:35.944352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device dfdbea64-5b2c-4100-8a84-32f14744bb50 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:46:36.783199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ab193-4f14-4e9c-a96d-81d4333b09c4 req-135d0565-9bb7-4562-b399-1e94beb8aa1d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:36.785138 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2b8ab193-4f14-4e9c-a96d-81d4333b09c4 req-135d0565-9bb7-4562-b399-1e94beb8aa1d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.1015329 Jun 03 22:46:36.831178 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2b8ab193-4f14-4e9c-a96d-81d4333b09c4 req-f89236e2-5fc8-4d43-89b9-3d45cc01411e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401847 Jun 03 22:46:37.540951 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-90c18895-5737-4916-856b-5459b084e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:37.542781 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-90c18895-5737-4916-856b-5459b084e1aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7&tenant_id=025fbbd2881b49029f2b1d4c1dadff20 HTTP/1.1" status: 200 len: 1096 time: 0.0864809 Jun 03 22:46:37.642893 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-08abcd41-9ca9-4caa-904e-fba4a4478075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:37.644405 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-08abcd41-9ca9-4caa-904e-fba4a4478075 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1096 time: 0.0785899 Jun 03 22:46:37.996447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-30e88684-dabd-419a-aa77-3013413c19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:37.997865 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-30e88684-dabd-419a-aa77-3013413c19ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.3469689 Jun 03 22:46:38.114272 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-a4584c16-0309-49d4-a033-413c33247e1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50 HTTP/1.1" status: 200 len: 999 time: 0.1084135 Jun 03 22:46:38.173071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1d78a-1b0f-4321-971d-eb9bfa2b0281 req-585d9107-e7ae-4c26-9ff0-fa4b30fa9370 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:38.174465 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bcf1d78a-1b0f-4321-971d-eb9bfa2b0281 req-585d9107-e7ae-4c26-9ff0-fa4b30fa9370 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.2185433 Jun 03 22:46:38.213311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-4defce0c-da0d-456b-9552-270505bef7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:38.214698 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-4defce0c-da0d-456b-9552-270505bef7d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0914214 Jun 03 22:46:38.270762 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bcf1d78a-1b0f-4321-971d-eb9bfa2b0281 req-a5a1db9d-9394-4b10-894a-5a3405218e5f tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877202 Jun 03 22:46:38.312918 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-30e5531a-7d30-47e3-8c9b-86e4af2c0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:38.314375 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-30e5531a-7d30-47e3-8c9b-86e4af2c0f70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904083 Jun 03 22:46:38.455907 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-15f5d8d7-94da-4687-b502-7bc3a15571ae service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341679 Jun 03 22:46:38.599882 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-c1996280-8ab8-4f2c-9758-ffd7a1bab2ec service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372464 Jun 03 22:46:39.491902 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b7404-82dd-4d0d-991c-a2c1feb3322b req-b274101a-a7ca-4578-b7f8-16e51d2da83d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:39.492764 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-921b7404-82dd-4d0d-991c-a2c1feb3322b req-b274101a-a7ca-4578-b7f8-16e51d2da83d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0994039 Jun 03 22:46:39.557289 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-921b7404-82dd-4d0d-991c-a2c1feb3322b req-44f07249-4472-4b15-aa2a-6614f0442447 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506253 Jun 03 22:46:40.766913 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4a57a-691a-461d-b2fc-b9f62b0ff014 req-34494471-445f-42d9-b25b-f3e58f75b03f tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:40.768673 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7cd4a57a-691a-461d-b2fc-b9f62b0ff014 req-34494471-445f-42d9-b25b-f3e58f75b03f tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0996165 Jun 03 22:46:40.820836 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-7cd4a57a-691a-461d-b2fc-b9f62b0ff014 req-83e1ee6a-cab7-4e3b-9bb7-951c6612d95c tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453544 Jun 03 22:46:42.028277 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55802bd8-cecd-4b26-8c0e-f44c4546c83c req-f850dd50-f147-49e5-9555-7f8190691c15 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:42.030091 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-55802bd8-cecd-4b26-8c0e-f44c4546c83c req-f850dd50-f147-49e5-9555-7f8190691c15 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0872004 Jun 03 22:46:42.087250 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-55802bd8-cecd-4b26-8c0e-f44c4546c83c req-7242c657-56e3-456e-b850-bfb8661b3973 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495389 Jun 03 22:46:42.181181 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:46:43.277710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97313949-6d29-44c8-988b-30208ebe81b7 req-3c82267b-ed44-4782-8fac-ad12a1d443ea tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:43.279219 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-97313949-6d29-44c8-988b-30208ebe81b7 req-3c82267b-ed44-4782-8fac-ad12a1d443ea tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0824645 Jun 03 22:46:43.330925 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-97313949-6d29-44c8-988b-30208ebe81b7 req-d302a744-a25f-4b3a-b5e9-227c238e6602 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440459 Jun 03 22:46:44.696548 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93b79e-c79a-49d7-ab37-1d808382ca09 req-0b0a9f2d-8891-47aa-bbb8-8d8a0512af71 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:44.697905 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7e93b79e-c79a-49d7-ab37-1d808382ca09 req-0b0a9f2d-8891-47aa-bbb8-8d8a0512af71 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0896122 Jun 03 22:46:44.750258 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7e93b79e-c79a-49d7-ab37-1d808382ca09 req-05c15755-6ab4-424f-95b3-9a98ec83274a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455875 Jun 03 22:46:45.963877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60e01b-8341-4d66-a13f-830426361eaf req-01b439d9-af66-49c5-8717-df950ecb866e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:45.965613 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cd60e01b-8341-4d66-a13f-830426361eaf req-01b439d9-af66-49c5-8717-df950ecb866e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.1015668 Jun 03 22:46:46.020859 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-cd60e01b-8341-4d66-a13f-830426361eaf req-57f310a1-aa56-4514-9cc5-1a47fb00371a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488002 Jun 03 22:46:47.232651 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c34252-034f-48f6-8457-7fefa85527e6 req-5b160e97-ea40-4fe3-bf3d-6591e343e1b1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:47.234278 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a2c34252-034f-48f6-8457-7fefa85527e6 req-5b160e97-ea40-4fe3-bf3d-6591e343e1b1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0927889 Jun 03 22:46:47.293290 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a2c34252-034f-48f6-8457-7fefa85527e6 req-a21978fd-904a-47b0-983a-ba58e5173302 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498192 Jun 03 22:46:48.538972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db78a80-fd34-4475-a12b-a2074ae3cb0e req-e3eb5a86-d2b4-4a3e-9c41-fbc7a12bed6d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:48.540525 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0db78a80-fd34-4475-a12b-a2074ae3cb0e req-e3eb5a86-d2b4-4a3e-9c41-fbc7a12bed6d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.1184433 Jun 03 22:46:48.607950 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0db78a80-fd34-4475-a12b-a2074ae3cb0e req-38d50afa-20c8-4e59-a9f0-00489ca8a5be tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551181 Jun 03 22:46:49.839220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcc3a3-6ff7-48f2-8244-9f8ecf528125 req-b53cf5ec-09f2-4f0c-b682-8a0fa8250d71 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:49.840776 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-03dcc3a3-6ff7-48f2-8244-9f8ecf528125 req-b53cf5ec-09f2-4f0c-b682-8a0fa8250d71 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0964797 Jun 03 22:46:49.892399 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-03dcc3a3-6ff7-48f2-8244-9f8ecf528125 req-8cfb8833-d980-4baa-8a5a-e7f7a0526a04 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441389 Jun 03 22:46:51.090165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0af24-a32d-4362-a718-cc33cc829e90 req-04491d8d-4e33-4c8d-af83-32926b11f0f7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:51.091735 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-99f0af24-a32d-4362-a718-cc33cc829e90 req-04491d8d-4e33-4c8d-af83-32926b11f0f7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0910583 Jun 03 22:46:51.146194 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-99f0af24-a32d-4362-a718-cc33cc829e90 req-032cf89d-7cf4-4ca0-83b9-bf9418644039 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483644 Jun 03 22:46:52.367662 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd71c3-e8ff-4b4d-81a6-752d06564e1c req-348c6dfc-7335-487c-bd02-0b4317164698 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:52.369033 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-81bd71c3-e8ff-4b4d-81a6-752d06564e1c req-348c6dfc-7335-487c-bd02-0b4317164698 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.1030416 Jun 03 22:46:52.418996 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-81bd71c3-e8ff-4b4d-81a6-752d06564e1c req-eecde500-a840-4be8-81f3-e9de1d478bd0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442581 Jun 03 22:46:52.807950 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-0b7dbf04-aa49-424b-8ff5-34a32dc476cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:53.628620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a653ea-b99b-467d-a9a0-0407d1f7d97b req-d6c0c58c-dd67-4486-bd1b-c230c267c2d5 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:53.630077 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-65a653ea-b99b-467d-a9a0-0407d1f7d97b req-d6c0c58c-dd67-4486-bd1b-c230c267c2d5 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0958018 Jun 03 22:46:53.678057 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-65a653ea-b99b-467d-a9a0-0407d1f7d97b req-69a7de06-3c77-4ad3-83f3-9b6bf7d28c51 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419607 Jun 03 22:46:54.887412 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0a3f0-a566-457d-ac53-80f6128a05e0 req-e8edd173-2d8b-4614-9466-2029d389387c tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:54.888913 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-09c0a3f0-a566-457d-ac53-80f6128a05e0 req-e8edd173-2d8b-4614-9466-2029d389387c tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0971453 Jun 03 22:46:54.935424 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-09c0a3f0-a566-457d-ac53-80f6128a05e0 req-ef606cc8-7f25-488a-8cbb-dad3e85519ff tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405698 Jun 03 22:46:55.333124 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:55.484976 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b7bafd0a-1c87-44a4-87e4-eed5ca9f1c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:56.053086 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device dfdbea64-5b2c-4100-8a84-32f14744bb50 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:46:56.130877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48d361-2348-46c3-8b59-15f303649ddc req-e351488e-2dc8-404c-b03e-c2ce41071dc8 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:56.132350 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4d48d361-2348-46c3-8b59-15f303649ddc req-e351488e-2dc8-404c-b03e-c2ce41071dc8 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 943 time: 0.0882342 Jun 03 22:46:56.178500 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4d48d361-2348-46c3-8b59-15f303649ddc req-27300bec-c142-4109-b071-a5efd1f76079 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401273 Jun 03 22:46:56.189613 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port dfdbea64-5b2c-4100-8a84-32f14744bb50, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:46:56.204000 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'port_id': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'mac_address': 'fa:16:3e:96:f9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:46:56.264627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:56.281676 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdbea64-5b2c-4100-8a84-32f14744bb50 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:46:56.298109 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port dfdbea64-5b2c-4100-8a84-32f14744bb50, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:46:56.304959 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:56.307040 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-95386f33-7ce5-492a-9d15-bb32e49f6622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:46:56.387297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=dfdbea64-5b2c-4100-8a84-32f14744bb50,revision_number=9']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:46:56.390932 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:46:56.666044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['dfdbea64-5b2c-4100-8a84-32f14744bb50'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:46:57.200255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:57.403034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf3d8d-f23a-467d-aaea-88fdaa3a8316 req-5e193bc9-a730-4960-b6f3-26d1e41b1e89 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:57.404430 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aecf3d8d-f23a-467d-aaea-88fdaa3a8316 req-5e193bc9-a730-4960-b6f3-26d1e41b1e89 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 944 time: 0.0919919 Jun 03 22:46:57.451982 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-aecf3d8d-f23a-467d-aaea-88fdaa3a8316 req-06a20c5d-d0f7-43bd-9809-e498acdfc02c tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416532 Jun 03 22:46:57.490472 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:58.064495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device dfdbea64-5b2c-4100-8a84-32f14744bb50 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:46:58.141051 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port dfdbea64-5b2c-4100-8a84-32f14744bb50 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:46:58.141390 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:58.269858 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:58.298875 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:46:58.301166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a259d434e5266499f551689d4c9ec5922992bd03483a7921ea610ead6713934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331b05f5-d90b-4fec-88ec-2ddf16e72cad" -d '{"events": [{"server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:46:58.309973 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port dfdbea64-5b2c-4100-8a84-32f14744bb50, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:46:58.317243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:58.321050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:46:58.357819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b52171-8ed4-44a5-8947-7837d9d149d6 x-openstack-request-id: req-f4b52171-8ed4-44a5-8947-7837d9d149d6 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:46:58.358119 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:46:58.358376 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f4b52171-8ed4-44a5-8947-7837d9d149d6 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:46:58.358766 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'code': 200} Jun 03 22:46:58.399986 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=dfdbea64-5b2c-4100-8a84-32f14744bb50,revision_number=10']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:46:58.403100 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:46:58.632226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f6c05-f34b-4deb-9ae7-04f32ff235f3 req-eccdb75e-e19a-4e1b-bfb1-e8ef84d2b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:58.633540 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d53f6c05-f34b-4deb-9ae7-04f32ff235f3 req-eccdb75e-e19a-4e1b-bfb1-e8ef84d2b26c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1099 time: 0.0818858 Jun 03 22:46:58.662006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388dde3-f9af-4115-bd2a-4ee69863d5a0 req-19c5a619-12f4-4772-b85c-f0425c484300 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:58.663701 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6388dde3-f9af-4115-bd2a-4ee69863d5a0 req-19c5a619-12f4-4772-b85c-f0425c484300 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 946 time: 0.0830958 Jun 03 22:46:58.675007 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d53f6c05-f34b-4deb-9ae7-04f32ff235f3 req-39bc02f3-54c7-478d-b222-6227c361de30 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354311 Jun 03 22:46:58.700122 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:46:58.713946 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-6388dde3-f9af-4115-bd2a-4ee69863d5a0 req-07e9624e-8a88-4518-ad66-7ca1e772f07f tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443141 Jun 03 22:46:59.924249 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63586682-0caf-4c23-92e7-f229cb19b7fb req-96139bef-2d16-4418-8b72-c6fbac184ddf tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:46:59.925688 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-63586682-0caf-4c23-92e7-f229cb19b7fb req-96139bef-2d16-4418-8b72-c6fbac184ddf tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 946 time: 0.0872107 Jun 03 22:46:59.975896 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-63586682-0caf-4c23-92e7-f229cb19b7fb req-24de9432-2fed-469b-a2b4-07ba6ffbc6d8 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422120 Jun 03 22:47:01.174180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a470d2c-ce76-4196-bffe-f2cae7cb68b9 req-66ebaa51-f47e-4086-a2e0-0ced55c35fa5 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:47:01.175632 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4a470d2c-ce76-4196-bffe-f2cae7cb68b9 req-66ebaa51-f47e-4086-a2e0-0ced55c35fa5 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 946 time: 0.0930719 Jun 03 22:47:01.224640 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4a470d2c-ce76-4196-bffe-f2cae7cb68b9 req-bd332403-b59b-4d57-af11-d66af8fb0c61 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421951 Jun 03 22:47:19.182917 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:47:22.802213 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-cf3e659f-7ecb-4f12-974a-d4e18ecf644e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:47:25.344506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:47:25.481850 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-64c5599d-d523-49d6-86b8-469a03346034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:47:26.138889 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-910dc585-6fd5-4e3c-bfca-fd6d4bb83bc9 req-6fc30def-9abd-4682-b250-d613ac80b286 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1419592 Jun 03 22:47:26.307808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc585-6fd5-4e3c-bfca-fd6d4bb83bc9 req-0d91e944-7053-43eb-9fc5-03ef8e9b613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:47:26.309282 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-910dc585-6fd5-4e3c-bfca-fd6d4bb83bc9 req-0d91e944-7053-43eb-9fc5-03ef8e9b613e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1099 time: 0.0850563 Jun 03 22:47:26.633420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc585-6fd5-4e3c-bfca-fd6d4bb83bc9 req-d5e6dc66-bb84-4bfe-a230-5538535f86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:47:26.634777 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-910dc585-6fd5-4e3c-bfca-fd6d4bb83bc9 req-d5e6dc66-bb84-4bfe-a230-5538535f86bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.3013566 Jun 03 22:47:26.751789 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-910dc585-6fd5-4e3c-bfca-fd6d4bb83bc9 req-af8fa6d6-ebfe-4dbc-81bf-622c844d7d3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50 HTTP/1.1" status: 200 len: 1001 time: 0.1089447 Jun 03 22:47:26.818480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc585-6fd5-4e3c-bfca-fd6d4bb83bc9 req-21c560da-1d36-47c8-95fc-4cb7d86aeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:47:26.820022 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-910dc585-6fd5-4e3c-bfca-fd6d4bb83bc9 req-21c560da-1d36-47c8-95fc-4cb7d86aeeda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0618489 Jun 03 22:47:26.902690 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc585-6fd5-4e3c-bfca-fd6d4bb83bc9 req-900aaa05-e78f-4821-b120-8cd0d69626e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:47:26.904207 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-910dc585-6fd5-4e3c-bfca-fd6d4bb83bc9 req-900aaa05-e78f-4821-b120-8cd0d69626e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772135 Jun 03 22:47:27.039002 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-910dc585-6fd5-4e3c-bfca-fd6d4bb83bc9 req-72bebf89-61c5-470b-9a1f-3217e867d24a service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268835 Jun 03 22:47:27.179538 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-910dc585-6fd5-4e3c-bfca-fd6d4bb83bc9 req-d3c9ff89-646e-4a0d-b58d-2421e11af3b3 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334431 Jun 03 22:47:27.202816 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:47:27.502838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:47:28.706849 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:47:52.809399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-abe6b120-4cf9-4e0c-b60f-2f5f2be39de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:47:55.341705 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:47:55.480448 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d4be4e79-b41c-4e7a-b01e-29d6dbf42efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:47:56.185688 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:47:57.206814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:47:57.504224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:47:58.707419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:22.805062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-1cb85201-6ae9-4b9d-913c-24843bd9337c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:25.339890 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:25.478594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c6311963-e7fa-495a-8180-b6c3d8b6e2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:25.864089 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2617aff0-d327-4559-84ed-681e35b734f2 req-1a666420-d5c5-41a2-8b9c-6c4deca360e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795932 Jun 03 22:48:26.032256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617aff0-d327-4559-84ed-681e35b734f2 req-f0dd1e59-29d9-4442-a6f9-3196043c0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:48:26.033782 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2617aff0-d327-4559-84ed-681e35b734f2 req-f0dd1e59-29d9-4442-a6f9-3196043c0a44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1099 time: 0.0792615 Jun 03 22:48:26.191613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617aff0-d327-4559-84ed-681e35b734f2 req-eed4bba7-5e1d-4051-b5fb-a335c797b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:48:26.192993 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2617aff0-d327-4559-84ed-681e35b734f2 req-eed4bba7-5e1d-4051-b5fb-a335c797b7b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1340499 Jun 03 22:48:26.320912 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2617aff0-d327-4559-84ed-681e35b734f2 req-d04ba663-d5d1-4771-973d-dddc6dbd6395 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50 HTTP/1.1" status: 200 len: 1001 time: 0.1211276 Jun 03 22:48:26.393621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617aff0-d327-4559-84ed-681e35b734f2 req-0af15340-f558-47df-a6ff-4673e7ef0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:48:26.395046 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2617aff0-d327-4559-84ed-681e35b734f2 req-0af15340-f558-47df-a6ff-4673e7ef0ddb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0679643 Jun 03 22:48:26.479741 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617aff0-d327-4559-84ed-681e35b734f2 req-7fd280c3-9d42-45ae-87ad-c55d062ec6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:48:26.481126 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2617aff0-d327-4559-84ed-681e35b734f2 req-7fd280c3-9d42-45ae-87ad-c55d062ec6c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789704 Jun 03 22:48:26.634477 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2617aff0-d327-4559-84ed-681e35b734f2 req-562d35f5-442b-4ea3-80c2-19d1a5a15c45 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463149 Jun 03 22:48:26.774299 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2617aff0-d327-4559-84ed-681e35b734f2 req-737208de-3b3e-47d6-a34d-f7bb097d6591 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326852 Jun 03 22:48:27.220365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:27.524235 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:28.712377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:33.185389 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:48:36.683636 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35552) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:48:37.028060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Deleting port f8f95127-2db5-4672-80e4-1f7232b85ed0 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:48:37.028319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:37.155152 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:37.155483 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:37.278316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Calling delete_port for f8f95127-2db5-4672-80e4-1f7232b85ed0 owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:48:37.573935 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:37.577857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:48:37.621449 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event deleted for resources: {'Port': ['ID=f8f95127-2db5-4672-80e4-1f7232b85ed0,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:48:37.661263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:37.661708 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:37.662084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:37.662450 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:37.662813 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:37.663180 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:37.663536 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:37.663902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:37.664272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:37.664621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:37.665199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:37.665317 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:37.672552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:48:37.727942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:37.728669 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Floating IP 3687af85-f3ab-4c54-aedf-ec12f3f6852b disassociated (deleted). External IP: 172.26.3.138, port: dfdbea64-5b2c-4100-8a84-32f14744bb50. Jun 03 22:48:38.120990 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:48:38.312263 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:48:38.322746 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcc9a93-740b-451d-a5da-04568868c064 None None] Sync routers for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:48:38.335484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:38.373224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcc9a93-740b-451d-a5da-04568868c064 None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:48:38.373739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6bcc9a93-740b-451d-a5da-04568868c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:48:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:48:38.396167 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-357ed2ba-cdfe-425c-8c53-e81fdd1fb26a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "DELETE /v2.0/floatingips/3687af85-f3ab-4c54-aedf-ec12f3f6852b HTTP/1.1" status: 204 len: 168 time: 1.7108965 Jun 03 22:48:38.396436 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:48:38.398861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f6d18ed14788b8ef34dfd37755a263df64af6a5ec6cc3060a744ac4e8e9174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c19047c-5ac6-42c9-a247-a7d163baa851" -d '{"events": [{"name": "network-changed", "server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:48:38.527695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b4f129-a5cf-4839-ba17-d5a947e4107a x-openstack-request-id: req-79b4f129-a5cf-4839-ba17-d5a947e4107a {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:48:38.528027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:48:38.528347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-79b4f129-a5cf-4839-ba17-d5a947e4107a {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:48:38.528777 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'status': 'completed', 'code': 200} Jun 03 22:48:38.580558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-6bcc9a93-740b-451d-a5da-04568868c064 None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:48:38.633597 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19047c-5ac6-42c9-a247-a7d163baa851 req-b69bbfa2-0e0e-44d3-9ee2-06a7b5977550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:48:38.635479 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c19047c-5ac6-42c9-a247-a7d163baa851 req-b69bbfa2-0e0e-44d3-9ee2-06a7b5977550 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 1099 time: 0.0852363 Jun 03 22:48:38.777869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19047c-5ac6-42c9-a247-a7d163baa851 req-36d97ce2-2553-4cf7-890f-b6a7855469cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:48:38.779423 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c19047c-5ac6-42c9-a247-a7d163baa851 req-36d97ce2-2553-4cf7-890f-b6a7855469cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1362228 Jun 03 22:48:38.852672 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c19047c-5ac6-42c9-a247-a7d163baa851 req-d7510346-c6df-4015-8838-67cc902d7f9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50 HTTP/1.1" status: 200 len: 217 time: 0.0664186 Jun 03 22:48:38.875879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba7f7a-4463-438a-9a9b-a41a8a0cd63e req-d35adecc-9f0f-4e36-91a3-80a27763b05d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:48:38.878199 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-58ba7f7a-4463-438a-9a9b-a41a8a0cd63e req-d35adecc-9f0f-4e36-91a3-80a27763b05d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 946 time: 0.1515486 Jun 03 22:48:38.918450 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6bcc9a93-740b-451d-a5da-04568868c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:10Z', 'revision_number': 5, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:48:38.922690 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcc9a93-740b-451d-a5da-04568868c064 None None] Checking router: 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:48:38.929949 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-58ba7f7a-4463-438a-9a9b-a41a8a0cd63e req-7fd2da4f-627f-4628-bb5a-63dbdf2dc8b9 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424807 Jun 03 22:48:38.930546 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19047c-5ac6-42c9-a247-a7d163baa851 req-36250679-6658-4b63-992f-b13812275c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:48:38.932174 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c19047c-5ac6-42c9-a247-a7d163baa851 req-36250679-6658-4b63-992f-b13812275c49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0724833 Jun 03 22:48:38.932615 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcc9a93-740b-451d-a5da-04568868c064 None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:48:38.933242 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6bcc9a93-740b-451d-a5da-04568868c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:48:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:48:39.018877 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19047c-5ac6-42c9-a247-a7d163baa851 req-7c6fbbf0-769d-4f2b-a3c9-c8b22c26e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:48:39.020374 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c19047c-5ac6-42c9-a247-a7d163baa851 req-7c6fbbf0-769d-4f2b-a3c9-c8b22c26e449 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800657 Jun 03 22:48:39.117964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-6bcc9a93-740b-451d-a5da-04568868c064 None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:48:39.162394 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c19047c-5ac6-42c9-a247-a7d163baa851 req-3dd13c46-11d0-422f-bf0e-b52d03144f5f service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335933 Jun 03 22:48:39.441480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6bcc9a93-740b-451d-a5da-04568868c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:10Z', 'revision_number': 5, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:48:39.445877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcc9a93-740b-451d-a5da-04568868c064 None None] The sync data for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv is: [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:10Z', 'revision_number': 5, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:48:39.456689 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8c19047c-5ac6-42c9-a247-a7d163baa851 req-7aacd859-b42a-401a-9b34-eb3226194fdf service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864039 Jun 03 22:48:39.701313 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce79ff-729f-4daa-8d8d-b88e3d93cf70 None None] New status for floating IP 3687af85-f3ab-4c54-aedf-ec12f3f6852b: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:48:40.194680 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafe8ad-9f25-44ea-b045-6411ccdf9b43 req-3996e3e1-267a-48bd-a0f5-13e07e9e50fd tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:48:40.195366 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-1fafe8ad-9f25-44ea-b045-6411ccdf9b43 req-3996e3e1-267a-48bd-a0f5-13e07e9e50fd tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Synchronizing usage tracker for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:48:40.256177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-1fafe8ad-9f25-44ea-b045-6411ccdf9b43 req-3996e3e1-267a-48bd-a0f5-13e07e9e50fd tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Unset dirty status for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:48:40.257354 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1fafe8ad-9f25-44ea-b045-6411ccdf9b43 req-3996e3e1-267a-48bd-a0f5-13e07e9e50fd tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 946 time: 0.2145150 Jun 03 22:48:40.316145 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1fafe8ad-9f25-44ea-b045-6411ccdf9b43 req-0c71f886-a752-457c-b0dd-c6964cb67012 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=a3164fce-53b0-48fc-ac02-dab7a7c6eacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524673 Jun 03 22:48:40.325130 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60635788-8962-4720-a023-d0c9f4b282d0 req-ecfd9ecb-67a4-44ae-b596-d7be046471dd tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:48:40.326629 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-60635788-8962-4720-a023-d0c9f4b282d0 req-ecfd9ecb-67a4-44ae-b596-d7be046471dd tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 946 time: 0.1246300 Jun 03 22:48:40.477775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-60635788-8962-4720-a023-d0c9f4b282d0 req-24acbc51-ce6c-406e-861e-91c7cd4e1254 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Deleting port dfdbea64-5b2c-4100-8a84-32f14744bb50 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:48:40.478137 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-60635788-8962-4720-a023-d0c9f4b282d0 req-24acbc51-ce6c-406e-861e-91c7cd4e1254 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:40.617396 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-60635788-8962-4720-a023-d0c9f4b282d0 req-24acbc51-ce6c-406e-861e-91c7cd4e1254 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] For port dfdbea64-5b2c-4100-8a84-32f14744bb50, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dfdbea64-5b2c-4100-8a84-32f14744bb50,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:48:40.617809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-60635788-8962-4720-a023-d0c9f4b282d0 req-24acbc51-ce6c-406e-861e-91c7cd4e1254 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:40.742798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [req-60635788-8962-4720-a023-d0c9f4b282d0 req-24acbc51-ce6c-406e-861e-91c7cd4e1254 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Calling delete_port for dfdbea64-5b2c-4100-8a84-32f14744bb50 owned by compute:nova {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:48:40.869660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-60635788-8962-4720-a023-d0c9f4b282d0 req-24acbc51-ce6c-406e-861e-91c7cd4e1254 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:40.875888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2dfc4b19-b221-4894-8eae-eebaf986f282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:48:40.921141 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acbc51-ce6c-406e-861e-91c7cd4e1254 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event deleted for resources: {'Port': ['ID=dfdbea64-5b2c-4100-8a84-32f14744bb50,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:48:40.926068 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-24acbc51-ce6c-406e-861e-91c7cd4e1254 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:48:41.005751 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-60635788-8962-4720-a023-d0c9f4b282d0 req-24acbc51-ce6c-406e-861e-91c7cd4e1254 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] No DVR routers for this DVR port dfdbea64-5b2c-4100-8a84-32f14744bb50 on host hv-neutron-7929 {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:48:41.008445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-60635788-8962-4720-a023-d0c9f4b282d0 req-24acbc51-ce6c-406e-861e-91c7cd4e1254 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:41.011272 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'name': 'network-vif-deleted', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:48:41.014043 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f6d18ed14788b8ef34dfd37755a263df64af6a5ec6cc3060a744ac4e8e9174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb99d37-b7a3-4acd-bf63-127276575593" -d '{"events": [{"server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "name": "network-vif-deleted", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:48:41.030417 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-60635788-8962-4720-a023-d0c9f4b282d0 req-24acbc51-ce6c-406e-861e-91c7cd4e1254 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.24 "DELETE /v2.0/ports/dfdbea64-5b2c-4100-8a84-32f14744bb50 HTTP/1.1" status: 204 len: 173 time: 0.6977918 Jun 03 22:48:41.061756 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4195801-07c8-43ca-9ca9-ce9b3263fb1c x-openstack-request-id: req-e4195801-07c8-43ca-9ca9-ce9b3263fb1c {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:48:41.062093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c005c9a-be76-4cd1-8905-fad0b82c24d7", "name": "network-vif-deleted", "tag": "dfdbea64-5b2c-4100-8a84-32f14744bb50", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:48:41.062387 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e4195801-07c8-43ca-9ca9-ce9b3263fb1c {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:48:41.062826 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c005c9a-be76-4cd1-8905-fad0b82c24d7', 'name': 'network-vif-deleted', 'tag': 'dfdbea64-5b2c-4100-8a84-32f14744bb50', 'status': 'completed', 'code': 200} Jun 03 22:48:41.555369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-fbc1554f-81ac-4720-ba32-cf8fb4568c9d req-d29f723e-89b0-4e90-bc0b-90d5b6c47908 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Synchronizing usage tracker for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:48:41.575939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-fbc1554f-81ac-4720-ba32-cf8fb4568c9d req-d29f723e-89b0-4e90-bc0b-90d5b6c47908 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Unset dirty status for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:48:41.577154 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fbc1554f-81ac-4720-ba32-cf8fb4568c9d req-d29f723e-89b0-4e90-bc0b-90d5b6c47908 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c005c9a-be76-4cd1-8905-fad0b82c24d7 HTTP/1.1" status: 200 len: 210 time: 0.0655258 Jun 03 22:48:42.673920 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 35590) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:48:42.750616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:42.783649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:42.861466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:42.865391 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-cea68167-25d5-4b0f-9208-3d0c8315455e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:48:42.885546 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3164fce-53b0-48fc-ac02-dab7a7c6eacc,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:48:42.894098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:42.894472 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:42.894841 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:42.895205 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:42.895593 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:42.895960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:42.896314 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:42.896668 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:42.897020 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:42.897371 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:42.897720 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:42.898070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:48:42.902637 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:48:42.906896 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:42.908050 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b1d62987-053b-4770-9c99-4d82d7257692 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "DELETE /v2.0/security-groups/a3164fce-53b0-48fc-ac02-dab7a7c6eacc HTTP/1.1" status: 204 len: 168 time: 0.2330472 Jun 03 22:48:43.181429 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35598) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:48:43.186630 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998482810', 'description': 'tempest-secgroup-smoke-1998482810 description', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:48:43.193221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:48:43.198503 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:48:43.202484 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:48:43.208653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:48:43.222847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.244602 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:48:43.250269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:48:43.255144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:48:43.264755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:48:43.350324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.355904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.360574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-662f24c7-5775-4b73-8c10-cbd44ef51d4d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:48:43.407806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3daa0b9a-d820-424c-817f-ba4718d7b2e0,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:48:43.411010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:48:43.412315 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.413669 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-9ffa9c35-d3a8-41b3-994f-256723846468 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2311165 Jun 03 22:48:43.417941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35600) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:48:43.424557 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b954d94f-9840-456e-8e1f-9e88d08168cb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group_rule': {'security_group_id': '3daa0b9a-d820-424c-817f-ba4718d7b2e0', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:48:43.433473 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b954d94f-9840-456e-8e1f-9e88d08168cb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:48:43.438766 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b954d94f-9840-456e-8e1f-9e88d08168cb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:48:43.442561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b954d94f-9840-456e-8e1f-9e88d08168cb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:48:43.452119 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b954d94f-9840-456e-8e1f-9e88d08168cb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:48:43.475642 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b954d94f-9840-456e-8e1f-9e88d08168cb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.543898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b954d94f-9840-456e-8e1f-9e88d08168cb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.549688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b954d94f-9840-456e-8e1f-9e88d08168cb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.558188 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ea0de6a2-6e59-4fee-b2c7-aafe8b85f512 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:48:43.588365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954d94f-9840-456e-8e1f-9e88d08168cb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c3fc51-4ede-43df-a26d-762229d10bb6,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:48:43.591125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b954d94f-9840-456e-8e1f-9e88d08168cb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:48:43.600960 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b954d94f-9840-456e-8e1f-9e88d08168cb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.602279 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b954d94f-9840-456e-8e1f-9e88d08168cb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832466 Jun 03 22:48:43.605165 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35602) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:48:43.610173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-017d01b9-2777-4b00-9929-ec67fbde2ee0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group_rule': {'security_group_id': '3daa0b9a-d820-424c-817f-ba4718d7b2e0', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:48:43.616551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-017d01b9-2777-4b00-9929-ec67fbde2ee0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:48:43.620538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-017d01b9-2777-4b00-9929-ec67fbde2ee0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:48:43.623694 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-017d01b9-2777-4b00-9929-ec67fbde2ee0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:48:43.629685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-017d01b9-2777-4b00-9929-ec67fbde2ee0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:48:43.650567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-017d01b9-2777-4b00-9929-ec67fbde2ee0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.728325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-017d01b9-2777-4b00-9929-ec67fbde2ee0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.734953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-017d01b9-2777-4b00-9929-ec67fbde2ee0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.736782 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-beb65931-b601-4661-b1f5-d5fdc957c809 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:48:43.758857 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d01b9-2777-4b00-9929-ec67fbde2ee0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf649bd1-a30a-4a31-bff5-9f77ab21a41f,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:48:43.761311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-017d01b9-2777-4b00-9929-ec67fbde2ee0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:48:43.770868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-017d01b9-2777-4b00-9929-ec67fbde2ee0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.772098 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-017d01b9-2777-4b00-9929-ec67fbde2ee0 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658781 Jun 03 22:48:43.775576 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35604) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:48:43.780195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f20d874a-731e-443a-9503-dfffc398303a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group_rule': {'security_group_id': '3daa0b9a-d820-424c-817f-ba4718d7b2e0', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:48:43.786644 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f20d874a-731e-443a-9503-dfffc398303a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:48:43.790659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f20d874a-731e-443a-9503-dfffc398303a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:48:43.793628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f20d874a-731e-443a-9503-dfffc398303a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:48:43.799663 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f20d874a-731e-443a-9503-dfffc398303a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:48:43.816091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f20d874a-731e-443a-9503-dfffc398303a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.883531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f20d874a-731e-443a-9503-dfffc398303a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.889244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f20d874a-731e-443a-9503-dfffc398303a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.891069 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d028bd31-6214-4fdb-80fd-a308f7372d89 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:48:43.913238 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d874a-731e-443a-9503-dfffc398303a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24284132-425c-4198-a8d5-76974d9a2ddf,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:48:43.917626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f20d874a-731e-443a-9503-dfffc398303a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:48:43.924010 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f20d874a-731e-443a-9503-dfffc398303a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:43.925200 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f20d874a-731e-443a-9503-dfffc398303a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486664 Jun 03 22:48:43.928533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35606) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:48:43.935213 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-74462520-727b-49a9-8950-1fbb92fc9781 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group_rule': {'security_group_id': '3daa0b9a-d820-424c-817f-ba4718d7b2e0', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:48:43.942487 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-74462520-727b-49a9-8950-1fbb92fc9781 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:48:43.946709 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-74462520-727b-49a9-8950-1fbb92fc9781 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:48:43.949814 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-74462520-727b-49a9-8950-1fbb92fc9781 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:48:43.956000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-74462520-727b-49a9-8950-1fbb92fc9781 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:48:43.976018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-74462520-727b-49a9-8950-1fbb92fc9781 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:44.054625 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-74462520-727b-49a9-8950-1fbb92fc9781 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:44.061145 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-74462520-727b-49a9-8950-1fbb92fc9781 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:44.063350 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f6fffebc-f773-46a2-98e0-c36e086955ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:48:44.089643 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74462520-727b-49a9-8950-1fbb92fc9781 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00aaa31-6186-4fde-89c3-03c11a724901,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:48:44.092864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-74462520-727b-49a9-8950-1fbb92fc9781 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:48:44.103206 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-74462520-727b-49a9-8950-1fbb92fc9781 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:44.104712 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-74462520-727b-49a9-8950-1fbb92fc9781 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1748528 Jun 03 22:48:44.109280 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35608) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:48:44.114950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-88e04a73-12ce-4655-87e3-8d25cbac50b6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group_rule': {'security_group_id': '3daa0b9a-d820-424c-817f-ba4718d7b2e0', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:48:44.121821 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-88e04a73-12ce-4655-87e3-8d25cbac50b6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:48:44.126986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-88e04a73-12ce-4655-87e3-8d25cbac50b6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:48:44.131542 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-88e04a73-12ce-4655-87e3-8d25cbac50b6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:48:44.140325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-88e04a73-12ce-4655-87e3-8d25cbac50b6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:48:44.154426 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-88e04a73-12ce-4655-87e3-8d25cbac50b6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Project 025fbbd2881b49029f2b1d4c1dadff20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:48:44.160947 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88e04a73-12ce-4655-87e3-8d25cbac50b6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:44.232071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88e04a73-12ce-4655-87e3-8d25cbac50b6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:44.237347 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88e04a73-12ce-4655-87e3-8d25cbac50b6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:44.243639 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1b4e18fc-4690-4d3e-98c9-cbd386627f1f tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:48:44.265475 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e04a73-12ce-4655-87e3-8d25cbac50b6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b39d01b-98cc-4086-80a9-b61c37a9bbd1,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:48:44.268425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-88e04a73-12ce-4655-87e3-8d25cbac50b6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:48:44.279283 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-88e04a73-12ce-4655-87e3-8d25cbac50b6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:44.280712 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-88e04a73-12ce-4655-87e3-8d25cbac50b6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1703420 Jun 03 22:48:44.284850 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 35610) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:48:44.289539 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-a2a886bb-7c1e-484f-971c-3a248baf532b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'security_group_rule': {'security_group_id': '3daa0b9a-d820-424c-817f-ba4718d7b2e0', 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:48:44.295973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a2a886bb-7c1e-484f-971c-3a248baf532b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:48:44.299963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a2a886bb-7c1e-484f-971c-3a248baf532b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:security_group_rule and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:48:44.303177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-a2a886bb-7c1e-484f-971c-3a248baf532b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:48:44.310193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-a2a886bb-7c1e-484f-971c-3a248baf532b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:48:44.322923 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-a2a886bb-7c1e-484f-971c-3a248baf532b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Project 025fbbd2881b49029f2b1d4c1dadff20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:48:44.329275 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2a886bb-7c1e-484f-971c-3a248baf532b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:44.401278 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2a886bb-7c1e-484f-971c-3a248baf532b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:44.406816 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2a886bb-7c1e-484f-971c-3a248baf532b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:44.408946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-094e6914-2db8-4190-b4f1-beb54c1da1a2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:48:44.431177 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a886bb-7c1e-484f-971c-3a248baf532b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8551ebfd-c38b-4e08-a71d-9bf82cb9bd7f,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:48:44.433820 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a2a886bb-7c1e-484f-971c-3a248baf532b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:48:44.443868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a2a886bb-7c1e-484f-971c-3a248baf532b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:44.445288 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a2a886bb-7c1e-484f-971c-3a248baf532b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1594369 Jun 03 22:48:44.700499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device dfdbea64-5b2c-4100-8a84-32f14744bb50 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:48:44.736735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: dfdbea64-5b2c-4100-8a84-32f14744bb50 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:48:44.737079 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device dfdbea64-5b2c-4100-8a84-32f14744bb50 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:48:52.807171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ca5f78f1-6a24-40ee-8418-941458dbe6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:55.338413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:55.480425 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5f95a168-c92e-4307-8eea-39854e311e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:57.216148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:57.520185 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:48:58.722104 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:00.741855 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-d384013e-9dbc-462c-a8f1-592c0fce732f tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Synchronizing usage tracker for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:49:00.761480 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-d384013e-9dbc-462c-a8f1-592c0fce732f tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Unset dirty status for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:49:00.762682 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-d384013e-9dbc-462c-a8f1-592c0fce732f tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998482810&fields=id&tenant_id=025fbbd2881b49029f2b1d4c1dadff20 HTTP/1.1" status: 200 len: 267 time: 0.0646365 Jun 03 22:49:00.921415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-f2c06ff7-f8ce-498e-8205-149e42c2597e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:00.922836 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-f2c06ff7-f8ce-498e-8205-149e42c2597e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 808 time: 0.1515319 Jun 03 22:49:00.937813 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-95c4fabd-df4b-40a5-b58b-55b5cea4a058 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/quotas/025fbbd2881b49029f2b1d4c1dadff20 HTTP/1.1" status: 200 len: 375 time: 0.0093436 Jun 03 22:49:01.026750 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7b5b743b-1e1d-4b8c-b03e-64a199f4356b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836210 Jun 03 22:49:01.172874 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-5ba06f8d-885b-47ad-861b-17e6cfdb93e8 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104396) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:49:01.174130 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-5ba06f8d-885b-47ad-861b-17e6cfdb93e8 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527315 Jun 03 22:49:01.468185 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-fc70d5b7-abbe-459c-9c28-60c66b11b7cd service neutron] 10.222.0.96 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878194 Jun 03 22:49:01.620254 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-61379c46-5684-43db-95eb-b3379f3da3c8 service neutron] 10.222.0.96 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438706 Jun 03 22:49:02.053578 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-4ddb5ea5-f340-43d2-a672-e34b71c91a04 req-28ed4c5f-d229-4d21-9f5c-fd8bfefb9271 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 210 time: 0.0455387 Jun 03 22:49:03.251557 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-decdb6f0-1274-49f5-9f16-419b18c23519 req-3807a43c-4d37-4c99-84d1-4632e9fd92f3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 210 time: 0.0646467 Jun 03 22:49:03.361869 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-b18fb523-26cc-46f6-bbd2-546996ac2339 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:03.363334 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-b18fb523-26cc-46f6-bbd2-546996ac2339 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 808 time: 0.1965668 Jun 03 22:49:03.415156 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-4223e519-d8e1-4c87-81c5-fce5121c0e1d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=025fbbd2881b49029f2b1d4c1dadff20 HTTP/1.1" status: 200 len: 380 time: 0.0427132 Jun 03 22:49:03.424121 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'port': {'device_id': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'admin_state_up': True, 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'security_groups': ['3daa0b9a-d820-424c-817f-ba4718d7b2e0']}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:49:03.573541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:49:03.584007 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:49:03.596456 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Made reservation on behalf of 025fbbd2881b49029f2b1d4c1dadff20 for: {'port': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:49:03.600212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:03.770081 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Allocated IP 172.20.0.5 (229c9024-bd0d-4cc5-b60b-d6c07ad03977/79c3713f-87bc-495a-9e81-e7aa457d630c/6a7decb8-b841-4648-8017-065afd4292f0) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:49:03.976972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:03.993471 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Transition to ACTIVE for port object 6a7decb8-b841-4648-8017-065afd4292f0 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:49:04.021259 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:04.027729 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6a677b23-20ea-4b54-829a-cbe484c6a642 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:49:04.093339 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:49:04.096395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:49:04.106742 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:49:04.138316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'Port': ['ID=6a7decb8-b841-4648-8017-065afd4292f0,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:49:04.146104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:49:04.178548 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:04.179290 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:04.226906 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-7f6c55e5-c0f0-433f-96b5-0a13a6afa3ce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8064380 Jun 03 22:49:04.244979 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Request body: {'port': {'device_id': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:49:04.381307 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:04.394606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f15c365c-4e40-49aa-a10b-debb1d6c10c5 None None] Provisioning for port 6a7decb8-b841-4648-8017-065afd4292f0 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:49:04.403722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f15c365c-4e40-49aa-a10b-debb1d6c10c5 None None] Provisioning complete for port 6a7decb8-b841-4648-8017-065afd4292f0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:49:04.404073 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f15c365c-4e40-49aa-a10b-debb1d6c10c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:04.485791 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d6b5a-7d77-4f15-9670-881af9786a7a req-696033c0-2278-4be3-9b19-4566ed9eade6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:04.488028 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-159d6b5a-7d77-4f15-9670-881af9786a7a req-696033c0-2278-4be3-9b19-4566ed9eade6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 931 time: 0.1184225 Jun 03 22:49:04.503685 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-f15c365c-4e40-49aa-a10b-debb1d6c10c5 None None] Port 6a7decb8-b841-4648-8017-065afd4292f0 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:49:04.550934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-159d6b5a-7d77-4f15-9670-881af9786a7a req-a8bb1830-de12-4db4-a62e-d8bacb1c94fb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Synchronizing usage tracker for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:security_group {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:49:04.565508 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-159d6b5a-7d77-4f15-9670-881af9786a7a req-a8bb1830-de12-4db4-a62e-d8bacb1c94fb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Unset dirty status for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:security_group {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:49:04.567032 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-159d6b5a-7d77-4f15-9670-881af9786a7a req-a8bb1830-de12-4db4-a62e-d8bacb1c94fb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702314 Jun 03 22:49:04.781833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7decb8-b841-4648-8017-065afd4292f0 {{(pid=104396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:49:04.789533 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:04.804974 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Transition to ACTIVE for port object 6a7decb8-b841-4648-8017-065afd4292f0 will not be triggered until provisioned by entity L2. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:49:04.812343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:04.816986 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-4bbfd343-c0bd-44bb-9cfb-12f784c5bf44 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:49:04.950525 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Pushing event updated for resources: {'Port': ['ID=6a7decb8-b841-4648-8017-065afd4292f0,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:49:04.978675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:49:05.060418 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Attempting to bind port 6a7decb8-b841-4648-8017-065afd4292f0 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:49:05.060755 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Attempting to bind port 6a7decb8-b841-4648-8017-065afd4292f0 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:49:05.061094 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Attempting to bind port 6a7decb8-b841-4648-8017-065afd4292f0 on network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:49:05.066055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Port 6a7decb8-b841-4648-8017-065afd4292f0 on network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:49:05.066372 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Attempting to bind port 6a7decb8-b841-4648-8017-065afd4292f0 on network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:49:05.071574 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:49:05.071912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Checking segment: {'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:49:05.072300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Bound using segment: {'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:49:05.072730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Bound port: 6a7decb8-b841-4648-8017-065afd4292f0, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:49:05.073078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:05.171679 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] For port 6a7decb8-b841-4648-8017-065afd4292f0, host hv-neutron-7929, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:49:05.174860 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] For port 6a7decb8-b841-4648-8017-065afd4292f0, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a7decb8-b841-4648-8017-065afd4292f0,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:49:05.182035 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:05.185965 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-13dc7059-14f8-4a04-a4d8-071aaf1b4264 tempest-TestMinimumBasicScenario-1555967752 tempest-TestMinimumBasicScenario-1555967752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:49:05.241400 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:05.242072 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:05.243602 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-34427c39-f511-4420-8023-5c7933b818ae service neutron] 10.222.0.24 "PUT /v2.0/ports/6a7decb8-b841-4648-8017-065afd4292f0 HTTP/1.1" status: 200 len: 1093 time: 1.0031157 Jun 03 22:49:05.244179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:49:05.246568 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f6d18ed14788b8ef34dfd37755a263df64af6a5ec6cc3060a744ac4e8e9174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939c76df-8b5e-455a-a528-e943e723e15b" -d '{"events": [{"name": "network-changed", "server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "tag": "6a7decb8-b841-4648-8017-065afd4292f0"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:49:05.280437 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Pushing event updated for resources: {'Port': ['ID=6a7decb8-b841-4648-8017-065afd4292f0,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:49:05.284474 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:49:05.299994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc07195-eb12-42f2-b29c-8447cce832fa x-openstack-request-id: req-fdc07195-eb12-42f2-b29c-8447cce832fa {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:49:05.300481 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "tag": "6a7decb8-b841-4648-8017-065afd4292f0", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:49:05.300887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-fdc07195-eb12-42f2-b29c-8447cce832fa {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:49:05.301404 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0', 'status': 'completed', 'code': 200} Jun 03 22:49:05.535664 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-dbdb27b8-781f-45c1-8950-57a9aad2f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:05.537180 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-dbdb27b8-781f-45c1-8950-57a9aad2f51e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 1096 time: 0.2314386 Jun 03 22:49:05.621458 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-15f2e610-4aac-4fb8-a0fd-e65a6b6f2ed7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7decb8-b841-4648-8017-065afd4292f0 HTTP/1.1" status: 200 len: 217 time: 0.0740244 Jun 03 22:49:05.690319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-f600f58c-0f6c-437d-b48f-613667c588f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:05.692095 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-f600f58c-0f6c-437d-b48f-613667c588f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0649631 Jun 03 22:49:05.781335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-fbfa68f5-05a9-4bf3-89d3-67fac4971854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:05.783028 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-fbfa68f5-05a9-4bf3-89d3-67fac4971854 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848022 Jun 03 22:49:05.802195 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd868d-d676-4e53-8df3-f60fd1536fbb req-7116b5ed-1227-4767-bb15-c9f80384852c tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:05.803925 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-06cd868d-d676-4e53-8df3-f60fd1536fbb req-7116b5ed-1227-4767-bb15-c9f80384852c tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0919361 Jun 03 22:49:05.853110 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-06cd868d-d676-4e53-8df3-f60fd1536fbb req-0218304c-5c46-48b7-957f-d9d4de836891 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431445 Jun 03 22:49:05.934613 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-3c6bb45f-82f8-41c2-8938-17414f7de3eb service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445029 Jun 03 22:49:06.071434 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-bd4f95ad-7803-4791-872e-89bd820eb3e9 req-9010fa75-98fe-4a82-905a-2935bf39890d service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298444 Jun 03 22:49:06.189942 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c76df-8b5e-455a-a528-e943e723e15b req-97c2adb5-9dd6-4eb2-9733-fe151ac14b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:06.191721 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-939c76df-8b5e-455a-a528-e943e723e15b req-97c2adb5-9dd6-4eb2-9733-fe151ac14b42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 1096 time: 0.0735688 Jun 03 22:49:06.328311 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c76df-8b5e-455a-a528-e943e723e15b req-a32fdd8f-8049-4a1c-8df2-60925ec94d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:06.329998 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-939c76df-8b5e-455a-a528-e943e723e15b req-a32fdd8f-8049-4a1c-8df2-60925ec94d84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1320870 Jun 03 22:49:06.403186 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-939c76df-8b5e-455a-a528-e943e723e15b req-2cf76b53-cd1e-48be-8ff2-4983d150990d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7decb8-b841-4648-8017-065afd4292f0 HTTP/1.1" status: 200 len: 217 time: 0.0663662 Jun 03 22:49:06.473325 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c76df-8b5e-455a-a528-e943e723e15b req-a7d4c014-6bf0-4935-8109-0cdada74b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:06.474699 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-939c76df-8b5e-455a-a528-e943e723e15b req-a7d4c014-6bf0-4935-8109-0cdada74b2b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0650778 Jun 03 22:49:06.565567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c76df-8b5e-455a-a528-e943e723e15b req-c0ff3707-9487-447f-8ad1-07cea6196683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:06.567185 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-939c76df-8b5e-455a-a528-e943e723e15b req-c0ff3707-9487-447f-8ad1-07cea6196683 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850182 Jun 03 22:49:06.711938 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-939c76df-8b5e-455a-a528-e943e723e15b req-89baa7ec-aef6-4aa3-b591-16c17ccacda5 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373296 Jun 03 22:49:06.851057 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-939c76df-8b5e-455a-a528-e943e723e15b req-201a40d0-cdd4-4446-83f8-a7642fc4ace2 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318433 Jun 03 22:49:07.067985 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e54a8f-798a-417e-80a2-4ff3bb169a8d req-1fe127e4-d62c-4117-9442-467a026709cc tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:07.068693 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-15e54a8f-798a-417e-80a2-4ff3bb169a8d req-1fe127e4-d62c-4117-9442-467a026709cc tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Synchronizing usage tracker for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:49:07.092870 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-15e54a8f-798a-417e-80a2-4ff3bb169a8d req-1fe127e4-d62c-4117-9442-467a026709cc tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Unset dirty status for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:49:07.094420 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15e54a8f-798a-417e-80a2-4ff3bb169a8d req-1fe127e4-d62c-4117-9442-467a026709cc tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.1111550 Jun 03 22:49:07.145196 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-15e54a8f-798a-417e-80a2-4ff3bb169a8d req-24e09e44-f29e-4a3d-a81a-053a8d217d19 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447190 Jun 03 22:49:08.348744 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49792553-b9ad-4119-9a06-ae11f0b99136 req-3d536f5b-599f-4354-8cb0-412e132c791d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:08.350087 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-49792553-b9ad-4119-9a06-ae11f0b99136 req-3d536f5b-599f-4354-8cb0-412e132c791d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0970905 Jun 03 22:49:08.529343 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-49792553-b9ad-4119-9a06-ae11f0b99136 req-1438f351-9178-4676-a46d-5073fb73e33d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721668 Jun 03 22:49:09.734804 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac0b38-59be-47b0-b514-b435d52e7da5 req-2814da83-d5d5-45d1-8124-5cce9ef28dce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:09.736267 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-daac0b38-59be-47b0-b514-b435d52e7da5 req-2814da83-d5d5-45d1-8124-5cce9ef28dce tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0931230 Jun 03 22:49:09.784179 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-daac0b38-59be-47b0-b514-b435d52e7da5 req-c91bdcfd-eee1-4e7d-b1d2-1fafafecf03d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412898 Jun 03 22:49:10.185056 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:49:10.983912 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b7921-6c29-4b29-952a-810ff54da514 req-3a049c6c-aa9c-43e6-acfc-998541173b8b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:10.985379 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-430b7921-6c29-4b29-952a-810ff54da514 req-3a049c6c-aa9c-43e6-acfc-998541173b8b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0923641 Jun 03 22:49:11.033144 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-430b7921-6c29-4b29-952a-810ff54da514 req-906814f7-dd11-4148-80ac-e5838584315b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418727 Jun 03 22:49:12.235706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ad502-3c26-48c3-b212-e1855f237042 req-2af914b4-6ab0-49a1-aca6-cf6ef6cadf21 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:12.237169 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-210ad502-3c26-48c3-b212-e1855f237042 req-2af914b4-6ab0-49a1-aca6-cf6ef6cadf21 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0948844 Jun 03 22:49:12.446053 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-210ad502-3c26-48c3-b212-e1855f237042 req-7ffeb305-a242-4a4a-a48f-7a73052f1d83 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008352 Jun 03 22:49:13.660741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad3668-cf44-4ab1-93c8-e7703ed6ac1e req-ee2538a4-b673-40e2-b708-a2008f05fcd2 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:13.662218 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0fad3668-cf44-4ab1-93c8-e7703ed6ac1e req-ee2538a4-b673-40e2-b708-a2008f05fcd2 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0927010 Jun 03 22:49:13.713776 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0fad3668-cf44-4ab1-93c8-e7703ed6ac1e req-a9087af5-737b-4eb9-982e-16c39b704651 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 Jun 03 22:49:14.925953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e920d93-6994-4737-b085-2a44684b79be req-57a06ecc-22f9-459b-818d-cd566d41383f tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:14.927418 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1e920d93-6994-4737-b085-2a44684b79be req-57a06ecc-22f9-459b-818d-cd566d41383f tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0954676 Jun 03 22:49:14.975326 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-1e920d93-6994-4737-b085-2a44684b79be req-85be9bd3-4643-4c8e-9925-4049b4682f16 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416725 Jun 03 22:49:16.187146 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4a2ac-88a5-422e-bd60-a8f2175e8594 req-735a66fb-39ea-44ca-ab51-a35b6306edbd tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:16.188617 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-40f4a2ac-88a5-422e-bd60-a8f2175e8594 req-735a66fb-39ea-44ca-ab51-a35b6306edbd tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0930531 Jun 03 22:49:16.236688 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-40f4a2ac-88a5-422e-bd60-a8f2175e8594 req-ef2cca28-0cf0-44f4-a62e-ece73574822b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398464 Jun 03 22:49:16.861600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a7decb8-b841-4648-8017-065afd4292f0 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:49:17.054672 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a7decb8-b841-4648-8017-065afd4292f0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a7decb8-b841-4648-8017-065afd4292f0,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:49:17.067983 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '6a7decb8-b841-4648-8017-065afd4292f0', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'port_id': '6a7decb8-b841-4648-8017-065afd4292f0', 'mac_address': 'fa:16:3e:77:1b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:49:17.124771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:17.141862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7decb8-b841-4648-8017-065afd4292f0 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:49:17.162674 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a7decb8-b841-4648-8017-065afd4292f0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a7decb8-b841-4648-8017-065afd4292f0,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:49:17.169976 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:17.172089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7762494f-abc4-4be5-8171-0a118edd004d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:49:17.244986 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=6a7decb8-b841-4648-8017-065afd4292f0,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:49:17.252869 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:49:17.253196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:49:17.253550 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:49:17.253871 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:49:17.254210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:49:17.254507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:49:17.254819 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:49:17.255131 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:49:17.255441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:49:17.255771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:49:17.256062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:49:17.256364 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:49:17.260616 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:49:17.511902 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['6a7decb8-b841-4648-8017-065afd4292f0'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:49:17.605687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78124eae-3c37-44e6-a993-fa65ba43e39c req-7000c839-3aa7-4360-9cc7-cfce2ad91563 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:17.607163 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-78124eae-3c37-44e6-a993-fa65ba43e39c req-7000c839-3aa7-4360-9cc7-cfce2ad91563 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 944 time: 0.0899441 Jun 03 22:49:17.657129 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-78124eae-3c37-44e6-a993-fa65ba43e39c req-62a0999e-9d24-4227-9a4e-15b746404ef7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441775 Jun 03 22:49:18.852666 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be547291-0cd7-413d-9692-7491ba7467d9 req-4edc95fd-6d03-4f6c-a7d6-f4993e552a6b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:18.854151 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-be547291-0cd7-413d-9692-7491ba7467d9 req-4edc95fd-6d03-4f6c-a7d6-f4993e552a6b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 944 time: 0.0871832 Jun 03 22:49:18.857994 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a7decb8-b841-4648-8017-065afd4292f0 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:49:18.900543 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-be547291-0cd7-413d-9692-7491ba7467d9 req-2d139759-9218-4e7a-8708-ab9a2e47b32d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395794 Jun 03 22:49:18.929807 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 6a7decb8-b841-4648-8017-065afd4292f0 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:49:18.935432 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 6a7decb8-b841-4648-8017-065afd4292f0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:49:18.935843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:19.056547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:19.084134 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:49:19.086452 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a259d434e5266499f551689d4c9ec5922992bd03483a7921ea610ead6713934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0681d1-b974-4844-bd2c-20c5cb536b50" -d '{"events": [{"server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "name": "network-vif-plugged", "status": "completed", "tag": "6a7decb8-b841-4648-8017-065afd4292f0"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:49:19.095253 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a7decb8-b841-4648-8017-065afd4292f0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a7decb8-b841-4648-8017-065afd4292f0,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:49:19.101020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:19.104646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:49:19.175574 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=6a7decb8-b841-4648-8017-065afd4292f0,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:49:19.178687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:49:19.180214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a42a46-921e-48db-9f96-f7f2d2a8ff29 x-openstack-request-id: req-13a42a46-921e-48db-9f96-f7f2d2a8ff29 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:49:19.180497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "name": "network-vif-plugged", "status": "completed", "tag": "6a7decb8-b841-4648-8017-065afd4292f0", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:49:19.180752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-13a42a46-921e-48db-9f96-f7f2d2a8ff29 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:49:19.181188 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0', 'code': 200} Jun 03 22:49:19.400620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b7312-6f19-4148-b47b-cf489fba1a30 req-6a0f7d94-2cd6-4527-9cf5-6e1e082615f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:19.402196 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c9b7312-6f19-4148-b47b-cf489fba1a30 req-6a0f7d94-2cd6-4527-9cf5-6e1e082615f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 1098 time: 0.0725670 Jun 03 22:49:19.452436 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9c9b7312-6f19-4148-b47b-cf489fba1a30 req-e4ee0068-5a5e-4164-89b3-6a5001b991c7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437717 Jun 03 22:49:20.104260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d35d1-8de5-4abb-a6db-65e1711c93cc req-2c0df5de-1c89-4dd9-ae1c-ff4449b012a3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:20.104260 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-621d35d1-8de5-4abb-a6db-65e1711c93cc req-2c0df5de-1c89-4dd9-ae1c-ff4449b012a3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0967069 Jun 03 22:49:20.153876 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-621d35d1-8de5-4abb-a6db-65e1711c93cc req-56baef34-5837-4b6c-9b72-f3cc88e3146e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Jun 03 22:49:21.364692 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa42f27-ffeb-49a6-826e-8180dde95bd9 req-49f25c5e-5a50-4f67-abe7-5122a6ccf732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:21.366034 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-efa42f27-ffeb-49a6-826e-8180dde95bd9 req-49f25c5e-5a50-4f67-abe7-5122a6ccf732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.1006165 Jun 03 22:49:21.415431 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-efa42f27-ffeb-49a6-826e-8180dde95bd9 req-a0cbf518-14ca-43e5-92e3-cdaec12b8834 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 Jun 03 22:49:21.617281 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52317d2f-641f-40e1-848a-dbed2d520c14 req-f27efa47-ea76-460f-824d-3c9d9d81eb2d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:21.618715 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-52317d2f-641f-40e1-848a-dbed2d520c14 req-f27efa47-ea76-460f-824d-3c9d9d81eb2d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0858374 Jun 03 22:49:21.669757 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-52317d2f-641f-40e1-848a-dbed2d520c14 req-c2ba1179-6a9b-4253-93d7-1f92962352f1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437067 Jun 03 22:49:21.693537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 35832) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:49:21.826545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51f6680-7e5e-4be7-894e-38c5370856aa tempest-TestShelveInstance-1394274836 tempest-TestShelveInstance-1394274836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:21.827258 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a51f6680-7e5e-4be7-894e-38c5370856aa tempest-TestShelveInstance-1394274836 tempest-TestShelveInstance-1394274836-project-admin] Synchronizing usage tracker for tenant:af774118130547628c761a0bbae748c6 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:49:21.851941 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-a51f6680-7e5e-4be7-894e-38c5370856aa tempest-TestShelveInstance-1394274836 tempest-TestShelveInstance-1394274836-project-admin] Unset dirty status for tenant:af774118130547628c761a0bbae748c6 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:49:21.853377 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a51f6680-7e5e-4be7-894e-38c5370856aa tempest-TestShelveInstance-1394274836 tempest-TestShelveInstance-1394274836-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 1093 time: 0.1585422 Jun 03 22:49:21.857475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 35836) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:49:21.864568 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '6a7decb8-b841-4648-8017-065afd4292f0', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:49:21.872520 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:49:21.876396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Usage tracker for resource:floatingip and tenant:025fbbd2881b49029f2b1d4c1dadff20 is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:49:21.879531 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:49:21.885901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:49:21.900691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:22.050525 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:22.194323 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Allocated IP 172.26.3.35 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/9b499c6b-0c98-404f-abc7-169d50ca02da) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:49:22.365981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:22.408624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:22.415631 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:49:22.481418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:49:22.482565 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:49:22.486298 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:49:22.535034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'Port': ['ID=9b499c6b-0c98-404f-abc7-169d50ca02da,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:49:22.543264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:49:22.805001 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-fb29af95-fe68-460a-8628-e012291b0b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:23.095169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:23.174307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:23.401379 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:23.408188 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:23.411888 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d4f53464-9edd-4c4a-b6ed-62216b326fbc tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:49:23.518439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event updated for resources: {'Port': ['ID=9b499c6b-0c98-404f-abc7-169d50ca02da,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:49:23.522934 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:49:23.532824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:23.707159 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Floating IP 28d5cee2-fbfd-4034-8762-8b4df76b3a62 associated. External IP: 172.26.3.35, port: 6a7decb8-b841-4648-8017-065afd4292f0. Jun 03 22:49:24.071152 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:49:24.257616 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:49:24.267671 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02411224-c863-4e29-b118-98542f1bc848 None None] Sync routers for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:49:24.278760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02411224-c863-4e29-b118-98542f1bc848 None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:49:24.279398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-02411224-c863-4e29-b118-98542f1bc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:48:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:49:24.287897 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:24.346955 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4875562 Jun 03 22:49:24.347180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:49:24.394079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cfffc5d3d0282477d46bcefcc198e923eaa1dc9a7cf5baa3fa5bb35988c5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f57738f-0739-4d19-b3f7-34e1c0ad99ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "tag": "6a7decb8-b841-4648-8017-065afd4292f0"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:49:24.464744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-02411224-c863-4e29-b118-98542f1bc848 None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:49:24.488963 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aedcc0-b957-4dcb-9d93-fef62bde677b x-openstack-request-id: req-84aedcc0-b957-4dcb-9d93-fef62bde677b {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:49:24.489307 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "tag": "6a7decb8-b841-4648-8017-065afd4292f0", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:49:24.489606 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-84aedcc0-b957-4dcb-9d93-fef62bde677b {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:49:24.490060 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0', 'status': 'completed', 'code': 200} Jun 03 22:49:24.595432 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57738f-0739-4d19-b3f7-34e1c0ad99ea req-b1023f49-dd13-41c7-b4eb-b5f9c6178933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:24.597118 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8f57738f-0739-4d19-b3f7-34e1c0ad99ea req-b1023f49-dd13-41c7-b4eb-b5f9c6178933 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 1098 time: 0.0846868 Jun 03 22:49:24.734656 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57738f-0739-4d19-b3f7-34e1c0ad99ea req-74ee5b2a-297f-43d9-8ae9-723c51159c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:24.736224 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8f57738f-0739-4d19-b3f7-34e1c0ad99ea req-74ee5b2a-297f-43d9-8ae9-723c51159c88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1326466 Jun 03 22:49:24.831760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-02411224-c863-4e29-b118-98542f1bc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '28d5cee2-fbfd-4034-8762-8b4df76b3a62', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'floating_ip_address': '172.26.3.35', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'port_id': '6a7decb8-b841-4648-8017-065afd4292f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'mac_address': 'fa:16:3e:77:1b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:49:22Z', 'updated_at': '2021-06-03T22:49:22Z', 'revision_number': 0, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:10Z', 'revision_number': 5, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:49:24.836166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02411224-c863-4e29-b118-98542f1bc848 None None] Checking router: 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:49:24.845368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02411224-c863-4e29-b118-98542f1bc848 None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:49:24.845656 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8f57738f-0739-4d19-b3f7-34e1c0ad99ea req-1b88b6e7-b1f1-4a39-885d-8fe1da768606 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7decb8-b841-4648-8017-065afd4292f0 HTTP/1.1" status: 200 len: 998 time: 0.1032996 Jun 03 22:49:24.845984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-02411224-c863-4e29-b118-98542f1bc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:48:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:49:24.909357 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57738f-0739-4d19-b3f7-34e1c0ad99ea req-af26e26a-d43b-4b3d-bfb4-07f6609abf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:24.910745 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8f57738f-0739-4d19-b3f7-34e1c0ad99ea req-af26e26a-d43b-4b3d-bfb4-07f6609abf64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0590725 Jun 03 22:49:24.992556 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57738f-0739-4d19-b3f7-34e1c0ad99ea req-c859811c-5f21-4966-a9a5-839a973cd898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:24.994069 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8f57738f-0739-4d19-b3f7-34e1c0ad99ea req-c859811c-5f21-4966-a9a5-839a973cd898 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769758 Jun 03 22:49:25.034931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-02411224-c863-4e29-b118-98542f1bc848 None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:49:25.143619 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8f57738f-0739-4d19-b3f7-34e1c0ad99ea req-a9bea405-5bc9-4420-8d5a-d26b5b5b6d15 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426935 Jun 03 22:49:25.273830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.24', 60765) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:49:25.285832 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8f57738f-0739-4d19-b3f7-34e1c0ad99ea req-ed76d89f-136f-40ec-82c1-9030d2a76bcb service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354134 Jun 03 22:49:25.350711 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-023d7032-7a69-478b-9c6a-39106c3081ea req-483b3da0-1e4a-4a0b-ba2a-49e83da3f8a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756614 Jun 03 22:49:25.386880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:25.484676 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-86f744bf-937b-427e-980d-7f6b78c7828b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:25.491867 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7032-7a69-478b-9c6a-39106c3081ea req-232e43f5-a913-420e-8fb4-77cf12e31976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:25.493724 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-023d7032-7a69-478b-9c6a-39106c3081ea req-232e43f5-a913-420e-8fb4-77cf12e31976 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 1098 time: 0.0768929 Jun 03 22:49:25.497373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-02411224-c863-4e29-b118-98542f1bc848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '28d5cee2-fbfd-4034-8762-8b4df76b3a62', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'floating_ip_address': '172.26.3.35', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'port_id': '6a7decb8-b841-4648-8017-065afd4292f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'mac_address': 'fa:16:3e:77:1b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:49:22Z', 'updated_at': '2021-06-03T22:49:22Z', 'revision_number': 0, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:10Z', 'revision_number': 5, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:49:25.501878 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02411224-c863-4e29-b118-98542f1bc848 None None] The sync data for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv is: [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '28d5cee2-fbfd-4034-8762-8b4df76b3a62', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'floating_ip_address': '172.26.3.35', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'port_id': '6a7decb8-b841-4648-8017-065afd4292f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'mac_address': 'fa:16:3e:77:1b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:49:22Z', 'updated_at': '2021-06-03T22:49:22Z', 'revision_number': 0, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:10Z', 'revision_number': 5, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:49:25.699374 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa7a26e-4782-4735-8b5e-ddfe4061307c None None] New status for floating IP 28d5cee2-fbfd-4034-8762-8b4df76b3a62: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:49:25.802321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7032-7a69-478b-9c6a-39106c3081ea req-5ee121ed-e7d5-4049-b9e2-a5dc9195d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:25.803901 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-023d7032-7a69-478b-9c6a-39106c3081ea req-5ee121ed-e7d5-4049-b9e2-a5dc9195d228 service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.2910039 Jun 03 22:49:25.914884 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-023d7032-7a69-478b-9c6a-39106c3081ea req-87eb4907-c08d-44d4-8aa8-8fa98672fbde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7decb8-b841-4648-8017-065afd4292f0 HTTP/1.1" status: 200 len: 998 time: 0.0974698 Jun 03 22:49:25.987081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7032-7a69-478b-9c6a-39106c3081ea req-e006ce2c-d1a3-4a82-b00e-550ea12b9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:25.988597 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-023d7032-7a69-478b-9c6a-39106c3081ea req-e006ce2c-d1a3-4a82-b00e-550ea12b9918 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0674052 Jun 03 22:49:26.067316 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7032-7a69-478b-9c6a-39106c3081ea req-e7401867-37ab-4901-8287-96bee988589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:49:26.068754 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-023d7032-7a69-478b-9c6a-39106c3081ea req-e7401867-37ab-4901-8287-96bee988589a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738392 Jun 03 22:49:26.209705 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-023d7032-7a69-478b-9c6a-39106c3081ea req-f7276493-b098-41d1-b8d5-acb3a14dbf7c service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342182 Jun 03 22:49:26.363357 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-023d7032-7a69-478b-9c6a-39106c3081ea req-3e444f00-c96b-42aa-964a-d81695348b28 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461947 Jun 03 22:49:27.222148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:27.538012 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:28.720653 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:47.187693 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:49:52.801942 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e1687511-4fad-4480-ab21-4f45a637fe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:55.341964 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:55.483013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-52278057-0ff4-4e6e-9d5a-1f335f3debd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:57.220549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:57.529889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:49:58.725977 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:50:22.799132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-92f21563-8a06-4c39-af6a-16fd126befb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:50:24.187942 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:50:25.339805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:50:25.478799 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85415e85-208e-465d-9c1f-fe4271bc1e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:50:27.222573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:50:27.349341 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fea69d4e-b275-4392-95d8-317247dbd4af req-c481fe69-7b82-4b40-a81a-c36ae7b876f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781045 Jun 03 22:50:27.513996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea69d4e-b275-4392-95d8-317247dbd4af req-aa13ddf0-a5e7-42b7-a2e7-c203cd732203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:50:27.516305 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fea69d4e-b275-4392-95d8-317247dbd4af req-aa13ddf0-a5e7-42b7-a2e7-c203cd732203 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 1098 time: 0.0808108 Jun 03 22:50:27.531414 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:50:27.668990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea69d4e-b275-4392-95d8-317247dbd4af req-b9d728e4-5e27-44ca-a035-7fd05cdeec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:50:27.669610 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fea69d4e-b275-4392-95d8-317247dbd4af req-b9d728e4-5e27-44ca-a035-7fd05cdeec5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1322815 Jun 03 22:50:27.800093 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fea69d4e-b275-4392-95d8-317247dbd4af req-0af4a952-463c-4a36-bcab-95f01fc27956 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7decb8-b841-4648-8017-065afd4292f0 HTTP/1.1" status: 200 len: 1000 time: 0.1235330 Jun 03 22:50:27.869382 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea69d4e-b275-4392-95d8-317247dbd4af req-fd016643-d7a9-4819-8042-f058bcaa94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:50:27.871272 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fea69d4e-b275-4392-95d8-317247dbd4af req-fd016643-d7a9-4819-8042-f058bcaa94c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0644743 Jun 03 22:50:27.968887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea69d4e-b275-4392-95d8-317247dbd4af req-77aa3adb-8d41-48a6-be3f-785f6d024fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:50:27.970279 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fea69d4e-b275-4392-95d8-317247dbd4af req-77aa3adb-8d41-48a6-be3f-785f6d024fdf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928056 Jun 03 22:50:28.122679 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fea69d4e-b275-4392-95d8-317247dbd4af req-7450a1ee-fe1c-481d-9ae6-da4d9c822770 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445880 Jun 03 22:50:28.277605 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fea69d4e-b275-4392-95d8-317247dbd4af req-dca292b5-97cd-413c-bc1f-d49b38d2c0cb service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472778 Jun 03 22:50:28.730142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:50:52.794410 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ecea5ba2-b1ef-4f82-94b0-42147ef9bc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:50:55.341507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:50:55.476911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-df38e352-fa7c-4d6d-a6d3-415646c103fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:50:57.230088 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:50:57.542075 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:50:58.736648 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:01.186993 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:51:20.428486 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ab6fe-7365-4f09-8eb7-2255bdc97a4b req-e3d6c439-cab6-4fd9-ae9d-35e28ea9462d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:20.430000 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b22ab6fe-7365-4f09-8eb7-2255bdc97a4b req-e3d6c439-cab6-4fd9-ae9d-35e28ea9462d tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.1080284 Jun 03 22:51:20.477820 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b22ab6fe-7365-4f09-8eb7-2255bdc97a4b req-5d09c8e7-f7e6-4731-9720-7f0566137587 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420496 Jun 03 22:51:21.690026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48ed25-a319-4215-907a-be98ef12acd4 req-e166a96f-fc04-463b-adf8-a5439a140ea9 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:21.691529 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fe48ed25-a319-4215-907a-be98ef12acd4 req-e166a96f-fc04-463b-adf8-a5439a140ea9 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0942192 Jun 03 22:51:21.743082 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fe48ed25-a319-4215-907a-be98ef12acd4 req-a424bae3-67c1-4d26-81c7-a8f940cf2bdc tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456347 Jun 03 22:51:22.801796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ada5cfbb-b3a9-40cc-81b3-e59c42524019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:22.965894 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c813b73-cafe-40d6-b780-bdc3ea7a111c req-d7d71bdb-5896-4b9c-b346-f44808d5e9e8 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:22.967378 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6c813b73-cafe-40d6-b780-bdc3ea7a111c req-d7d71bdb-5896-4b9c-b346-f44808d5e9e8 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0979924 Jun 03 22:51:23.016680 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-6c813b73-cafe-40d6-b780-bdc3ea7a111c req-e7033abd-c9f3-4120-a614-d5bccdccb59a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415761 Jun 03 22:51:24.379271 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540998c-20c7-4ab5-bc11-926dbb5a212e req-07e50f7f-a7d2-4556-b588-fc14bd326e92 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:24.380701 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3540998c-20c7-4ab5-bc11-926dbb5a212e req-07e50f7f-a7d2-4556-b588-fc14bd326e92 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.2510657 Jun 03 22:51:24.441016 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3540998c-20c7-4ab5-bc11-926dbb5a212e req-4731095f-02bb-4d57-b684-b1787493cb43 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512018 Jun 03 22:51:25.340148 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:25.473999 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ae2c8963-9380-4eb6-8f8d-d2b61afbcfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:25.640448 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b7ac1-34c8-48bf-aecd-4408f559459e req-e37ac62e-7eda-426d-9c7c-b3dd6cf34798 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:25.642211 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b44b7ac1-34c8-48bf-aecd-4408f559459e req-e37ac62e-7eda-426d-9c7c-b3dd6cf34798 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0853925 Jun 03 22:51:25.687039 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b44b7ac1-34c8-48bf-aecd-4408f559459e req-ed966540-541e-45a1-94e2-f2e07b9a34d4 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392182 Jun 03 22:51:26.887265 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930d4a5-0d5d-463f-8da6-31aca26c1cf8 req-9bfdf4b8-9261-44a3-b5cd-5cf8773fe4e3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:26.894664 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0930d4a5-0d5d-463f-8da6-31aca26c1cf8 req-9bfdf4b8-9261-44a3-b5cd-5cf8773fe4e3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0885243 Jun 03 22:51:26.942238 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0930d4a5-0d5d-463f-8da6-31aca26c1cf8 req-bff62304-7b6d-400e-8c95-d7c8015257d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463352 Jun 03 22:51:27.231502 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:27.545628 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:28.158691 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b816ce9-1118-4c02-ae30-4cae22760549 req-a2276843-388a-4c69-b9ba-431373cc6458 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:28.160197 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0b816ce9-1118-4c02-ae30-4cae22760549 req-a2276843-388a-4c69-b9ba-431373cc6458 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0984402 Jun 03 22:51:28.209624 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0b816ce9-1118-4c02-ae30-4cae22760549 req-400a1c61-f434-45f4-a6cc-a9838debd27e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409584 Jun 03 22:51:28.737480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:29.402221 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c02e37-1844-4db3-beb5-4854620a67a5 req-8757bb27-4d07-4ab1-bef7-fa399a0f3767 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:29.403602 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-24c02e37-1844-4db3-beb5-4854620a67a5 req-8757bb27-4d07-4ab1-bef7-fa399a0f3767 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0855148 Jun 03 22:51:29.450112 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-24c02e37-1844-4db3-beb5-4854620a67a5 req-f3542c99-44aa-46ec-8766-8c44c5ec647e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403202 Jun 03 22:51:30.032296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d326a-7186-4a22-a61e-dbfe761a96a9 req-5f4489e1-bb36-4051-856f-8616eacb0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:30.033734 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8d0d326a-7186-4a22-a61e-dbfe761a96a9 req-5f4489e1-bb36-4051-856f-8616eacb0b7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 1098 time: 0.0798576 Jun 03 22:51:30.204092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d326a-7186-4a22-a61e-dbfe761a96a9 req-42caad67-63f2-441b-b679-7a6b0473dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:30.205783 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8d0d326a-7186-4a22-a61e-dbfe761a96a9 req-42caad67-63f2-441b-b679-7a6b0473dda6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1446519 Jun 03 22:51:30.322231 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8d0d326a-7186-4a22-a61e-dbfe761a96a9 req-11087134-1548-41cc-aea5-b85527662037 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7decb8-b841-4648-8017-065afd4292f0 HTTP/1.1" status: 200 len: 1000 time: 0.1099992 Jun 03 22:51:30.391925 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d326a-7186-4a22-a61e-dbfe761a96a9 req-380cd63a-49d5-4f5a-83eb-3aab9e11499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:30.393383 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8d0d326a-7186-4a22-a61e-dbfe761a96a9 req-380cd63a-49d5-4f5a-83eb-3aab9e11499c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0642328 Jun 03 22:51:30.477713 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d326a-7186-4a22-a61e-dbfe761a96a9 req-abe3f96c-3c8d-419a-b271-464a54776a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:30.479190 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8d0d326a-7186-4a22-a61e-dbfe761a96a9 req-abe3f96c-3c8d-419a-b271-464a54776a11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783393 Jun 03 22:51:30.632354 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8d0d326a-7186-4a22-a61e-dbfe761a96a9 req-a9862439-e455-49b3-8436-f1208f6473be service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450598 Jun 03 22:51:30.662677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64d25e-fafe-48c1-b486-c241c9846c65 req-4086ec93-504f-4aec-8ed9-a33fdc0c9106 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:30.662677 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ef64d25e-fafe-48c1-b486-c241c9846c65 req-4086ec93-504f-4aec-8ed9-a33fdc0c9106 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0959680 Jun 03 22:51:30.715146 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ef64d25e-fafe-48c1-b486-c241c9846c65 req-3430d96d-3c6e-4c75-b388-588665983fb8 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460091 Jun 03 22:51:30.789531 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8d0d326a-7186-4a22-a61e-dbfe761a96a9 req-95dfab31-b2db-4d56-aa19-33189bde5b69 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504700 Jun 03 22:51:30.904170 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f99c83-b25d-474a-a6c6-5042ab82cc8c req-b0cd6f3b-0089-4e62-852f-2e4ec3a2dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:30.905575 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-15f99c83-b25d-474a-a6c6-5042ab82cc8c req-b0cd6f3b-0089-4e62-852f-2e4ec3a2dba7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 1098 time: 0.0776231 Jun 03 22:51:31.048482 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f99c83-b25d-474a-a6c6-5042ab82cc8c req-d53a36fd-20e8-458d-b8a4-1da1866b15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:31.049954 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-15f99c83-b25d-474a-a6c6-5042ab82cc8c req-d53a36fd-20e8-458d-b8a4-1da1866b15f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1376927 Jun 03 22:51:31.159127 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-15f99c83-b25d-474a-a6c6-5042ab82cc8c req-3134d104-6d6e-41f5-afb1-c44ab82df3ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7decb8-b841-4648-8017-065afd4292f0 HTTP/1.1" status: 200 len: 1000 time: 0.1026664 Jun 03 22:51:31.228944 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f99c83-b25d-474a-a6c6-5042ab82cc8c req-0899fe2f-3492-453a-9555-5ac2e21324ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:31.231269 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-15f99c83-b25d-474a-a6c6-5042ab82cc8c req-0899fe2f-3492-453a-9555-5ac2e21324ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0659513 Jun 03 22:51:31.316003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f99c83-b25d-474a-a6c6-5042ab82cc8c req-c8c61e65-2e77-4191-9b97-a7df373e9f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:31.317738 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-15f99c83-b25d-474a-a6c6-5042ab82cc8c req-c8c61e65-2e77-4191-9b97-a7df373e9f29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786376 Jun 03 22:51:31.462155 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-15f99c83-b25d-474a-a6c6-5042ab82cc8c req-4a1361a3-9f95-479e-8a84-462bc54101b3 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377544 Jun 03 22:51:31.740234 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-15f99c83-b25d-474a-a6c6-5042ab82cc8c req-d01d640f-123d-4ab4-bb81-93ce10aa39b1 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714112 Jun 03 22:51:31.923273 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80c771-1f62-4416-b53e-7da86de5196b req-a0697bc4-bc0d-4ce1-a3e2-70d43abba665 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:31.924820 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3f80c771-1f62-4416-b53e-7da86de5196b req-a0697bc4-bc0d-4ce1-a3e2-70d43abba665 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0930698 Jun 03 22:51:31.976213 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3f80c771-1f62-4416-b53e-7da86de5196b req-7f61e8ef-2ee7-4c53-9acd-00154d71b718 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426183 Jun 03 22:51:33.186447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11166605-85ee-43d8-8827-fd0b24054544 req-bbbb8af7-1306-4229-8af8-8a0e40a89b33 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:33.187949 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-11166605-85ee-43d8-8827-fd0b24054544 req-bbbb8af7-1306-4229-8af8-8a0e40a89b33 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0956328 Jun 03 22:51:33.238718 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-11166605-85ee-43d8-8827-fd0b24054544 req-0475879f-8b38-4a9a-a23d-6adfc39df2ee tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422890 Jun 03 22:51:34.437457 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f090408-4084-4404-a6e1-4d7cb110fa8f req-42277f9b-e16a-46e9-a293-791332a73dd1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:34.439146 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8f090408-4084-4404-a6e1-4d7cb110fa8f req-42277f9b-e16a-46e9-a293-791332a73dd1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0886967 Jun 03 22:51:34.490514 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8f090408-4084-4404-a6e1-4d7cb110fa8f req-6e363238-e308-4938-b70a-b44cd090c1bf tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450516 Jun 03 22:51:35.840013 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c8e14-7b65-4507-b189-bd4840595f2d req-c38467a4-bbf7-4087-b85f-9eab38d8e697 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:35.841467 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ef0c8e14-7b65-4507-b189-bd4840595f2d req-c38467a4-bbf7-4087-b85f-9eab38d8e697 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.2424164 Jun 03 22:51:35.889358 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-ef0c8e14-7b65-4507-b189-bd4840595f2d req-b36869cf-df42-4650-969b-c6862e988881 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394514 Jun 03 22:51:37.280447 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e927-3d68-4ef9-9cb1-fbe41068d2d6 req-54a7decc-6e53-4d4e-bff0-1655c62838bc tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:37.281904 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4912e927-3d68-4ef9-9cb1-fbe41068d2d6 req-54a7decc-6e53-4d4e-bff0-1655c62838bc tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0876887 Jun 03 22:51:37.287135 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-9cb3519a-f6b8-4a3b-87ee-33601f5b90e7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1425865 Jun 03 22:51:37.346563 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4912e927-3d68-4ef9-9cb1-fbe41068d2d6 req-2c801b0f-402c-4289-b91d-39092b715ed3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586073 Jun 03 22:51:37.398060 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a7decb8-b841-4648-8017-065afd4292f0 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:51:37.534192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:37.562632 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:51:37.564941 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a259d434e5266499f551689d4c9ec5922992bd03483a7921ea610ead6713934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ae2072-8589-4aed-a62a-6cc0572fc78e" -d '{"events": [{"server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7decb8-b841-4648-8017-065afd4292f0"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:51:37.573429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a7decb8-b841-4648-8017-065afd4292f0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a7decb8-b841-4648-8017-065afd4292f0,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:51:37.579350 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:37.581192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a0884feb-8067-464c-88b4-5127ab3b251d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:51:37.612565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Jun 2021 22:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f76bb8e-7233-4a34-8a1f-cdd5162b5521 x-openstack-request-id: req-0f76bb8e-7233-4a34-8a1f-cdd5162b5521 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:51:37.612859 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "name": "network-vif-unplugged", "status": "failed", "tag": "6a7decb8-b841-4648-8017-065afd4292f0", "code": 422}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:51:37.613116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0f76bb8e-7233-4a34-8a1f-cdd5162b5521 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:51:37.613508 dv-neutron-792998-2-hyperv neutron-server[104398]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0', 'code': 422} returned with failed status Jun 03 22:51:37.654698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=6a7decb8-b841-4648-8017-065afd4292f0,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:51:37.662013 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:51:37.662534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:51:37.662868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:51:37.663241 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:51:37.663587 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:51:37.663911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:51:37.664231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:51:37.664553 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:51:37.664864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:51:37.665179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:51:37.665493 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:51:37.665798 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:51:37.670034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:51:38.185789 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:51:38.545281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86d5de-a154-470a-9fd1-9169724af5a1 req-525fdad0-450e-4975-8a34-994059104176 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:38.546769 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4a86d5de-a154-470a-9fd1-9169724af5a1 req-525fdad0-450e-4975-8a34-994059104176 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0852697 Jun 03 22:51:38.596154 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-4a86d5de-a154-470a-9fd1-9169724af5a1 req-92c4d0fd-0cb2-437c-b57b-7221d5c69e57 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431957 Jun 03 22:51:39.804768 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667156fd-3eca-45fe-9045-7277081ad2bb req-b2af809d-c3aa-4ef8-b8bb-0c86ae80d464 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:39.807418 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-667156fd-3eca-45fe-9045-7277081ad2bb req-b2af809d-c3aa-4ef8-b8bb-0c86ae80d464 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0973415 Jun 03 22:51:39.855014 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-667156fd-3eca-45fe-9045-7277081ad2bb req-c5a16c48-9c60-4213-b0c7-3ae7293f3c72 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 Jun 03 22:51:41.049613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db045b-0d23-4a84-9bff-da1307b82a88 req-8245a0a7-91b1-42e5-aee2-076fb6680916 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:41.051222 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-98db045b-0d23-4a84-9bff-da1307b82a88 req-8245a0a7-91b1-42e5-aee2-076fb6680916 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0863662 Jun 03 22:51:41.105191 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-98db045b-0d23-4a84-9bff-da1307b82a88 req-6d9b5bb8-7275-415e-9acd-c5dc94bb5337 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475371 Jun 03 22:51:42.345034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6df79-afe3-441a-9767-eb4109d737d2 req-37b92089-bda3-45a3-8137-8df81d6fa4a1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:42.347331 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a3c6df79-afe3-441a-9767-eb4109d737d2 req-37b92089-bda3-45a3-8137-8df81d6fa4a1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0896831 Jun 03 22:51:42.399671 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a3c6df79-afe3-441a-9767-eb4109d737d2 req-a14ec11a-7455-4c59-a187-f53417395304 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464358 Jun 03 22:51:43.601812 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab995b-893c-40b4-93bd-25be11d16767 req-84160d3f-6c7e-4ff0-89a8-cfaf23e73e63 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:43.603306 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-56ab995b-893c-40b4-93bd-25be11d16767 req-84160d3f-6c7e-4ff0-89a8-cfaf23e73e63 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0918109 Jun 03 22:51:43.653419 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-56ab995b-893c-40b4-93bd-25be11d16767 req-22d77a1c-a8c0-43d3-a20a-9364262f2f69 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436518 Jun 03 22:51:44.555285 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-cc2511a9-c6bf-41f7-8db2-38ecc3a83e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:44.556663 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-cc2511a9-c6bf-41f7-8db2-38ecc3a83e7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca&tenant_id=025fbbd2881b49029f2b1d4c1dadff20 HTTP/1.1" status: 200 len: 1096 time: 0.0789483 Jun 03 22:51:44.656340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-8d2ba027-dce9-4d7f-a9c8-c31761541723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:44.657836 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-8d2ba027-dce9-4d7f-a9c8-c31761541723 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 1096 time: 0.0793192 Jun 03 22:51:44.845388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-47e53817-90f4-42cb-a51a-5d9ecc3da2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:44.846746 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-47e53817-90f4-42cb-a51a-5d9ecc3da2b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1816049 Jun 03 22:51:44.966548 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-1157eb8c-ae42-4b79-8154-7da3eee878fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7decb8-b841-4648-8017-065afd4292f0 HTTP/1.1" status: 200 len: 998 time: 0.1124136 Jun 03 22:51:44.974254 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c5101-b6be-4d13-a8ad-623b117c2f82 req-c6d1b97b-1564-48a0-918c-022cf1c2db2e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:44.975705 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-253c5101-b6be-4d13-a8ad-623b117c2f82 req-c6d1b97b-1564-48a0-918c-022cf1c2db2e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.2020009 Jun 03 22:51:45.069443 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-537be926-d4cf-44c3-9de6-a51d29d0e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:45.071093 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-537be926-d4cf-44c3-9de6-a51d29d0e9fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0943899 Jun 03 22:51:45.074043 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-253c5101-b6be-4d13-a8ad-623b117c2f82 req-1063b6eb-5352-49ba-86b1-54159c8ddeff tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667527 Jun 03 22:51:45.152783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-a6f2e30f-4e15-4c4b-8e51-7dc651295fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:45.154183 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-a6f2e30f-4e15-4c4b-8e51-7dc651295fbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771770 Jun 03 22:51:45.292307 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-b1a14b6f-511f-410a-ae21-3898af68d4bf service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307690 Jun 03 22:51:45.433067 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-cd0d2601-bcb1-4a29-b4ad-4712218e7b37 req-7f6cf609-ed46-46ab-b8e0-6875f6d56f9a service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337199 Jun 03 22:51:46.286849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acf22c-f10a-4ef5-8316-ac327210b9b5 req-99a45be0-77e4-4d4b-b315-82bf4202ffc3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:46.288317 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c6acf22c-f10a-4ef5-8316-ac327210b9b5 req-99a45be0-77e4-4d4b-b315-82bf4202ffc3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0923717 Jun 03 22:51:46.342397 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-c6acf22c-f10a-4ef5-8316-ac327210b9b5 req-b9c5062c-c771-467f-bb52-6b3716c126d6 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452545 Jun 03 22:51:47.545649 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07e5dc-bfee-483a-8d30-63702d8c3910 req-264cd509-94fb-4220-975d-af288e14cdfb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:47.547122 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e07e5dc-bfee-483a-8d30-63702d8c3910 req-264cd509-94fb-4220-975d-af288e14cdfb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0886829 Jun 03 22:51:47.736644 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e07e5dc-bfee-483a-8d30-63702d8c3910 req-8b44a9c1-8b8b-4337-82a6-a521581f4e2c tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809597 Jun 03 22:51:48.945310 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cfb12-acf0-44c9-8990-6707b6257c82 req-ef0d4907-bcdd-4022-bd96-7e52841245ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:48.946786 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-016cfb12-acf0-44c9-8990-6707b6257c82 req-ef0d4907-bcdd-4022-bd96-7e52841245ef tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0929425 Jun 03 22:51:48.994894 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-016cfb12-acf0-44c9-8990-6707b6257c82 req-367758af-b93f-4f8d-aee7-f404b50a052c tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420005 Jun 03 22:51:50.206292 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381f77e-b464-4ac4-a496-757b20ff5843 req-95f3ad43-c5dc-4c89-9569-96ecc693ae87 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:50.207789 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c381f77e-b464-4ac4-a496-757b20ff5843 req-95f3ad43-c5dc-4c89-9569-96ecc693ae87 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0868065 Jun 03 22:51:50.261324 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c381f77e-b464-4ac4-a496-757b20ff5843 req-32070686-0373-4440-b027-e982afd244a3 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461287 Jun 03 22:51:51.457104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6b3ef-9c74-4736-832b-fa9f405e97cc req-c37ab9cc-237d-4278-8b02-f6709a5eff89 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:51.458359 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0af6b3ef-9c74-4736-832b-fa9f405e97cc req-c37ab9cc-237d-4278-8b02-f6709a5eff89 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0879650 Jun 03 22:51:51.506963 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0af6b3ef-9c74-4736-832b-fa9f405e97cc req-fc90c9a9-58f5-4a81-ae80-81e345b0ba87 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419142 Jun 03 22:51:52.717749 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd1478-5b5c-430e-9267-25d21ff458ad req-b16dbdda-31de-470e-90f5-be4398b9cb44 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:52.719227 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7bdd1478-5b5c-430e-9267-25d21ff458ad req-b16dbdda-31de-470e-90f5-be4398b9cb44 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 943 time: 0.0957146 Jun 03 22:51:52.777219 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7bdd1478-5b5c-430e-9267-25d21ff458ad req-f9189778-6488-4c6d-98a0-77001b76c628 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466220 Jun 03 22:51:52.805384 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-63daa2e6-b78c-4454-9bd0-50b06a971794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:53.397408 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a7decb8-b841-4648-8017-065afd4292f0 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:51:53.544655 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a7decb8-b841-4648-8017-065afd4292f0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a7decb8-b841-4648-8017-065afd4292f0,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:51:53.561561 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '6a7decb8-b841-4648-8017-065afd4292f0', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'port_id': '6a7decb8-b841-4648-8017-065afd4292f0', 'mac_address': 'fa:16:3e:77:1b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:51:53.628064 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:53.648589 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7decb8-b841-4648-8017-065afd4292f0 {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:51:53.666528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a7decb8-b841-4648-8017-065afd4292f0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a7decb8-b841-4648-8017-065afd4292f0,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:51:53.673085 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:53.674913 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-291c769e-7c5f-4265-be74-c15fbe25b53b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:51:53.746101 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=6a7decb8-b841-4648-8017-065afd4292f0,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:51:53.749410 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:51:53.994050 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f5dd7-69e3-40a3-bcb5-40e356ffd226 req-0ae5ba8a-eabc-4d05-a929-c4522d7921bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:53.994697 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['6a7decb8-b841-4648-8017-065afd4292f0'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:51:53.995205 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-764f5dd7-69e3-40a3-bcb5-40e356ffd226 req-0ae5ba8a-eabc-4d05-a929-c4522d7921bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 944 time: 0.1035759 Jun 03 22:51:54.040876 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-764f5dd7-69e3-40a3-bcb5-40e356ffd226 req-f36aa353-a314-4570-8484-ba227ac887de tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399172 Jun 03 22:51:55.237122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a822315-b60b-4a94-ad5b-43ea239b9b7f req-94165611-8b09-43ec-b011-edba18fd2ab7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:55.238702 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1a822315-b60b-4a94-ad5b-43ea239b9b7f req-94165611-8b09-43ec-b011-edba18fd2ab7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 944 time: 0.0842681 Jun 03 22:51:55.292392 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1a822315-b60b-4a94-ad5b-43ea239b9b7f req-52a431c3-2ef2-47dc-8280-d6d203f04bf7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449431 Jun 03 22:51:55.340179 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:55.414348 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a7decb8-b841-4648-8017-065afd4292f0 up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:51:55.485168 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6792324e-28df-48d5-9694-c42ba733dd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:55.504951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 6a7decb8-b841-4648-8017-065afd4292f0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:51:55.505336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:55.674674 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:55.701932 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:51:55.704191 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a259d434e5266499f551689d4c9ec5922992bd03483a7921ea610ead6713934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca7c1e2-eda1-4707-9874-d3bfea01698c" -d '{"events": [{"server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "name": "network-vif-plugged", "status": "completed", "tag": "6a7decb8-b841-4648-8017-065afd4292f0"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:51:55.716196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 6a7decb8-b841-4648-8017-065afd4292f0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a7decb8-b841-4648-8017-065afd4292f0,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:51:55.723430 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:55.725796 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:51:55.759496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761bb219-5993-41a8-852b-387b55627678 x-openstack-request-id: req-761bb219-5993-41a8-852b-387b55627678 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:51:55.759804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "name": "network-vif-plugged", "status": "completed", "tag": "6a7decb8-b841-4648-8017-065afd4292f0", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:51:55.760044 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-761bb219-5993-41a8-852b-387b55627678 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:51:55.760432 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0', 'code': 200} Jun 03 22:51:55.801322 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=6a7decb8-b841-4648-8017-065afd4292f0,revision_number=8']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:51:55.804337 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:51:56.065253 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cab839-c291-42cc-9114-e3d37636027c req-05534f19-b43f-4faf-8b86-2c93372274b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:56.066757 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-61cab839-c291-42cc-9114-e3d37636027c req-05534f19-b43f-4faf-8b86-2c93372274b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 1098 time: 0.0840693 Jun 03 22:51:56.110061 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-61cab839-c291-42cc-9114-e3d37636027c req-dd93e8be-6846-47d1-83b4-6bf062073595 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367250 Jun 03 22:51:56.522793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071a762-5645-4c01-82ec-b39b2fe7fdcb req-838a9281-6270-4a17-8eff-d3fe3450214a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:56.524407 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1071a762-5645-4c01-82ec-b39b2fe7fdcb req-838a9281-6270-4a17-8eff-d3fe3450214a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.1073132 Jun 03 22:51:56.590828 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1071a762-5645-4c01-82ec-b39b2fe7fdcb req-9659b62b-e1e4-4ed7-ae90-f7a305bbc699 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593820 Jun 03 22:51:57.244292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:57.554352 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:51:57.821848 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ff870-87c6-452a-9616-dc848b065b40 req-357e7b2a-116d-46cc-8e89-03abea44c59b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:51:57.823229 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e37ff870-87c6-452a-9616-dc848b065b40 req-357e7b2a-116d-46cc-8e89-03abea44c59b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0883543 Jun 03 22:51:57.869701 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e37ff870-87c6-452a-9616-dc848b065b40 req-92f11faf-7957-4b17-9588-9932fb407ffc tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388584 Jun 03 22:51:58.740535 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:52:15.185388 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:52:22.806582 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-762fc9a0-be5d-4d37-8023-d67d5eb75a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:52:25.339103 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:52:25.471292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ffc37129-e417-4989-98e9-58bf480f7afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:52:27.240006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:52:27.567938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:52:28.740646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:52:32.159563 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9332fe8b-6d1d-4442-8ebe-7df89feb8a3b req-6a00e0f6-36f6-4662-88d4-042acf7ade7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1272519 Jun 03 22:52:32.334876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332fe8b-6d1d-4442-8ebe-7df89feb8a3b req-70250a85-8157-42d7-98a5-11ea39a320ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:52:32.337418 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9332fe8b-6d1d-4442-8ebe-7df89feb8a3b req-70250a85-8157-42d7-98a5-11ea39a320ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 1098 time: 0.0846164 Jun 03 22:52:32.494975 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332fe8b-6d1d-4442-8ebe-7df89feb8a3b req-b04f22fa-03c1-446a-8bd2-519a53943c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:52:32.496472 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9332fe8b-6d1d-4442-8ebe-7df89feb8a3b req-b04f22fa-03c1-446a-8bd2-519a53943c12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1343057 Jun 03 22:52:32.612164 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9332fe8b-6d1d-4442-8ebe-7df89feb8a3b req-e3e45f31-6ff3-48c5-bef9-45bdeca74807 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7decb8-b841-4648-8017-065afd4292f0 HTTP/1.1" status: 200 len: 1000 time: 0.1085806 Jun 03 22:52:32.682924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332fe8b-6d1d-4442-8ebe-7df89feb8a3b req-18d56a16-5486-4b13-81ef-b7213912135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:52:32.684410 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9332fe8b-6d1d-4442-8ebe-7df89feb8a3b req-18d56a16-5486-4b13-81ef-b7213912135b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0660675 Jun 03 22:52:32.770645 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332fe8b-6d1d-4442-8ebe-7df89feb8a3b req-2b68a608-2b08-4f4d-8d75-c77d4c52ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:52:32.772194 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9332fe8b-6d1d-4442-8ebe-7df89feb8a3b req-2b68a608-2b08-4f4d-8d75-c77d4c52ed53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807498 Jun 03 22:52:32.920449 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9332fe8b-6d1d-4442-8ebe-7df89feb8a3b req-8bda2817-f270-4935-a317-84a0b0800437 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411545 Jun 03 22:52:33.059619 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-9332fe8b-6d1d-4442-8ebe-7df89feb8a3b req-f261d032-f6ca-4442-a112-fb1b3fe44a62 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318276 Jun 03 22:52:52.186870 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:52:52.801822 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-72ef3ab2-8541-4bc8-ab20-16e5aaf26925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:52:55.339198 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:52:55.470120 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-045617ba-4f73-464d-ad46-c5666bba9b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:52:57.241956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:52:57.567356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:52:58.748126 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:13.541728 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36008) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:13.835578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Deleting port 9b499c6b-0c98-404f-abc7-169d50ca02da {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:53:13.836218 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:14.097866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:14.098194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:14.227514 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Calling delete_port for 9b499c6b-0c98-404f-abc7-169d50ca02da owned by network:floatingip {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:53:14.366222 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:14.370434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1e3dee47-8ced-4726-a1a7-6bf7a39e7b83 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:14.417881 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event deleted for resources: {'Port': ['ID=9b499c6b-0c98-404f-abc7-169d50ca02da,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:14.457474 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:14.457856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:14.458233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:14.458599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:14.458966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:14.459330 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:14.459716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:14.460074 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:14.460437 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:14.461137 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:14.461500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:14.461879 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:14.465656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:14.531928 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for floatingip, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:14.532258 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Floating IP 28d5cee2-fbfd-4034-8762-8b4df76b3a62 disassociated (deleted). External IP: 172.26.3.35, port: 6a7decb8-b841-4648-8017-065afd4292f0. Jun 03 22:53:14.897906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:53:15.078675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:53:15.090248 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf7644c-56b2-4df4-bbf6-67964ce87a1e None None] Sync routers for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:53:15.101495 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7644c-56b2-4df4-bbf6-67964ce87a1e None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:15.102122 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:15.102288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-dcf7644c-56b2-4df4-bbf6-67964ce87a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:52:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:15.162625 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-a25c0ba8-539a-448d-810c-582578b1b1d7 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "DELETE /v2.0/floatingips/28d5cee2-fbfd-4034-8762-8b4df76b3a62 HTTP/1.1" status: 204 len: 168 time: 1.6198685 Jun 03 22:53:15.163207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:53:15.165910 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cfffc5d3d0282477d46bcefcc198e923eaa1dc9a7cf5baa3fa5bb35988c5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2c7b08-1861-49aa-91d7-b2fcb649d5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "tag": "6a7decb8-b841-4648-8017-065afd4292f0"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:53:15.214335 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f9110f-b251-4d69-ba08-a0c9aff85ca2 x-openstack-request-id: req-f8f9110f-b251-4d69-ba08-a0c9aff85ca2 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:53:15.214671 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "tag": "6a7decb8-b841-4648-8017-065afd4292f0", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:53:15.215077 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f8f9110f-b251-4d69-ba08-a0c9aff85ca2 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:53:15.215480 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0', 'status': 'completed', 'code': 200} Jun 03 22:53:15.287621 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-dcf7644c-56b2-4df4-bbf6-67964ce87a1e None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:15.310871 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7b08-1861-49aa-91d7-b2fcb649d5e1 req-dcdef5ad-ffe8-4fee-9ac8-901f885e3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:15.312532 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8f2c7b08-1861-49aa-91d7-b2fcb649d5e1 req-dcdef5ad-ffe8-4fee-9ac8-901f885e3ecf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 1098 time: 0.0752079 Jun 03 22:53:15.470655 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7b08-1861-49aa-91d7-b2fcb649d5e1 req-08ae575e-b1c2-4d2f-921a-1d0b4bcdbd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:15.472114 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8f2c7b08-1861-49aa-91d7-b2fcb649d5e1 req-08ae575e-b1c2-4d2f-921a-1d0b4bcdbd05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 200 len: 910 time: 0.1527772 Jun 03 22:53:15.561904 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e82d75-23ab-409b-86cb-3f706111bb77 req-47503eb7-7598-4b80-944e-4649b2814d32 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:15.563509 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d5e82d75-23ab-409b-86cb-3f706111bb77 req-47503eb7-7598-4b80-944e-4649b2814d32 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0933795 Jun 03 22:53:15.620238 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d5e82d75-23ab-409b-86cb-3f706111bb77 req-cc361625-8e2d-4250-b204-831f6b9a0671 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507545 Jun 03 22:53:15.625461 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-dcf7644c-56b2-4df4-bbf6-67964ce87a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:10Z', 'revision_number': 5, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:15.630447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf7644c-56b2-4df4-bbf6-67964ce87a1e None None] Checking router: 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:53:15.640944 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7644c-56b2-4df4-bbf6-67964ce87a1e None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:15.641567 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-dcf7644c-56b2-4df4-bbf6-67964ce87a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:52:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:15.699779 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8f2c7b08-1861-49aa-91d7-b2fcb649d5e1 req-94aa5e89-474d-4aa6-b3f8-e175a3237b4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7decb8-b841-4648-8017-065afd4292f0 HTTP/1.1" status: 200 len: 217 time: 0.2198410 Jun 03 22:53:15.773653 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7b08-1861-49aa-91d7-b2fcb649d5e1 req-1cb98876-4c70-4fb4-bd56-615add356a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:15.774467 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8f2c7b08-1861-49aa-91d7-b2fcb649d5e1 req-1cb98876-4c70-4fb4-bd56-615add356a58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 200 len: 847 time: 0.0681763 Jun 03 22:53:15.831848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-dcf7644c-56b2-4df4-bbf6-67964ce87a1e None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:15.862020 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c7b08-1861-49aa-91d7-b2fcb649d5e1 req-c17ca579-5f0d-4457-b3b6-869c89be2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:15.863492 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8f2c7b08-1861-49aa-91d7-b2fcb649d5e1 req-c17ca579-5f0d-4457-b3b6-869c89be2225 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=229c9024-bd0d-4cc5-b60b-d6c07ad03977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816274 Jun 03 22:53:16.004125 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8f2c7b08-1861-49aa-91d7-b2fcb649d5e1 req-1068e7c7-2b58-422c-9780-e15ccd9b8f2d service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317875 Jun 03 22:53:16.159402 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8f2c7b08-1861-49aa-91d7-b2fcb649d5e1 req-05fc05cb-55d8-43c5-9374-f7a785122226 service neutron] 10.222.0.24 "GET /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470895 Jun 03 22:53:16.222947 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-dcf7644c-56b2-4df4-bbf6-67964ce87a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:10Z', 'revision_number': 5, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:16.227296 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf7644c-56b2-4df4-bbf6-67964ce87a1e None None] The sync data for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv is: [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:43:03Z', 'revision_number': 4, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '63498e59-4a9a-4f43-9015-905d9363bf2b', 'name': '', 'network_id': '229c9024-bd0d-4cc5-b60b-d6c07ad03977', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'mac_address': 'fa:16:3e:8b:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:03Z', 'updated_at': '2021-06-03T22:43:10Z', 'revision_number': 5, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'subnets': [{'id': '79c3713f-87bc-495a-9e81-e7aa457d630c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:53:16.462966 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1a975-d219-42ee-9a89-785c3f70799a None None] New status for floating IP 28d5cee2-fbfd-4034-8762-8b4df76b3a62: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:53:16.824843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b1025-4569-4699-80be-628408673c3a req-a3c1757c-d594-47ad-8d40-6e234fd43ef5 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:16.825545 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-b94b1025-4569-4699-80be-628408673c3a req-a3c1757c-d594-47ad-8d40-6e234fd43ef5 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Synchronizing usage tracker for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:53:16.844968 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-b94b1025-4569-4699-80be-628408673c3a req-a3c1757c-d594-47ad-8d40-6e234fd43ef5 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Unset dirty status for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:53:16.847084 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b94b1025-4569-4699-80be-628408673c3a req-a3c1757c-d594-47ad-8d40-6e234fd43ef5 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.1078806 Jun 03 22:53:16.913764 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b94b1025-4569-4699-80be-628408673c3a req-bb1fce97-f6a3-42f3-9aa6-a64d8234dfa1 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/security-groups?id=3daa0b9a-d820-424c-817f-ba4718d7b2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580997 Jun 03 22:53:17.151990 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37673b7-ba20-40d4-a720-ff315516d151 req-2440b7fb-c47a-4e78-86cb-66ce4b777c8e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:17.153335 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b37673b7-ba20-40d4-a720-ff315516d151 req-2440b7fb-c47a-4e78-86cb-66ce4b777c8e tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.24 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 945 time: 0.0877123 Jun 03 22:53:17.304644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-b37673b7-ba20-40d4-a720-ff315516d151 req-e0c279b8-0a3c-4d12-89a7-2a7880a9e7bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Deleting port 6a7decb8-b841-4648-8017-065afd4292f0 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:53:17.304947 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b37673b7-ba20-40d4-a720-ff315516d151 req-e0c279b8-0a3c-4d12-89a7-2a7880a9e7bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:17.454698 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-b37673b7-ba20-40d4-a720-ff315516d151 req-e0c279b8-0a3c-4d12-89a7-2a7880a9e7bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] For port 6a7decb8-b841-4648-8017-065afd4292f0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=6a7decb8-b841-4648-8017-065afd4292f0,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:17.454954 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b37673b7-ba20-40d4-a720-ff315516d151 req-e0c279b8-0a3c-4d12-89a7-2a7880a9e7bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:17.581906 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-b37673b7-ba20-40d4-a720-ff315516d151 req-e0c279b8-0a3c-4d12-89a7-2a7880a9e7bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Calling delete_port for 6a7decb8-b841-4648-8017-065afd4292f0 owned by compute:nova {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:53:17.699096 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b37673b7-ba20-40d4-a720-ff315516d151 req-e0c279b8-0a3c-4d12-89a7-2a7880a9e7bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:17.708508 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3443c1ba-f131-452d-8efa-97d25fdb609e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:17.755571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c279b8-0a3c-4d12-89a7-2a7880a9e7bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event deleted for resources: {'Port': ['ID=6a7decb8-b841-4648-8017-065afd4292f0,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:17.759585 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e0c279b8-0a3c-4d12-89a7-2a7880a9e7bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:17.839995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37673b7-ba20-40d4-a720-ff315516d151 req-e0c279b8-0a3c-4d12-89a7-2a7880a9e7bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] No DVR routers for this DVR port 6a7decb8-b841-4648-8017-065afd4292f0 on host hv-neutron-7929 {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:53:17.842831 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b37673b7-ba20-40d4-a720-ff315516d151 req-e0c279b8-0a3c-4d12-89a7-2a7880a9e7bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:17.845584 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'name': 'network-vif-deleted', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:53:17.847933 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cfffc5d3d0282477d46bcefcc198e923eaa1dc9a7cf5baa3fa5bb35988c5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c4167f-5308-4119-bd0a-19f4fd6297f3" -d '{"events": [{"server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "name": "network-vif-deleted", "tag": "6a7decb8-b841-4648-8017-065afd4292f0"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:53:17.864856 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b37673b7-ba20-40d4-a720-ff315516d151 req-e0c279b8-0a3c-4d12-89a7-2a7880a9e7bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.24 "DELETE /v2.0/ports/6a7decb8-b841-4648-8017-065afd4292f0 HTTP/1.1" status: 204 len: 173 time: 0.7046218 Jun 03 22:53:17.896076 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191f510d-30a8-4ea9-810a-989f079c7454 x-openstack-request-id: req-191f510d-30a8-4ea9-810a-989f079c7454 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:53:17.896429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3792d487-ca4d-4aca-93ea-d7b1a55ef9ca", "name": "network-vif-deleted", "tag": "6a7decb8-b841-4648-8017-065afd4292f0", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:53:17.896715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-191f510d-30a8-4ea9-810a-989f079c7454 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:53:17.897177 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3792d487-ca4d-4aca-93ea-d7b1a55ef9ca', 'name': 'network-vif-deleted', 'tag': '6a7decb8-b841-4648-8017-065afd4292f0', 'status': 'completed', 'code': 200} Jun 03 22:53:18.080256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-0fbd0957-bf06-414a-a999-74dc58099a25 req-b4e0ae21-0282-45cb-99df-58298288f879 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Synchronizing usage tracker for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:53:18.104029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-0fbd0957-bf06-414a-a999-74dc58099a25 req-b4e0ae21-0282-45cb-99df-58298288f879 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Unset dirty status for tenant:025fbbd2881b49029f2b1d4c1dadff20 on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:53:18.105197 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-0fbd0957-bf06-414a-a999-74dc58099a25 req-b4e0ae21-0282-45cb-99df-58298288f879 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 210 time: 0.0685296 Jun 03 22:53:19.278968 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-42fd8ec9-7961-4ea4-a75a-14e089503fc7 req-065226fc-a42c-4050-a7e9-769b93091f21 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 210 time: 0.0547938 Jun 03 22:53:19.942076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a7decb8-b841-4648-8017-065afd4292f0 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:53:19.989015 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 6a7decb8-b841-4648-8017-065afd4292f0 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:53:19.989382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 6a7decb8-b841-4648-8017-065afd4292f0 not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:53:20.438651 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c4a34972-a405-4f7f-bd58-990a7bd35c4e req-677d468c-e088-48c4-bad3-efdd912d2011 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 210 time: 0.0467196 Jun 03 22:53:21.612482 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-76c4e0b5-6555-40d0-bc4b-1e8a049dd759 req-65407e34-d4ca-4a47-9f8e-578a4e682ffb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "GET /v2.0/ports?device_id=3792d487-ca4d-4aca-93ea-d7b1a55ef9ca HTTP/1.1" status: 200 len: 210 time: 0.0444894 Jun 03 22:53:22.709005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36044) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:22.782203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:22.810090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-3a81c10c-5ece-4510-9d57-04b245584a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:22.830117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:22.905841 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:22.909878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ce017254-e775-46c6-a04b-160bbed6bc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:22.925613 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daa0b9a-d820-424c-817f-ba4718d7b2e0,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:22.937719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:22.938107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:22.938473 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:22.938842 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:22.939295 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:22.939601 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:22.940089 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:22.940343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:22.940706 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:22.941078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:22.941430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:22.941789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:22.945916 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:22.948809 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:22.951506 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-207da1d9-99d2-43cf-9573-5c989a1cb03b tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] 10.222.0.96 "DELETE /v2.0/security-groups/3daa0b9a-d820-424c-817f-ba4718d7b2e0 HTTP/1.1" status: 204 len: 168 time: 0.2395458 Jun 03 22:53:23.009973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36048) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:23.944924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:24.386718 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] Deleting port 63498e59-4a9a-4f43-9015-905d9363bf2b {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:53:24.387781 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:24.530219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] For port 63498e59-4a9a-4f43-9015-905d9363bf2b, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=63498e59-4a9a-4f43-9015-905d9363bf2b,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:24.530599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:24.658821 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] Calling delete_port for 63498e59-4a9a-4f43-9015-905d9363bf2b owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:53:24.982070 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:24.988016 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:25.188442 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] Pushing event deleted for resources: {'Port': ['ID=63498e59-4a9a-4f43-9015-905d9363bf2b,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:25.191560 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:25.337700 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:25.462517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:25.466498 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-af3a44ad-43ad-46f0-a573-7c26e227dd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:25.837373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] Router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:53:26.026455 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:53:26.035484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7e1d08-2281-406c-9daf-6e564f47b4c5 None None] Sync routers for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:53:26.045152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e1d08-2281-406c-9daf-6e564f47b4c5 None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:26.045379 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] 10.222.0.96 "PUT /v2.0/routers/88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0340531 Jun 03 22:53:26.045802 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6f7e1d08-2281-406c-9daf-6e564f47b4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:26.048164 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36052) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:26.224203 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-6f7e1d08-2281-406c-9daf-6e564f47b4c5 None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:26.226716 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:26.408255 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:26.487783 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Deleting port 2c6c022d-7c0f-416c-84b9-f07050a23359 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:53:26.488473 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:26.516895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6f7e1d08-2281-406c-9daf-6e564f47b4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:53:24Z', 'revision_number': 5, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port': {'id': '2c6c022d-7c0f-416c-84b9-f07050a23359', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:00Z', 'updated_at': '2021-06-03T22:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:26.520854 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7e1d08-2281-406c-9daf-6e564f47b4c5 None None] Checking router: 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:53:26.530234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e1d08-2281-406c-9daf-6e564f47b4c5 None None] Routers {'88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:26.530845 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6f7e1d08-2281-406c-9daf-6e564f47b4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:26.689983 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-6f7e1d08-2281-406c-9daf-6e564f47b4c5 None None] Set router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:26.770375 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] For port 2c6c022d-7c0f-416c-84b9-f07050a23359, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=2c6c022d-7c0f-416c-84b9-f07050a23359,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:26.770775 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:26.797960 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-6f7e1d08-2281-406c-9daf-6e564f47b4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:53:26Z', 'revision_number': 6, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:26.802164 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7e1d08-2281-406c-9daf-6e564f47b4c5 None None] The sync data for ids ['88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6'] in dv-neutron-792998-2-hyperv is: [{'id': '88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6', 'name': 'tempest-TestShelveInstance-805193434-router', 'tenant_id': '025fbbd2881b49029f2b1d4c1dadff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:42:59Z', 'updated_at': '2021-06-03T22:53:26Z', 'revision_number': 6, 'project_id': '025fbbd2881b49029f2b1d4c1dadff20', 'gw_port_host': None}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:53:26.904714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Calling delete_port for 2c6c022d-7c0f-416c-84b9-f07050a23359 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:53:27.060090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:27.066320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-da752181-227c-4876-893e-9dbd98da9418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:27.117767 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6c022d-7c0f-416c-84b9-f07050a23359,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:27.121025 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:27.216582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:27.254222 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:27.431500 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:27.434034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:27.461702 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:27.462234 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:53:27.474620 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:27.475779 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] 10.222.0.96 "DELETE /v2.0/routers/88e8d81f-b236-4084-8eb6-f4dfa2cbfdc6 HTTP/1.1" status: 204 len: 168 time: 1.4266279 Jun 03 22:53:27.478678 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36054) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:27.544653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee0110b-360a-4525-99ae-5c186403f791 admin admin] Deleting subnet 79c3713f-87bc-495a-9e81-e7aa457d630c {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:53:27.548384 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3ee0110b-360a-4525-99ae-5c186403f791 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:27.577888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:27.611599 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3ee0110b-360a-4525-99ae-5c186403f791 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:27.700457 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3ee0110b-360a-4525-99ae-5c186403f791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:27.837803 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 63498e59-4a9a-4f43-9015-905d9363bf2b no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:53:27.882741 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 63498e59-4a9a-4f43-9015-905d9363bf2b {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:53:27.883152 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 63498e59-4a9a-4f43-9015-905d9363bf2b not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:53:27.883612 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2c6c022d-7c0f-416c-84b9-f07050a23359 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:53:27.917437 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 2c6c022d-7c0f-416c-84b9-f07050a23359 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:53:27.917722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 2c6c022d-7c0f-416c-84b9-f07050a23359 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:53:27.972619 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3ee0110b-360a-4525-99ae-5c186403f791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:27.978538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-09feef89-6326-437c-a91e-586974a2f2cc tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:28.011676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0110b-360a-4525-99ae-5c186403f791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c3713f-87bc-495a-9e81-e7aa457d630c,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:28.015281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3ee0110b-360a-4525-99ae-5c186403f791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:28.017747 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3ee0110b-360a-4525-99ae-5c186403f791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:28.024058 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04831877-ffb6-4991-a3d6-69a8aeef580e None None] Network 229c9024-bd0d-4cc5-b60b-d6c07ad03977 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:53:28.024264 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-3ee0110b-360a-4525-99ae-5c186403f791 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/79c3713f-87bc-495a-9e81-e7aa457d630c HTTP/1.1" status: 204 len: 168 time: 0.5445437 Jun 03 22:53:28.027425 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36056) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:28.141100 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:28.216698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Deleting port c5d3e400-7945-475f-a0a5-183ce0f24fd3 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:53:28.217172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:28.325879 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] For port c5d3e400-7945-475f-a0a5-183ce0f24fd3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c5d3e400-7945-475f-a0a5-183ce0f24fd3,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:28.326247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:28.360723 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] DHCP port deletion for 229c9024-bd0d-4cc5-b60b-d6c07ad03977 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:53:28.425971 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Deleting port c5d3e400-7945-475f-a0a5-183ce0f24fd3 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:53:28.426427 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:28.467004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Calling delete_port for c5d3e400-7945-475f-a0a5-183ce0f24fd3 owned by network:dhcp {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:53:28.520868 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:28.525332 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-3c3a9efe-6caa-433d-aec6-47d89dc98bf2 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:28.530373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] For port c5d3e400-7945-475f-a0a5-183ce0f24fd3, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c5d3e400-7945-475f-a0a5-183ce0f24fd3,segment=NetworkSegment(eab7a46d-8b1c-4658-9c9a-8af4ae6fe553),segment_id=eab7a46d-8b1c-4658-9c9a-8af4ae6fe553)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:28.530793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:28.658760 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Calling delete_port for c5d3e400-7945-475f-a0a5-183ce0f24fd3 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:53:28.704978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:28.709526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:28.712614 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d3e400-7945-475f-a0a5-183ce0f24fd3,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:28.715941 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:28.716702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] No DVR routers for this DVR port c5d3e400-7945-475f-a0a5-183ce0f24fd3 on host dv-neutron-792998-2-hyperv {{(pid=104396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:53:28.764510 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] No DVR routers for this DVR port c5d3e400-7945-475f-a0a5-183ce0f24fd3 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:53:28.766158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Pushing event deleted for resources: {'Port': ['ID=c5d3e400-7945-475f-a0a5-183ce0f24fd3,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:28.780393 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:28.780795 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:28.781144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:28.781484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:28.781841 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:28.782212 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:28.782591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:28.782933 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:28.783278 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:28.783624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:28.783943 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:28.784268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:28.787530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:28.788309 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:28.845701 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:28.858778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229c9024-bd0d-4cc5-b60b-d6c07ad03977']}} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:28.871176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553') {'for_net_delete': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:28.871478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.services.segments.db [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab7a46d-8b1c-4658-9c9a-8af4ae6fe553') {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:28.882838 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27761067'] for segment, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:28.901322 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:28.909092 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=104396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:53:28.909612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27462449'] for segment, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: Traceback (most recent call last): Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: timer() Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: cb(*args, **kw) Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: return func(*args, **kwargs) Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: self._notify() Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: self.callback(batched_events) Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: event.method(event) Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: return f(self, *a, **k) Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._get(url).json() Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: return self.request(url, 'GET', **kwargs) Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:53:28.923763 dv-neutron-792998-2-hyperv neutron-server[104396]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:53:29.006902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:29.011031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-cd3fcf56-8866-47ec-8b4a-9cbaa7e057c3 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:29.024498 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:29.036970 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=229c9024-bd0d-4cc5-b60b-d6c07ad03977,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:29.042289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:29.051657 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1810d117-a046-452f-9a4f-b6a1a36d2d0d admin admin] 10.222.0.96 "DELETE /v2.0/networks/229c9024-bd0d-4cc5-b60b-d6c07ad03977 HTTP/1.1" status: 204 len: 168 time: 1.0232241 Jun 03 22:53:29.054552 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36058) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:29.187170 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:53:29.654105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:29.833063 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c5d3e400-7945-475f-a0a5-183ce0f24fd3 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:53:29.870720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c5d3e400-7945-475f-a0a5-183ce0f24fd3 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:53:29.871069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c5d3e400-7945-475f-a0a5-183ce0f24fd3 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:53:30.084922 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] Deleting port c5731d9d-9526-4af9-985d-4da6411d9fcc {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:53:30.085257 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:30.368282 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] For port c5731d9d-9526-4af9-985d-4da6411d9fcc, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=c5731d9d-9526-4af9-985d-4da6411d9fcc,segment=NetworkSegment(a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269),segment_id=a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:30.368541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:30.496250 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] Calling delete_port for c5731d9d-9526-4af9-985d-4da6411d9fcc owned by network:router_interface {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:53:30.810500 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:30.814459 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1b52508a-e6e3-4a70-9cd4-02efbcb9d236 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:30.859878 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5731d9d-9526-4af9-985d-4da6411d9fcc,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:30.890516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:31.143037 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:31.526659 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] Router f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:53:31.903064 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:53:31.912020 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f03d8-cda1-42b7-b0cd-3fcc87d63815 None None] Sync routers for ids ['f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:53:31.922307 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] 10.222.0.96 "PUT /v2.0/routers/f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8666635 Jun 03 22:53:31.924353 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f03d8-cda1-42b7-b0cd-3fcc87d63815 None None] Routers {'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:31.924973 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36060) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:31.925132 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c51f03d8-cda1-42b7-b0cd-3fcc87d63815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:32.111307 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-c51f03d8-cda1-42b7-b0cd-3fcc87d63815 None None] Set router f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:32.123884 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Notify callbacks [] for router, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:32.300516 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:32.378654 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Deleting port ca5dc439-838f-4e58-8702-4be2be169a23 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:53:32.378887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:32.414705 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c51f03d8-cda1-42b7-b0cd-3fcc87d63815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'name': 'tempest-TestShelveInstance-2078613342-router', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:43:06Z', 'updated_at': '2021-06-03T22:53:30Z', 'revision_number': 5, 'project_id': 'af774118130547628c761a0bbae748c6', 'gw_port': {'id': 'ca5dc439-838f-4e58-8702-4be2be169a23', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:43:07Z', 'updated_at': '2021-06-03T22:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:32.419242 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f03d8-cda1-42b7-b0cd-3fcc87d63815 None None] Checking router: f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:53:32.427840 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f03d8-cda1-42b7-b0cd-3fcc87d63815 None None] Routers {'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:32.428554 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c51f03d8-cda1-42b7-b0cd-3fcc87d63815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:32.521640 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] For port ca5dc439-838f-4e58-8702-4be2be169a23, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ca5dc439-838f-4e58-8702-4be2be169a23,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:32.522000 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:32.579432 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-c51f03d8-cda1-42b7-b0cd-3fcc87d63815 None None] Set router f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:32.648135 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Calling delete_port for ca5dc439-838f-4e58-8702-4be2be169a23 owned by network:router_gateway {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:53:32.724871 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-c51f03d8-cda1-42b7-b0cd-3fcc87d63815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'name': 'tempest-TestShelveInstance-2078613342-router', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:43:06Z', 'updated_at': '2021-06-03T22:53:32Z', 'revision_number': 6, 'project_id': 'af774118130547628c761a0bbae748c6', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:32.730878 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f03d8-cda1-42b7-b0cd-3fcc87d63815 None None] The sync data for ids ['f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4'] in dv-neutron-792998-2-hyperv is: [{'id': 'f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4', 'name': 'tempest-TestShelveInstance-2078613342-router', 'tenant_id': 'af774118130547628c761a0bbae748c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:43:06Z', 'updated_at': '2021-06-03T22:53:32Z', 'revision_number': 6, 'project_id': 'af774118130547628c761a0bbae748c6', 'gw_port_host': None}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:53:32.804133 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:32.808125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-24acbc51-ce6c-406e-861e-91c7cd4e1254 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:32.851818 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5dc439-838f-4e58-8702-4be2be169a23,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:32.855028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:32.951888 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:33.157101 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:33.159835 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:33.190371 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:33.190872 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 {{(pid=104396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:53:33.204861 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:33.205929 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-852c3483-eaed-481c-ac94-71ea5dab8fda admin admin] 10.222.0.96 "DELETE /v2.0/routers/f3c7334d-1fc7-40e5-b5c0-e6d2d0f3f2d4 HTTP/1.1" status: 204 len: 168 time: 1.2797768 Jun 03 22:53:33.208543 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36062) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:33.279344 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_v2 [None req-424f748a-fb2c-4c2f-bbb3-435288772482 admin admin] Deleting subnet e5b0c9e2-0527-42e5-8ee7-9b4af972e97e {{(pid=104396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:53:33.282944 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-424f748a-fb2c-4c2f-bbb3-435288772482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:33.333353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-424f748a-fb2c-4c2f-bbb3-435288772482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27761106'] for subnet, precommit_delete_associations {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:33.583896 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-424f748a-fb2c-4c2f-bbb3-435288772482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:33.850660 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-424f748a-fb2c-4c2f-bbb3-435288772482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27462619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28478327'] for subnet, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:33.851591 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c5731d9d-9526-4af9-985d-4da6411d9fcc no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:53:33.855193 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-be5e00b8-7a8c-45b8-abcc-6bf438de49fa tempest-NetworksTestDHCPv6-1438930304 tempest-NetworksTestDHCPv6-1438930304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:33.889469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f748a-fb2c-4c2f-bbb3-435288772482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b0c9e2-0527-42e5-8ee7-9b4af972e97e,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:33.892503 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: c5731d9d-9526-4af9-985d-4da6411d9fcc {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:53:33.892671 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-424f748a-fb2c-4c2f-bbb3-435288772482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:33.892993 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device c5731d9d-9526-4af9-985d-4da6411d9fcc not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:53:33.893415 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ca5dc439-838f-4e58-8702-4be2be169a23 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:53:33.893565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-424f748a-fb2c-4c2f-bbb3-435288772482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:33.904286 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-424f748a-fb2c-4c2f-bbb3-435288772482 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e5b0c9e2-0527-42e5-8ee7-9b4af972e97e HTTP/1.1" status: 204 len: 168 time: 0.6897991 Jun 03 22:53:33.904885 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36064) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:33.919894 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f698faa-7153-4282-9e6a-5af7d2aa76da None None] Network ac894fde-f5c6-4ea8-aab6-755c03e8bad7 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:53:33.955800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: ca5dc439-838f-4e58-8702-4be2be169a23 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:53:33.956137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ca5dc439-838f-4e58-8702-4be2be169a23 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:53:34.013999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:34.094296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Deleting port ff112440-b2a1-4f88-8a93-e5b53d6abc18 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:53:34.094628 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:34.188872 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1b8da0-5206-40b8-8db5-c6bf1aef84ec None None] DHCP port deletion for ac894fde-f5c6-4ea8-aab6-755c03e8bad7 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 22:53:34.196798 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] For port ff112440-b2a1-4f88-8a93-e5b53d6abc18, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ff112440-b2a1-4f88-8a93-e5b53d6abc18,segment=NetworkSegment(a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269),segment_id=a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:34.197293 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:34.259507 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b8da0-5206-40b8-8db5-c6bf1aef84ec None None] Deleting port ff112440-b2a1-4f88-8a93-e5b53d6abc18 {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:53:34.260243 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8da0-5206-40b8-8db5-c6bf1aef84ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:34.327260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Calling delete_port for ff112440-b2a1-4f88-8a93-e5b53d6abc18 owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:53:34.364876 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-7a1b8da0-5206-40b8-8db5-c6bf1aef84ec None None] For port ff112440-b2a1-4f88-8a93-e5b53d6abc18, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=ff112440-b2a1-4f88-8a93-e5b53d6abc18,segment=NetworkSegment(a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269),segment_id=a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:34.365269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8da0-5206-40b8-8db5-c6bf1aef84ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:34.377541 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:34.382579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4f15d31d-b3b4-49db-bd7d-e2088cf30ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:34.427199 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Pushing event deleted for resources: {'Port': ['ID=ff112440-b2a1-4f88-8a93-e5b53d6abc18,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:34.428960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] No DVR routers for this DVR port ff112440-b2a1-4f88-8a93-e5b53d6abc18 on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:53:34.430476 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:34.494306 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b8da0-5206-40b8-8db5-c6bf1aef84ec None None] Calling delete_port for ff112440-b2a1-4f88-8a93-e5b53d6abc18 owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:53:34.545579 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8da0-5206-40b8-8db5-c6bf1aef84ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:34.549268 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8e291f15-f69f-455c-927b-dfa50bd876ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:34.550596 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:34.569396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac894fde-f5c6-4ea8-aab6-755c03e8bad7']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:34.585843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:34.586118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d97bf3-f5e5-4f2b-ba38-6ccefe0b6269') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:34.592980 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b8da0-5206-40b8-8db5-c6bf1aef84ec None None] Pushing event deleted for resources: {'Port': ['ID=ff112440-b2a1-4f88-8a93-e5b53d6abc18,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:34.595954 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7a1b8da0-5206-40b8-8db5-c6bf1aef84ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:34.596801 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b8da0-5206-40b8-8db5-c6bf1aef84ec None None] No DVR routers for this DVR port ff112440-b2a1-4f88-8a93-e5b53d6abc18 on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:53:34.598419 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:34.615746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:34.622261 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 22:53:34.622675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 22:53:34.636306 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 22:53:34.715034 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:34.718937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e0271201-7f1d-4a72-9ee8-055a755bdbc9 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:34.736997 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:34.749630 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac894fde-f5c6-4ea8-aab6-755c03e8bad7,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:34.753181 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:34.755028 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-02e3d966-7ff8-4eb6-9395-bdb8b19af84f admin admin] 10.222.0.96 "DELETE /v2.0/networks/ac894fde-f5c6-4ea8-aab6-755c03e8bad7 HTTP/1.1" status: 204 len: 168 time: 0.8494391 Jun 03 22:53:34.922746 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36068) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:34.972829 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-bab312b2-414f-4472-86c2-bad916b0f71c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=025fbbd2881b49029f2b1d4c1dadff20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488000 Jun 03 22:53:34.975532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36070) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:35.047715 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aaed0fc5-17c5-4526-b3e5-b40ed04c8db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:35.076004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aaed0fc5-17c5-4526-b3e5-b40ed04c8db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:35.132867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aaed0fc5-17c5-4526-b3e5-b40ed04c8db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:35.137153 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f7894062-adef-4700-891e-ca8e04d77e88 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:35.151348 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed0fc5-17c5-4526-b3e5-b40ed04c8db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ae592b-26c2-4404-a61f-077428172442,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:35.153810 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-aaed0fc5-17c5-4526-b3e5-b40ed04c8db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:35.160736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-aaed0fc5-17c5-4526-b3e5-b40ed04c8db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:35.162087 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-aaed0fc5-17c5-4526-b3e5-b40ed04c8db6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/93ae592b-26c2-4404-a61f-077428172442 HTTP/1.1" status: 204 len: 168 time: 0.1853681 Jun 03 22:53:35.692710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36076) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:35.750537 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b82f3456-32ed-407f-8bda-68113cac4788 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=af774118130547628c761a0bbae748c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564024 Jun 03 22:53:35.753226 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36078) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:35.821606 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca1bd-ee50-4fbb-9730-0a39998c48ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:35.837267 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ff112440-b2a1-4f88-8a93-e5b53d6abc18 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:53:35.851399 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca1bd-ee50-4fbb-9730-0a39998c48ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:35.871814 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: ff112440-b2a1-4f88-8a93-e5b53d6abc18 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:53:35.872247 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device ff112440-b2a1-4f88-8a93-e5b53d6abc18 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:53:35.913668 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca1bd-ee50-4fbb-9730-0a39998c48ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:35.918417 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-65d22f99-6e7b-4422-b9c3-7b9e44ab8b8d tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:35.931612 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ca1bd-ee50-4fbb-9730-0a39998c48ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6092bef-4473-476d-b49b-d67f0326af34,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:35.935334 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-1b9ca1bd-ee50-4fbb-9730-0a39998c48ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:35.939512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca1bd-ee50-4fbb-9730-0a39998c48ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:35.940680 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-1b9ca1bd-ee50-4fbb-9730-0a39998c48ec admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e6092bef-4473-476d-b49b-d67f0326af34 HTTP/1.1" status: 204 len: 168 time: 0.1864750 Jun 03 22:53:36.972316 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36100) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:37.094780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1619613714-network', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:37.100086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:37.105445 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Usage tracker for resource:network and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:37.108788 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:37.114790 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:37.128798 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Made reservation on behalf of ee8dc161deeb42bd93d3d46fbd079dae for: {'network': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:53:37.131415 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:37.143823 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:37.159479 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:37.163740 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Usage tracker for resource:security_group_rule and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:37.167096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:37.174156 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:37.260718 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:37.268331 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:37.271364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-99fbed27-228b-4795-8ba8-42149d8c9c65 tempest-ServerActionsTestJSON-1457810262 tempest-ServerActionsTestJSON-1457810262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:37.299144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=104396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:53:37.308244 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3230907-39a2-4aed-85c1-cf87e3348a18,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:37.312150 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:37.315187 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:37.315573 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.segments_db [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Added segment c5680926-d5de-4fc5-acc0-f5fccaeff5f2 of type vlan for network 34172d35-77f7-4101-ad13-e40368c28b7e Jun 03 22:53:37.347172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:37.382561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:37.383696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:37.384494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Notify callbacks [] for network, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:37.388369 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-65bc760a-9df1-41fe-96bd-d954d189588e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:37.486620 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5131397 Jun 03 22:53:37.489632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36104) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:37.494583 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Request body: {'subnet': {'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1619613714-subnet', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'ip_version': 4}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:37.497911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Pushing event updated for resources: {'Network': ['ID=34172d35-77f7-4101-ad13-e40368c28b7e,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:37.501071 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b92fabb9-6b48-40b0-ab36-17ca9d253b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:37.501952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:37.505955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Usage tracker for resource:subnet and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:37.507715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network 34172d35-77f7-4101-ad13-e40368c28b7e details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:53:37.509018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:37.515579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:37.527059 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Made reservation on behalf of ee8dc161deeb42bd93d3d46fbd079dae for: {'subnet': 1} {{(pid=104396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:53:37.529710 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28499094'] for subnet, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:37.938560 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27462554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28499076'] for subnet, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:37.943681 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d9347a36-9ee1-4527-9439-125dfb559696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:38.013511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Pushing event updated for resources: {'Subnet': ['ID=19640986-469c-4086-b207-fa3bc25b83c3,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:38.017327 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:38.024733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Checking segment: {'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:53:38.025084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Network hostable DHCP agents. Network: 34172d35-77f7-4101-ad13-e40368c28b7e, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:53:38.045880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Network 34172d35-77f7-4101-ad13-e40368c28b7e is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:53:38.059501 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, 34172d35-77f7-4101-ad13-e40368c28b7e) {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:53:38.068561 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:38.069224 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] Notify callbacks [] for subnet, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:38.070445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98acfae8-8f5e-49ed-a3d0-f44383b160e8 None None] Network 34172d35-77f7-4101-ad13-e40368c28b7e requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:53:38.098031 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-447338d9-7310-4e3b-91a8-19782d7736de admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6073031 Jun 03 22:53:38.100792 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36106) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:38.106144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:38.111246 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:38.115091 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Usage tracker for resource:router and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:38.117963 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:38.124024 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:38.135168 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:38.136281 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:38.152766 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:38.347393 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-34172d35-77f7-4101-ad13-e40368c28b7e', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:53:38.348300 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:38.516377 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Allocated IP 172.20.0.2 (34172d35-77f7-4101-ad13-e40368c28b7e/19640986-469c-4086-b207-fa3bc25b83c3/3c04ba97-317d-480a-8a9c-ec726411750f) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:53:38.578104 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:38.733696 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:38.744645 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Transition to ACTIVE for port object 3c04ba97-317d-480a-8a9c-ec726411750f will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:53:38.764220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Transition to ACTIVE for port object 3c04ba97-317d-480a-8a9c-ec726411750f will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:53:38.773003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:38.777335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:38.831221 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Network 34172d35-77f7-4101-ad13-e40368c28b7e is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:53:38.834272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:53:38.837129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:53:38.889765 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Pushing event updated for resources: {'Port': ['ID=3c04ba97-317d-480a-8a9c-ec726411750f,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:38.904570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:38.918658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:38.940397 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:38.945749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Attempting to bind port 3c04ba97-317d-480a-8a9c-ec726411750f on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:53:38.946123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Attempting to bind port 3c04ba97-317d-480a-8a9c-ec726411750f by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:53:38.946486 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Attempting to bind port 3c04ba97-317d-480a-8a9c-ec726411750f on network 34172d35-77f7-4101-ad13-e40368c28b7e {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:53:38.953557 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:53:38.953932 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Checking segment: {'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:53:38.954343 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:38.954739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Bound using segment: {'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:53:38.955211 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Bound port: 3c04ba97-317d-480a-8a9c-ec726411750f, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:53:38.955646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:39.047093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] For port 3c04ba97-317d-480a-8a9c-ec726411750f, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:53:39.051166 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] For port 3c04ba97-317d-480a-8a9c-ec726411750f, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3c04ba97-317d-480a-8a9c-ec726411750f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:53:39.056662 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:39.061129 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:39.079565 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Allocated IP 172.26.3.11 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/39a8835a-a836-4a55-875a-3913276ce0cd) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:53:39.146295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Pushing event updated for resources: {'Port': ['ID=3c04ba97-317d-480a-8a9c-ec726411750f,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:39.149054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:39.248212 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:39.282825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:39.292698 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-21a78b54-d89c-4cb7-8b6f-e22d5de50d31 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:39.348011 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:53:39.351313 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:53:39.355435 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:53:39.400355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Pushing event updated for resources: {'Port': ['ID=39a8835a-a836-4a55-875a-3913276ce0cd,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:39.413996 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:39.828700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:39.902881 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3c04ba97-317d-480a-8a9c-ec726411750f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:53:39.981825 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 3c04ba97-317d-480a-8a9c-ec726411750f completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:53:40.071706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d89af-a155-42c4-aa67-e0bce6aa5d62 None None] Network 34172d35-77f7-4101-ad13-e40368c28b7e requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:53:40.195829 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-059e7632-afed-49b2-bca5-81bfaa9d1728 None None] Provisioning for port 3c04ba97-317d-480a-8a9c-ec726411750f completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:53:40.206151 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-059e7632-afed-49b2-bca5-81bfaa9d1728 None None] Provisioning complete for port 3c04ba97-317d-480a-8a9c-ec726411750f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:40.206528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-059e7632-afed-49b2-bca5-81bfaa9d1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:40.352677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:40.414831 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-059e7632-afed-49b2-bca5-81bfaa9d1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:40.460813 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-059e7632-afed-49b2-bca5-81bfaa9d1728 None None] For port 3c04ba97-317d-480a-8a9c-ec726411750f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3c04ba97-317d-480a-8a9c-ec726411750f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:40.466290 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-059e7632-afed-49b2-bca5-81bfaa9d1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:40.468202 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-7a1b8da0-5206-40b8-8db5-c6bf1aef84ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:40.549739 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e7632-afed-49b2-bca5-81bfaa9d1728 None None] Pushing event updated for resources: {'Port': ['ID=3c04ba97-317d-480a-8a9c-ec726411750f,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:40.553161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-059e7632-afed-49b2-bca5-81bfaa9d1728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:40.580754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Router 2cc8a814-54de-46b3-a25b-31812a24a373 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:53:40.688693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-f8cf45a6-0630-48d2-8d5d-1899e53ad0a0 None None] Provisioning complete for port 3c04ba97-317d-480a-8a9c-ec726411750f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:40.689087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f8cf45a6-0630-48d2-8d5d-1899e53ad0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:40.764512 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:53:40.784812 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Sync routers for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:53:40.790084 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:40.791386 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6893697 Jun 03 22:53:40.794702 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36110) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:40.809499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:40.810116 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:41.049722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:41.348302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:39Z', 'revision_number': 3, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:41.352482 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Checking router: 2cc8a814-54de-46b3-a25b-31812a24a373 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:53:41.352864 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Updating router 2cc8a814-54de-46b3-a25b-31812a24a373 port 39a8835a-a836-4a55-875a-3913276ce0cd binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:53:41.406457 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:41.504677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:41.764302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:41.777892 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Transition to ACTIVE for port object 39a8835a-a836-4a55-875a-3913276ce0cd will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:53:41.787389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:41.791722 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:41.861171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ec0b7-d4aa-4712-aa15-2969330b6cf9 None None] Pushing event updated for resources: {'Port': ['ID=39a8835a-a836-4a55-875a-3913276ce0cd,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:41.866200 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3c04ba97-317d-480a-8a9c-ec726411750f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:53:41.907028 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Allocated IP 172.20.0.1 (34172d35-77f7-4101-ad13-e40368c28b7e/19640986-469c-4086-b207-fa3bc25b83c3/1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:53:41.912265 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-dc4ec0b7-d4aa-4712-aa15-2969330b6cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:41.945167 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Attempting to bind port 39a8835a-a836-4a55-875a-3913276ce0cd on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:53:41.945548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Attempting to bind port 39a8835a-a836-4a55-875a-3913276ce0cd by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:53:41.945911 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Attempting to bind port 39a8835a-a836-4a55-875a-3913276ce0cd on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:53:41.952710 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:53:41.953231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:53:41.953476 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:41.953874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:53:41.954344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Bound port: 39a8835a-a836-4a55-875a-3913276ce0cd, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:53:41.954721 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:42.002804 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3c04ba97-317d-480a-8a9c-ec726411750f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:42.003217 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:42.068216 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:42.086563 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Transition to ACTIVE for port object 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:53:42.090144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] For port 39a8835a-a836-4a55-875a-3913276ce0cd, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:53:42.094014 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] For port 39a8835a-a836-4a55-875a-3913276ce0cd, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=39a8835a-a836-4a55-875a-3913276ce0cd,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:53:42.102189 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:42.108155 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c899c0a1-d4f2-41d8-8132-403240cbf30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:42.112570 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:42.116368 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-34427c39-f511-4420-8023-5c7933b818ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:42.177779 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Network 34172d35-77f7-4101-ad13-e40368c28b7e is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:53:42.180569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:53:42.188906 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:53:42.219758 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Pushing event updated for resources: {'Port': ['ID=1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:42.226179 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:42.236585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:42.237562 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:42.248338 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:42.309594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ec0b7-d4aa-4712-aa15-2969330b6cf9 None None] Pushing event updated for resources: {'Port': ['ID=39a8835a-a836-4a55-875a-3913276ce0cd,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:42.314383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-dc4ec0b7-d4aa-4712-aa15-2969330b6cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:42.440257 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:42.485970 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4f657967-a90e-463a-add3-8d1156e852a4 None None] Provisioning for port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:53:42.530202 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:42.628085 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-4f657967-a90e-463a-add3-8d1156e852a4 None None] Provisioning complete for port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:42.628345 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4f657967-a90e-463a-add3-8d1156e852a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:42.756838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-4f657967-a90e-463a-add3-8d1156e852a4 None None] Port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:53:42.770994 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:42.777186 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:42.802984 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-822f04a6-3e3f-4e4e-82eb-60ac765e034d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:42.873522 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:39Z', 'revision_number': 3, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:42.878691 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c85833-484f-476a-98f3-1ee534dfa9a3 None None] The sync data for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv is: [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:39Z', 'revision_number': 3, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:53:42.902253 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Pushing event updated for resources: {'Port': ['ID=1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:42.906789 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:42.907775 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:43.061538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Network 34172d35-77f7-4101-ad13-e40368c28b7e is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:53:43.062699 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:53:43.301358 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Router 2cc8a814-54de-46b3-a25b-31812a24a373 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:53:43.385465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-b22c1159-e774-4f95-ab53-643fe9eb2305 None None] Provisioning complete for port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:43.386090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b22c1159-e774-4f95-ab53-643fe9eb2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:43.442931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-b22c1159-e774-4f95-ab53-643fe9eb2305 None None] Port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:53:43.660952 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:53:43.670911 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] 10.222.0.96 "PUT /v2.0/routers/2cc8a814-54de-46b3-a25b-31812a24a373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8751118 Jun 03 22:53:43.869439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 39a8835a-a836-4a55-875a-3913276ce0cd up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:53:43.941428 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 39a8835a-a836-4a55-875a-3913276ce0cd completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:53:43.946398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 39a8835a-a836-4a55-875a-3913276ce0cd triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:43.946779 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:44.076589 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:44.097139 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 39a8835a-a836-4a55-875a-3913276ce0cd, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=39a8835a-a836-4a55-875a-3913276ce0cd,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:44.106371 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:44.110931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:44.182635 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=39a8835a-a836-4a55-875a-3913276ce0cd,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:44.185924 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:44.221542 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36128) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:44.226893 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1077655305-network', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:44.232418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:44.236450 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Usage tracker for resource:network and tenant:acbdbd6f4f0d4bed9a167b3fe7d3928a is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:44.239351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:44.245689 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:44.258296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Made reservation on behalf of acbdbd6f4f0d4bed9a167b3fe7d3928a for: {'network': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:53:44.261117 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-618745'] for network, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:44.273750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:44.289814 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:44.294806 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Usage tracker for resource:security_group_rule and tenant:acbdbd6f4f0d4bed9a167b3fe7d3928a is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:44.297937 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:44.304743 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:44.402547 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:44.408361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:44.411430 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1c8161af-8470-4cff-8e8d-aa5aff938979 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:44.427872 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Sync routers for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:53:44.438860 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:44.439484 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:44.440532 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1310} {{(pid=104397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 22:53:44.449422 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03adabe2-132c-4d15-9e02-5f5c74d14a7d,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:44.453459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:44.456075 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:44.456410 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.segments_db [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Added segment 98c4b44d-aed2-48a4-839e-0dbf973caac6 of type vlan for network e8806428-2dc6-48f3-b59e-7356de9f1fc9 Jun 03 22:53:44.483571 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763093862602'] for network, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:44.514931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911'] for network, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:44.516013 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:44.516564 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:44.521434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3c543d61-ce93-4908-b29c-2bf2536840a9 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:44.622739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Pushing event updated for resources: {'Network': ['ID=e8806428-2dc6-48f3-b59e-7356de9f1fc9,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:44.625713 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:44.627246 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:44.627689 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-f088b82b-e22d-437c-a04e-20909114e655 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4050908 Jun 03 22:53:44.630486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36130) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:44.635800 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Request body: {'subnet': {'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1077655305-subnet', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'ip_version': 4}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:44.638461 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Network e8806428-2dc6-48f3-b59e-7356de9f1fc9 details requested by agent ovs-agent-dv-neutron-792998-2-hyperv with host dv-neutron-792998-2-hyperv {{(pid=104398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 22:53:44.640844 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:44.644623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Usage tracker for resource:subnet and tenant:acbdbd6f4f0d4bed9a167b3fe7d3928a is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:44.647475 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:44.653467 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:44.666296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Made reservation on behalf of acbdbd6f4f0d4bed9a167b3fe7d3928a for: {'subnet': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:53:44.668876 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27649131'] for subnet, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:44.963100 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 2, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:44.967258 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Checking router: 2cc8a814-54de-46b3-a25b-31812a24a373 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:53:44.967753 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Updating router 2cc8a814-54de-46b3-a25b-31812a24a373 port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:53:45.025937 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:45.215214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27526939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27649145'] for subnet, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:45.219101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e9b247b3-868f-40a1-9ef9-a7d4ee9815a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:45.287797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2810cd5-49b1-41a2-a437-c6cc9bbe14d4,revision_number=0']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:45.291857 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:45.299304 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Checking segment: {'id': '98c4b44d-aed2-48a4-839e-0dbf973caac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:53:45.299711 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Network hostable DHCP agents. Network: e8806428-2dc6-48f3-b59e-7356de9f1fc9, hostable agents: ['d4f0f1b8-9072-45ad-a953-76c35db13ef5'], hosted agents: [] {{(pid=104397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 22:53:45.317679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Network e8806428-2dc6-48f3-b59e-7356de9f1fc9 is scheduled to be hosted by DHCP agent d4f0f1b8-9072-45ad-a953-76c35db13ef5 with binding_index 1 {{(pid=104397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 22:53:45.329358 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-2-hyperv, e8806428-2dc6-48f3-b59e-7356de9f1fc9) {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:53:45.340325 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d838b5-ddbd-4937-bbed-47ee8d03c800 None None] Network e8806428-2dc6-48f3-b59e-7356de9f1fc9 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:53:45.340512 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:45.341058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:45.371148 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-dce69c10-52be-4b23-bdce-5c78abec0e27 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7396114 Jun 03 22:53:45.371631 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36132) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:45.377648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1077655305-router', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:45.382745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:45.386925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Usage tracker for resource:router and tenant:acbdbd6f4f0d4bed9a167b3fe7d3928a is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:45.389921 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:45.391410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:45.399911 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:45.401943 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Transition to ACTIVE for port object 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:53:45.410589 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:45.413865 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106003'] for router, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:45.414902 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-442210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106010'] for router, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:45.415568 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-80b7eeee-1832-4323-9123-bf46c12eae79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:45.432423 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:45.480950 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Pushing event updated for resources: {'Port': ['ID=1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:45.491434 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:45.491882 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:45.492279 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:45.492668 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:45.493055 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:45.493440 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:45.493939 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:45.494330 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:45.494706 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:45.495084 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:45.495475 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:45.495854 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:53:45.566843 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:45.584736 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92ea5fca-b35b-5de2-8a08-34663f24d048-e8806428-2dc6-48f3-b59e-7356de9f1fc9', 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'fixed_ips': [{'subnet_id': 'c2810cd5-49b1-41a2-a437-c6cc9bbe14d4'}]}} from dv-neutron-792998-2-hyperv. {{(pid=104398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 03 22:53:45.586170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:45.657444 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Attempting to bind port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:53:45.658159 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Attempting to bind port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:53:45.658730 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Attempting to bind port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f on network 34172d35-77f7-4101-ad13-e40368c28b7e {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:53:45.665817 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:53:45.666406 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Checking segment: {'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:53:45.666927 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:45.667415 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Bound using segment: {'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:53:45.668234 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Bound port: 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:53:45.668699 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:45.727591 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106100'] for router, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:45.762687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.db_base_plugin_common [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Allocated IP 172.20.0.2 (e8806428-2dc6-48f3-b59e-7356de9f1fc9/c2810cd5-49b1-41a2-a437-c6cc9bbe14d4/0606a74f-1716-42f5-9893-23b467ec729d) {{(pid=104398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:53:45.789418 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] For port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:53:45.795056 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] For port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:53:45.805386 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:45.811752 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-7f239660-f556-44c4-8d4d-82031b614273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:45.897491 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:45.898409 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:45.922949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 39a8835a-a836-4a55-875a-3913276ce0cd up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:53:45.960433 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Pushing event updated for resources: {'Port': ['ID=1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:45.971220 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:46.101786 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Notify callbacks [] for port, precommit_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:46.114309 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:46.115585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Transition to ACTIVE for port object 0606a74f-1716-42f5-9893-23b467ec729d will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:53:46.125652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 39a8835a-a836-4a55-875a-3913276ce0cd triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:46.126042 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:46.145241 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:46.158796 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:46.178158 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Transition to ACTIVE for port object 0606a74f-1716-42f5-9893-23b467ec729d will not be triggered until provisioned by entity DHCP. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:53:46.191596 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580'] for port, after_create {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:46.202842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:46.275258 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Network e8806428-2dc6-48f3-b59e-7356de9f1fc9 is already hosted by enough agents. {{(pid=104398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:53:46.288543 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.scheduler.base_scheduler [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Resources bound (agent type, host, resource id): {{(pid=104398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:53:46.289825 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Allocated IP 172.26.3.93 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/b830246d-561c-468d-880e-ba111d48f6b1) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:53:46.291637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Pushing event updated for resources: {'Port': ['ID=0606a74f-1716-42f5-9893-23b467ec729d,revision_number=1']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:46.293945 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Received port after_create {{(pid=104398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:53:46.322355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:46.462097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:46.489761 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Attempting to bind port 0606a74f-1716-42f5-9893-23b467ec729d on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:53:46.489908 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Attempting to bind port 0606a74f-1716-42f5-9893-23b467ec729d by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98c4b44d-aed2-48a4-839e-0dbf973caac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:53:46.490259 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Attempting to bind port 0606a74f-1716-42f5-9893-23b467ec729d on network e8806428-2dc6-48f3-b59e-7356de9f1fc9 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:53:46.496192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:53:46.496559 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Checking segment: {'id': '98c4b44d-aed2-48a4-839e-0dbf973caac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:53:46.496962 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:46.497361 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Bound using segment: {'id': '98c4b44d-aed2-48a4-839e-0dbf973caac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:53:46.497838 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Bound port: 0606a74f-1716-42f5-9893-23b467ec729d, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c4b44d-aed2-48a4-839e-0dbf973caac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:53:46.498203 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:46.498649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:46.505371 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:45Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:46.506031 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b05a245f-c79d-4bec-8f97-9191dbd3a031 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:46.509825 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02f5e0-1cb3-44e3-b93e-1fa3c38130d7 None None] The sync data for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv is: [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:45Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:53:46.612670 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:53:46.613052 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] For port 0606a74f-1716-42f5-9893-23b467ec729d, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:53:46.613765 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b830246d-561c-468d-880e-ba111d48f6b1,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:46.616310 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] For port 0606a74f-1716-42f5-9893-23b467ec729d, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0606a74f-1716-42f5-9893-23b467ec729d,segment=NetworkSegment(98c4b44d-aed2-48a4-839e-0dbf973caac6),segment_id=98c4b44d-aed2-48a4-839e-0dbf973caac6)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:53:46.620301 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:53:46.622358 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:46.623190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:53:46.626165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:46.659093 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:46.713646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Pushing event updated for resources: {'Port': ['ID=0606a74f-1716-42f5-9893-23b467ec729d,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:46.716895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:47.306107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:47.673355 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21376a00-a968-43fa-94a3-f525a5faba22 None None] Network e8806428-2dc6-48f3-b59e-7356de9f1fc9 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 22:53:47.684021 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3783731'] for router, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:47.794915 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-d1867175-f163-4ca5-a5c7-56ebb6734d8c None None] Provisioning for port 0606a74f-1716-42f5-9893-23b467ec729d completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:53:47.908927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Router 52e5f745-69d1-47a3-8baf-f6259006be66 is scheduled to L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 with binding_index 1 {{(pid=104396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 22:53:47.933447 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:53:48.010749 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:53:48.016394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:48.016843 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:48.107173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:53:48.125441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Sync routers for ids ['52e5f745-69d1-47a3-8baf-f6259006be66'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:53:48.132573 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] Notify callbacks [] for router, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:48.133895 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-440e5607-db52-4412-90b0-326f784369c5 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7599492 Jun 03 22:53:48.136624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36134) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:48.147753 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Routers {'52e5f745-69d1-47a3-8baf-f6259006be66'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:48.148383 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['52e5f745-69d1-47a3-8baf-f6259006be66'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:48.231072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:48.367951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:48.374886 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:48.375771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0606a74f-1716-42f5-9893-23b467ec729d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:53:48.402475 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c5dd5d3a-3c20-410e-afc9-5e1412bfc907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:48.446727 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Set router 52e5f745-69d1-47a3-8baf-f6259006be66 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:48.689332 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:48.699492 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:48.719078 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 0606a74f-1716-42f5-9893-23b467ec729d completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:53:48.736137 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 0606a74f-1716-42f5-9893-23b467ec729d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:48.736517 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:48.902754 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:48.912089 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'name': 'tempest-TestSnapshotPattern-1077655305-router', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:45Z', 'updated_at': '2021-06-03T22:53:46Z', 'revision_number': 3, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'gw_port': {'id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:46Z', 'updated_at': '2021-06-03T22:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:48.921269 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Checking router: 52e5f745-69d1-47a3-8baf-f6259006be66 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:53:48.921609 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Updating router 52e5f745-69d1-47a3-8baf-f6259006be66 port b830246d-561c-468d-880e-ba111d48f6b1 binding host dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:53:48.987837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 0606a74f-1716-42f5-9893-23b467ec729d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0606a74f-1716-42f5-9893-23b467ec729d,segment=NetworkSegment(98c4b44d-aed2-48a4-839e-0dbf973caac6),segment_id=98c4b44d-aed2-48a4-839e-0dbf973caac6)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:48.990793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:48.996189 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:49.074061 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:49.081365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-69793b41-8c43-4b98-a03e-51a60e7322ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:49.211635 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Allocated IP 172.20.0.1 (e8806428-2dc6-48f3-b59e-7356de9f1fc9/c2810cd5-49b1-41a2-a437-c6cc9bbe14d4/3f27792c-235e-481f-b1cc-d0b2acccaeb0) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:53:49.212194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=0606a74f-1716-42f5-9893-23b467ec729d,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:49.217317 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:49.371163 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:49.387406 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.provisioning_blocks [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Transition to ACTIVE for port object 3f27792c-235e-481f-b1cc-d0b2acccaeb0 will not be triggered until provisioned by entity DHCP. {{(pid=104396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:53:49.413289 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:49.418265 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-6b32f86c-6213-4092-a42b-237c46262872 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:49.436530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:49.449302 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Transition to ACTIVE for port object b830246d-561c-468d-880e-ba111d48f6b1 will not be triggered until provisioned by entity L2. {{(pid=104398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:53:49.458523 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:49.464076 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-a0888972-9bc8-4009-8186-533f6f4a776f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:49.481534 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Network e8806428-2dc6-48f3-b59e-7356de9f1fc9 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:53:49.484414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:53:49.492530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:53:49.528329 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Pushing event updated for resources: {'Port': ['ID=3f27792c-235e-481f-b1cc-d0b2acccaeb0,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:49.533144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:49.548537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Attempting to bind port b830246d-561c-468d-880e-ba111d48f6b1 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:53:49.549048 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Attempting to bind port b830246d-561c-468d-880e-ba111d48f6b1 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:53:49.549506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Attempting to bind port b830246d-561c-468d-880e-ba111d48f6b1 on network 89480cb6-6a7d-4426-8e42-42be78eae688 {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:53:49.553364 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783933'] for router_interface, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:49.558542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8464c49-adeb-46cc-8fd1-fbe9ce9ac60e None None] Pushing event updated for resources: {'Port': ['ID=b830246d-561c-468d-880e-ba111d48f6b1,revision_number=2']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:49.563068 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8464c49-adeb-46cc-8fd1-fbe9ce9ac60e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:49.565684 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:53:49.566221 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Checking segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:53:49.567368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:49.567988 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Bound using segment: {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'} {{(pid=104398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:53:49.569187 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.managers [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Bound port: b830246d-561c-468d-880e-ba111d48f6b1, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039e9364-9e96-4091-94e1-1cc3416413e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688'}}] {{(pid=104398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:53:49.569676 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:49.658687 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] For port b830246d-561c-468d-880e-ba111d48f6b1, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:53:49.662234 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] For port b830246d-561c-468d-880e-ba111d48f6b1, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b830246d-561c-468d-880e-ba111d48f6b1,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:53:49.668177 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:49.673570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:49.696700 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:49.751934 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Routers {'52e5f745-69d1-47a3-8baf-f6259006be66'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:49.752560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['52e5f745-69d1-47a3-8baf-f6259006be66'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:49.822771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8464c49-adeb-46cc-8fd1-fbe9ce9ac60e None None] Pushing event updated for resources: {'Port': ['ID=b830246d-561c-468d-880e-ba111d48f6b1,revision_number=3']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:49.828624 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8464c49-adeb-46cc-8fd1-fbe9ce9ac60e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:49.852585 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-73736cc6-f4f2-411e-8143-ad9b9298b6fa None None] Provisioning for port 3f27792c-235e-481f-b1cc-d0b2acccaeb0 completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:53:49.869219 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-73736cc6-f4f2-411e-8143-ad9b9298b6fa None None] Provisioning complete for port 3f27792c-235e-481f-b1cc-d0b2acccaeb0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:49.869861 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-73736cc6-f4f2-411e-8143-ad9b9298b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:49.945708 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:53:49.990753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:49.997293 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:50.022695 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-738078a5-3944-453e-99b6-cdd1ddf235a5 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:50.053093 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-73736cc6-f4f2-411e-8143-ad9b9298b6fa None None] Port 3f27792c-235e-481f-b1cc-d0b2acccaeb0 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:53:50.064277 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] Set router 52e5f745-69d1-47a3-8baf-f6259006be66 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:50.103190 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Pushing event updated for resources: {'Port': ['ID=3f27792c-235e-481f-b1cc-d0b2acccaeb0,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:50.108677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:50.108677 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401809'] for router_interface, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:50.206981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:50.207331 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:50.251420 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Network e8806428-2dc6-48f3-b59e-7356de9f1fc9 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:53:50.252955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:53:50.491645 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Router 52e5f745-69d1-47a3-8baf-f6259006be66 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:53:50.492308 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0606a74f-1716-42f5-9893-23b467ec729d up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:53:50.596935 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'name': 'tempest-TestSnapshotPattern-1077655305-router', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:45Z', 'updated_at': '2021-06-03T22:53:49Z', 'revision_number': 4, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'gw_port': {'id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:46Z', 'updated_at': '2021-06-03T22:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3f27792c-235e-481f-b1cc-d0b2acccaeb0', 'name': '', 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'mac_address': 'fa:16:3e:2e:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'c2810cd5-49b1-41a2-a437-c6cc9bbe14d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:49Z', 'updated_at': '2021-06-03T22:53:49Z', 'revision_number': 1, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'subnets': [{'id': 'c2810cd5-49b1-41a2-a437-c6cc9bbe14d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:50.600968 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-35f90d42-7e0b-4882-8372-1c7f73cf965d None None] Provisioning complete for port 3f27792c-235e-481f-b1cc-d0b2acccaeb0 triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:50.601342 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-35f90d42-7e0b-4882-8372-1c7f73cf965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:50.687440 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 0606a74f-1716-42f5-9893-23b467ec729d triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:50.687835 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:50.718419 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dac978e-12f5-41a9-9887-d0f7e878b3e0 None None] The sync data for ids ['52e5f745-69d1-47a3-8baf-f6259006be66'] in dv-neutron-792998-2-hyperv is: [{'id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'name': 'tempest-TestSnapshotPattern-1077655305-router', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:45Z', 'updated_at': '2021-06-03T22:53:49Z', 'revision_number': 4, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'gw_port': {'id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:46Z', 'updated_at': '2021-06-03T22:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3f27792c-235e-481f-b1cc-d0b2acccaeb0', 'name': '', 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'mac_address': 'fa:16:3e:2e:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'c2810cd5-49b1-41a2-a437-c6cc9bbe14d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:49Z', 'updated_at': '2021-06-03T22:53:49Z', 'revision_number': 1, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'subnets': [{'id': 'c2810cd5-49b1-41a2-a437-c6cc9bbe14d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:53:50.773743 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-35f90d42-7e0b-4882-8372-1c7f73cf965d None None] Port 3f27792c-235e-481f-b1cc-d0b2acccaeb0 cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:53:50.852256 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:53:50.866568 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] 10.222.0.96 "PUT /v2.0/routers/52e5f745-69d1-47a3-8baf-f6259006be66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7277286 Jun 03 22:53:51.446494 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36142) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:51.451801 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-295631996', 'description': 'tempest-secgroup-smoke-295631996 description', 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:51.457989 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:51.462191 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Usage tracker for resource:security_group and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:51.465632 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:51.471862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:51.491696 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:51.516734 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:51.520927 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Usage tracker for resource:security_group_rule and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:51.524402 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:51.533745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:51.623569 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:51.630541 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:51.635176 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-2f533636-34e2-4bca-8abc-087f3023c59b tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:51.676140 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bc864b-07f8-44f5-aca7-b976e48fc0c6,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:51.679096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:51.683221 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2327125 Jun 03 22:53:51.683221 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b88556b6-d705-40b7-9c21-8e3ac85f59fc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:51.683551 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36144) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:51.688105 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-474b8a10-a3dd-4e9f-b9f6-b971549bc8b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Request body: {'security_group_rule': {'security_group_id': 'b2bc864b-07f8-44f5-aca7-b976e48fc0c6', 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:51.694800 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-474b8a10-a3dd-4e9f-b9f6-b971549bc8b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:51.698796 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-474b8a10-a3dd-4e9f-b9f6-b971549bc8b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Usage tracker for resource:security_group_rule and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:51.701806 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-474b8a10-a3dd-4e9f-b9f6-b971549bc8b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:51.707849 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-474b8a10-a3dd-4e9f-b9f6-b971549bc8b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:51.726444 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-474b8a10-a3dd-4e9f-b9f6-b971549bc8b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:51.797439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-474b8a10-a3dd-4e9f-b9f6-b971549bc8b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:51.802540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-474b8a10-a3dd-4e9f-b9f6-b971549bc8b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:51.810738 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-38b680ce-5507-4e09-9179-fcc29647e0ec tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:51.833778 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b8a10-a3dd-4e9f-b9f6-b971549bc8b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b404ca1-7559-4340-af1a-12072f4522f5,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:51.837034 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-474b8a10-a3dd-4e9f-b9f6-b971549bc8b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:51.847744 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-474b8a10-a3dd-4e9f-b9f6-b971549bc8b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:51.851519 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-474b8a10-a3dd-4e9f-b9f6-b971549bc8b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648633 Jun 03 22:53:51.852258 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36146) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:51.857379 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-b3e6da49-9632-4731-8f74-739ba1bf5208 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Request body: {'security_group_rule': {'security_group_id': 'b2bc864b-07f8-44f5-aca7-b976e48fc0c6', 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:51.864114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b3e6da49-9632-4731-8f74-739ba1bf5208 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:51.868051 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b3e6da49-9632-4731-8f74-739ba1bf5208 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Usage tracker for resource:security_group_rule and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:51.871300 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-b3e6da49-9632-4731-8f74-739ba1bf5208 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:51.877390 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-b3e6da49-9632-4731-8f74-739ba1bf5208 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:51.900778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b830246d-561c-468d-880e-ba111d48f6b1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:53:51.903816 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e6da49-9632-4731-8f74-739ba1bf5208 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:51.974524 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port b830246d-561c-468d-880e-ba111d48f6b1 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:53:51.980426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port b830246d-561c-468d-880e-ba111d48f6b1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:51.980812 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:51.987748 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e6da49-9632-4731-8f74-739ba1bf5208 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:51.992716 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e6da49-9632-4731-8f74-739ba1bf5208 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:51.994932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d2e98a25-01ca-485e-bbff-9a7bc4f9820a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:52.018232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6da49-9632-4731-8f74-739ba1bf5208 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50179da-151f-4831-a6e3-10d428404e02,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:52.020611 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b3e6da49-9632-4731-8f74-739ba1bf5208 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:52.030987 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-b3e6da49-9632-4731-8f74-739ba1bf5208 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.032888 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b3e6da49-9632-4731-8f74-739ba1bf5208 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1795137 Jun 03 22:53:52.036915 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36148) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:52.041567 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-7d96d483-37ad-4cfa-a94a-16c22c592cdd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Request body: {'security_group_rule': {'security_group_id': 'b2bc864b-07f8-44f5-aca7-b976e48fc0c6', 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:52.047620 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7d96d483-37ad-4cfa-a94a-16c22c592cdd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:52.051398 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7d96d483-37ad-4cfa-a94a-16c22c592cdd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Usage tracker for resource:security_group_rule and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:52.054229 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-7d96d483-37ad-4cfa-a94a-16c22c592cdd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:52.060269 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-7d96d483-37ad-4cfa-a94a-16c22c592cdd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:52.078219 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7d96d483-37ad-4cfa-a94a-16c22c592cdd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.112100 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.129666 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port b830246d-561c-468d-880e-ba111d48f6b1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b830246d-561c-468d-880e-ba111d48f6b1,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:52.135285 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.137034 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:52.162118 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7d96d483-37ad-4cfa-a94a-16c22c592cdd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.168218 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7d96d483-37ad-4cfa-a94a-16c22c592cdd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.170988 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d3c69802-b75a-4248-b812-9933c2979969 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:52.194114 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96d483-37ad-4cfa-a94a-16c22c592cdd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20494b6-347c-43c5-ad6b-a3e1bd7f9009,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:52.200108 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7d96d483-37ad-4cfa-a94a-16c22c592cdd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:52.209759 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7d96d483-37ad-4cfa-a94a-16c22c592cdd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.210614 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=b830246d-561c-468d-880e-ba111d48f6b1,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:52.211682 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7d96d483-37ad-4cfa-a94a-16c22c592cdd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1738164 Jun 03 22:53:52.214757 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36150) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:52.215740 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:52.219431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-06676f69-895b-4f74-8324-bf181efd6fcf tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Request body: {'security_group_rule': {'security_group_id': 'b2bc864b-07f8-44f5-aca7-b976e48fc0c6', 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:52.225808 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-06676f69-895b-4f74-8324-bf181efd6fcf tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:52.230829 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-06676f69-895b-4f74-8324-bf181efd6fcf tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Usage tracker for resource:security_group_rule and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:52.233967 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-06676f69-895b-4f74-8324-bf181efd6fcf tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:52.239925 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-06676f69-895b-4f74-8324-bf181efd6fcf tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:52.263287 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06676f69-895b-4f74-8324-bf181efd6fcf tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.352401 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06676f69-895b-4f74-8324-bf181efd6fcf tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.360438 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06676f69-895b-4f74-8324-bf181efd6fcf tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.366655 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f20d874a-731e-443a-9503-dfffc398303a tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:52.387430 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06676f69-895b-4f74-8324-bf181efd6fcf tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade5ab1d-0338-468d-956a-027c9aa85b0a,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:52.390375 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-06676f69-895b-4f74-8324-bf181efd6fcf tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:52.399687 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-06676f69-895b-4f74-8324-bf181efd6fcf tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.401712 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-06676f69-895b-4f74-8324-bf181efd6fcf tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1859722 Jun 03 22:53:52.404521 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36152) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:52.409077 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-f6eb8710-a4b0-42ed-a95e-e6c52c8632a7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Request body: {'security_group_rule': {'security_group_id': 'b2bc864b-07f8-44f5-aca7-b976e48fc0c6', 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:52.415675 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f6eb8710-a4b0-42ed-a95e-e6c52c8632a7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:52.420593 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f6eb8710-a4b0-42ed-a95e-e6c52c8632a7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Usage tracker for resource:security_group_rule and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:52.423880 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-f6eb8710-a4b0-42ed-a95e-e6c52c8632a7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:52.430314 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-f6eb8710-a4b0-42ed-a95e-e6c52c8632a7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:52.442201 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-f6eb8710-a4b0-42ed-a95e-e6c52c8632a7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Project ee8dc161deeb42bd93d3d46fbd079dae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:53:52.448380 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6eb8710-a4b0-42ed-a95e-e6c52c8632a7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.523939 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6eb8710-a4b0-42ed-a95e-e6c52c8632a7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.529864 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6eb8710-a4b0-42ed-a95e-e6c52c8632a7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.531780 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-960a6799-044c-4842-881b-3e44b6679881 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:52.556230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb8710-a4b0-42ed-a95e-e6c52c8632a7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16c97ad-f3f2-42fe-8509-accd6bef97d6,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:52.559529 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-f6eb8710-a4b0-42ed-a95e-e6c52c8632a7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:52.567912 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f6eb8710-a4b0-42ed-a95e-e6c52c8632a7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.569210 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-f6eb8710-a4b0-42ed-a95e-e6c52c8632a7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1637540 Jun 03 22:53:52.572027 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36154) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:53:52.576624 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-629b196f-30f9-447b-b72e-65090cf9058d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Request body: {'security_group_rule': {'security_group_id': 'b2bc864b-07f8-44f5-aca7-b976e48fc0c6', 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:52.582977 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-629b196f-30f9-447b-b72e-65090cf9058d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:52.587730 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-629b196f-30f9-447b-b72e-65090cf9058d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Usage tracker for resource:security_group_rule and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:53:52.590847 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-629b196f-30f9-447b-b72e-65090cf9058d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:53:52.596867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-629b196f-30f9-447b-b72e-65090cf9058d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:52.610497 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.securitygroups_db [None req-629b196f-30f9-447b-b72e-65090cf9058d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Project ee8dc161deeb42bd93d3d46fbd079dae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 22:53:52.618277 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-629b196f-30f9-447b-b72e-65090cf9058d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.694009 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-629b196f-30f9-447b-b72e-65090cf9058d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.699008 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-629b196f-30f9-447b-b72e-65090cf9058d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415601'] for security_group_rule, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.700948 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-b972fdd3-35f2-48e8-a109-c3beb242f10d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:52.725754 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b196f-30f9-447b-b72e-65090cf9058d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df1855f-8eed-4a9c-a910-8cf57912c935,revision_number=0']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:52.728441 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-629b196f-30f9-447b-b72e-65090cf9058d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:52.738333 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-629b196f-30f9-447b-b72e-65090cf9058d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:52.739683 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-629b196f-30f9-447b-b72e-65090cf9058d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1665745 Jun 03 22:53:52.804328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-45f2b2a3-5248-4035-afc0-404753df2e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:53.090518 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-3dbd2447-018c-4da4-bef9-c8ae1ad50ade tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Synchronizing usage tracker for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:security_group {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:53:53.112626 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-3dbd2447-018c-4da4-bef9-c8ae1ad50ade tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Unset dirty status for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:security_group {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:53:53.113825 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-3dbd2447-018c-4da4-bef9-c8ae1ad50ade tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-295631996&fields=id&tenant_id=ee8dc161deeb42bd93d3d46fbd079dae HTTP/1.1" status: 200 len: 267 time: 0.0710292 Jun 03 22:53:53.280972 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-d67740e9-f72f-41ce-aeee-4db33ab77117 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:53.281653 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-d67740e9-f72f-41ce-aeee-4db33ab77117 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Synchronizing usage tracker for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:network {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:53:53.303173 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-d67740e9-f72f-41ce-aeee-4db33ab77117 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Unset dirty status for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:network {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:53:53.304337 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-d67740e9-f72f-41ce-aeee-4db33ab77117 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 810 time: 0.1802185 Jun 03 22:53:53.321326 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-567dfc1d-ca88-43cf-b6eb-c3b2f1f76d5a tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/quotas/ee8dc161deeb42bd93d3d46fbd079dae HTTP/1.1" status: 200 len: 375 time: 0.0098262 Jun 03 22:53:53.407901 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-d8c65011-e7eb-42bd-a880-9bde6804f5a2 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Synchronizing usage tracker for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:53:53.426469 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-d8c65011-e7eb-42bd-a880-9bde6804f5a2 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Unset dirty status for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:53:53.427820 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-d8c65011-e7eb-42bd-a880-9bde6804f5a2 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004739 Jun 03 22:53:53.575064 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-1cb02de0-52ba-40be-a008-f2b9fb5f80ca service neutron] 10.222.0.96 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343222 Jun 03 22:53:53.720165 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-550bf1f1-0009-4d96-ac57-ee27f6025f7e service neutron] 10.222.0.96 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391881 Jun 03 22:53:53.864817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b830246d-561c-468d-880e-ba111d48f6b1 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:53:53.933777 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port b830246d-561c-468d-880e-ba111d48f6b1 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:53.934576 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:54.049920 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-20d69699-d9e8-4c3b-bc89-9669ef293a08 req-76492fdc-287f-4c54-943b-4c7d972d45f1 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 210 time: 0.1812696 Jun 03 22:53:54.205038 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Sync routers for ids ['52e5f745-69d1-47a3-8baf-f6259006be66'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:53:54.216302 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Routers {'52e5f745-69d1-47a3-8baf-f6259006be66'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:54.217067 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['52e5f745-69d1-47a3-8baf-f6259006be66'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:54.417767 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Set router 52e5f745-69d1-47a3-8baf-f6259006be66 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:54.744431 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'name': 'tempest-TestSnapshotPattern-1077655305-router', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:45Z', 'updated_at': '2021-06-03T22:53:49Z', 'revision_number': 4, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'gw_port': {'id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:46Z', 'updated_at': '2021-06-03T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3f27792c-235e-481f-b1cc-d0b2acccaeb0', 'name': '', 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'mac_address': 'fa:16:3e:2e:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'c2810cd5-49b1-41a2-a437-c6cc9bbe14d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:49Z', 'updated_at': '2021-06-03T22:53:49Z', 'revision_number': 2, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'subnets': [{'id': 'c2810cd5-49b1-41a2-a437-c6cc9bbe14d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:54.749378 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Checking router: 52e5f745-69d1-47a3-8baf-f6259006be66 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:53:54.749727 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Updating router 52e5f745-69d1-47a3-8baf-f6259006be66 port 3f27792c-235e-481f-b1cc-d0b2acccaeb0 binding host dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 22:53:54.810176 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:55.186278 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Notify callbacks [] for port, precommit_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:55.199242 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.provisioning_blocks [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Transition to ACTIVE for port object 3f27792c-235e-481f-b1cc-d0b2acccaeb0 will not be triggered until provisioned by entity L2. {{(pid=104399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:53:55.209116 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:55.219062 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-3ed5ba03-e8c5-47a0-b898-c509ce3db2e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:55.235200 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e2dcb2df-0558-4906-9af8-60e2b55188b7 req-f3ea7aea-2dce-42af-9e00-7069e0f4ce2d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 210 time: 0.0661776 Jun 03 22:53:55.283833 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-a5af4497-91fe-4f21-8fe0-2689f88577c3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:55.285969 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-a5af4497-91fe-4f21-8fe0-2689f88577c3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 810 time: 0.1961932 Jun 03 22:53:55.354087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:55.354724 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-72525788-50a8-4f11-8873-f34bae1ffd2a tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee8dc161deeb42bd93d3d46fbd079dae HTTP/1.1" status: 200 len: 379 time: 0.0596414 Jun 03 22:53:55.363905 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Request body: {'port': {'device_id': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'admin_state_up': True, 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'security_groups': ['b2bc864b-07f8-44f5-aca7-b976e48fc0c6']}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:55.467132 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-25eee504-3529-44ab-b39f-127ec62441d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:55.491316 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08282b-c957-4e26-befa-477eecbc6188 None None] Pushing event updated for resources: {'Port': ['ID=3f27792c-235e-481f-b1cc-d0b2acccaeb0,revision_number=3']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:55.502558 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-df08282b-c957-4e26-befa-477eecbc6188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:55.509554 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Attempting to bind port 3f27792c-235e-481f-b1cc-d0b2acccaeb0 on host dv-neutron-792998-2-hyperv for vnic_type normal with profile {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:53:55.509936 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Attempting to bind port 3f27792c-235e-481f-b1cc-d0b2acccaeb0 by drivers openvswitch,hyperv on host dv-neutron-792998-2-hyperv at level 0 using segments [{'id': '98c4b44d-aed2-48a4-839e-0dbf973caac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9'}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:53:55.510296 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Attempting to bind port 3f27792c-235e-481f-b1cc-d0b2acccaeb0 on network e8806428-2dc6-48f3-b59e-7356de9f1fc9 {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:53:55.516468 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Checking agent: {'id': '27db7d0e-1446-43b3-8c54-dc69c8d66d40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 35, 25), 'started_at': datetime.datetime(2021, 6, 3, 21, 35, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:53:55.516760 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Checking segment: {'id': '98c4b44d-aed2-48a4-839e-0dbf973caac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:53:55.517159 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:55.517550 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Bound using segment: {'id': '98c4b44d-aed2-48a4-839e-0dbf973caac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9'} {{(pid=104399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:53:55.518016 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.managers [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Bound port: 3f27792c-235e-481f-b1cc-d0b2acccaeb0, host: dv-neutron-792998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c4b44d-aed2-48a4-839e-0dbf973caac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9'}}] {{(pid=104399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:53:55.518386 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:55.518641 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:53:55.529151 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:53:55.542370 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Made reservation on behalf of ee8dc161deeb42bd93d3d46fbd079dae for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:53:55.549264 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:55.612512 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] For port 3f27792c-235e-481f-b1cc-d0b2acccaeb0, host dv-neutron-792998-2-hyperv, cleared binding levels {{(pid=104399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:53:55.615910 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.plugins.ml2.db [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] For port 3f27792c-235e-481f-b1cc-d0b2acccaeb0, host dv-neutron-792998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3f27792c-235e-481f-b1cc-d0b2acccaeb0,segment=NetworkSegment(98c4b44d-aed2-48a4-839e-0dbf973caac6),segment_id=98c4b44d-aed2-48a4-839e-0dbf973caac6)] {{(pid=104399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:53:55.621416 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron_lib.callbacks.manager [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:55.626025 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-ab1d5849-0fa5-401b-af6b-857d25102472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:55.704423 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Routers {'52e5f745-69d1-47a3-8baf-f6259006be66'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:53:55.705413 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['52e5f745-69d1-47a3-8baf-f6259006be66'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:55.724675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Allocated IP 172.20.0.10 (34172d35-77f7-4101-ad13-e40368c28b7e/19640986-469c-4086-b207-fa3bc25b83c3/1a382177-22ed-426f-ac35-98fc188fedfb) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:53:55.774965 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08282b-c957-4e26-befa-477eecbc6188 None None] Pushing event updated for resources: {'Port': ['ID=3f27792c-235e-481f-b1cc-d0b2acccaeb0,revision_number=4']} {{(pid=104399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:55.780638 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG oslo_concurrency.lockutils [None req-df08282b-c957-4e26-befa-477eecbc6188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:55.910742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3f27792c-235e-481f-b1cc-d0b2acccaeb0 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:53:55.920733 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] Set router 52e5f745-69d1-47a3-8baf-f6259006be66 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:53:55.960434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:55.979032 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Transition to ACTIVE for port object 1a382177-22ed-426f-ac35-98fc188fedfb will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:53:55.998565 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning for port 3f27792c-235e-481f-b1cc-d0b2acccaeb0 completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:53:56.003778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3f27792c-235e-481f-b1cc-d0b2acccaeb0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:56.004165 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:56.006225 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:56.013021 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1a2f7179-824a-4627-8f17-87b38189e2d0 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:56.079808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Network 34172d35-77f7-4101-ad13-e40368c28b7e is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:53:56.084233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:53:56.094291 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:53:56.128927 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:56.129866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event updated for resources: {'Port': ['ID=1a382177-22ed-426f-ac35-98fc188fedfb,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:56.132982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:56.179426 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] For port 3f27792c-235e-481f-b1cc-d0b2acccaeb0, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3f27792c-235e-481f-b1cc-d0b2acccaeb0,segment=NetworkSegment(98c4b44d-aed2-48a4-839e-0dbf973caac6),segment_id=98c4b44d-aed2-48a4-839e-0dbf973caac6)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:53:56.185361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:56.186064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:56.188161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:56.190533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:56.220175 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-34602b4b-571b-4a05-ac32-df3ea2d29cf3 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8602140 Jun 03 22:53:56.232155 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Request body: {'port': {'device_id': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:53:56.280032 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Pushing event updated for resources: {'Port': ['ID=3f27792c-235e-481f-b1cc-d0b2acccaeb0,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:56.288394 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:56.298454 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'name': 'tempest-TestSnapshotPattern-1077655305-router', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:45Z', 'updated_at': '2021-06-03T22:53:49Z', 'revision_number': 4, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'gw_port': {'id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:46Z', 'updated_at': '2021-06-03T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3f27792c-235e-481f-b1cc-d0b2acccaeb0', 'name': '', 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'mac_address': 'fa:16:3e:2e:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'c2810cd5-49b1-41a2-a437-c6cc9bbe14d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:49Z', 'updated_at': '2021-06-03T22:53:55Z', 'revision_number': 4, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'subnets': [{'id': 'c2810cd5-49b1-41a2-a437-c6cc9bbe14d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:53:56.303640 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e4366f-0110-445c-910e-2d17b1af83c3 None None] The sync data for ids ['52e5f745-69d1-47a3-8baf-f6259006be66'] in dv-neutron-792998-2-hyperv is: [{'id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'name': 'tempest-TestSnapshotPattern-1077655305-router', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:45Z', 'updated_at': '2021-06-03T22:53:49Z', 'revision_number': 4, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'gw_port': {'id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:46Z', 'updated_at': '2021-06-03T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '3f27792c-235e-481f-b1cc-d0b2acccaeb0', 'name': '', 'network_id': 'e8806428-2dc6-48f3-b59e-7356de9f1fc9', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'mac_address': 'fa:16:3e:2e:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'c2810cd5-49b1-41a2-a437-c6cc9bbe14d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:49Z', 'updated_at': '2021-06-03T22:53:55Z', 'revision_number': 4, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'subnets': [{'id': 'c2810cd5-49b1-41a2-a437-c6cc9bbe14d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:53:56.368843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:56.420349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c00fb158-762b-4444-9b7a-c8e0b125f302 None None] Provisioning for port 1a382177-22ed-426f-ac35-98fc188fedfb completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:53:56.430847 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-c00fb158-762b-4444-9b7a-c8e0b125f302 None None] Provisioning complete for port 1a382177-22ed-426f-ac35-98fc188fedfb triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:56.432431 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c00fb158-762b-4444-9b7a-c8e0b125f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:56.501862 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c00fb158-762b-4444-9b7a-c8e0b125f302 None None] Port 1a382177-22ed-426f-ac35-98fc188fedfb cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:53:56.615042 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6a610-8a75-4761-9f19-b65c3cc56260 req-b9cb77d1-0c73-4b4f-9168-86441972b7f9 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:56.615818 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-85f6a610-8a75-4761-9f19-b65c3cc56260 req-b9cb77d1-0c73-4b4f-9168-86441972b7f9 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Synchronizing usage tracker for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:53:56.694552 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-85f6a610-8a75-4761-9f19-b65c3cc56260 req-b9cb77d1-0c73-4b4f-9168-86441972b7f9 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Unset dirty status for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:53:56.695522 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-85f6a610-8a75-4761-9f19-b65c3cc56260 req-b9cb77d1-0c73-4b4f-9168-86441972b7f9 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 932 time: 0.2793791 Jun 03 22:53:56.777097 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-85f6a610-8a75-4761-9f19-b65c3cc56260 req-a2004c33-5e0d-4003-9aad-5196c3058b74 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722427 Jun 03 22:53:56.855357 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a382177-22ed-426f-ac35-98fc188fedfb {{(pid=104397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:53:56.863242 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:56.879081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Transition to ACTIVE for port object 1a382177-22ed-426f-ac35-98fc188fedfb will not be triggered until provisioned by entity L2. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:53:56.885965 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:56.890296 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-dcb2a035-41a4-484b-a2a5-ac3ac5800217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:57.199244 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Pushing event updated for resources: {'Port': ['ID=1a382177-22ed-426f-ac35-98fc188fedfb,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:57.208793 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:57.249088 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:57.287856 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Attempting to bind port 1a382177-22ed-426f-ac35-98fc188fedfb on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:53:57.288182 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Attempting to bind port 1a382177-22ed-426f-ac35-98fc188fedfb by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:53:57.288481 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Attempting to bind port 1a382177-22ed-426f-ac35-98fc188fedfb on network 34172d35-77f7-4101-ad13-e40368c28b7e {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:53:57.293478 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Port 1a382177-22ed-426f-ac35-98fc188fedfb on network 34172d35-77f7-4101-ad13-e40368c28b7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:53:57.293792 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Attempting to bind port 1a382177-22ed-426f-ac35-98fc188fedfb on network 34172d35-77f7-4101-ad13-e40368c28b7e {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:53:57.299419 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:53:57.299781 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Checking segment: {'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:53:57.300290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Bound using segment: {'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:53:57.301278 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Bound port: 1a382177-22ed-426f-ac35-98fc188fedfb, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'}}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:53:57.301278 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:57.406998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] For port 1a382177-22ed-426f-ac35-98fc188fedfb, host hv-neutron-7929, cleared binding levels {{(pid=104397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:53:57.410851 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] For port 1a382177-22ed-426f-ac35-98fc188fedfb, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1a382177-22ed-426f-ac35-98fc188fedfb,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:53:57.415622 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:57.420098 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:53:57.473757 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:57.474360 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:57.475742 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] 10.222.0.24 "PUT /v2.0/ports/1a382177-22ed-426f-ac35-98fc188fedfb HTTP/1.1" status: 200 len: 1094 time: 1.2482526 Jun 03 22:53:57.476252 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:53:57.478680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cfffc5d3d0282477d46bcefcc198e923eaa1dc9a7cf5baa3fa5bb35988c5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094a0e51-6ef1-4796-9948-d83b2cc85f33" -d '{"events": [{"name": "network-changed", "server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:53:57.507543 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Pushing event updated for resources: {'Port': ['ID=1a382177-22ed-426f-ac35-98fc188fedfb,revision_number=3']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:53:57.511081 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:53:57.563861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7e3a0e-aa96-43e4-8643-71d2708996b3 x-openstack-request-id: req-ed7e3a0e-aa96-43e4-8643-71d2708996b3 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:53:57.564196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:53:57.564494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ed7e3a0e-aa96-43e4-8643-71d2708996b3 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:53:57.564958 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb', 'status': 'completed', 'code': 200} Jun 03 22:53:57.597689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:57.619881 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-4556eb25-efac-4e5f-b0d0-cc751ecfbc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:57.621412 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-4556eb25-efac-4e5f-b0d0-cc751ecfbc50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 1097 time: 0.0997360 Jun 03 22:53:57.693257 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-e3be8986-e32e-4bdb-a870-6a4215e86721 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a382177-22ed-426f-ac35-98fc188fedfb HTTP/1.1" status: 200 len: 217 time: 0.0638056 Jun 03 22:53:57.782026 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-bc24ba14-f806-40fd-8455-024141447701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:57.784563 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-bc24ba14-f806-40fd-8455-024141447701 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0850477 Jun 03 22:53:57.871305 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2e8b41b4-5871-4e40-b5b1-d528d8112805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:57.872667 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3f27792c-235e-481f-b1cc-d0b2acccaeb0 up at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:53:57.873311 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-2e8b41b4-5871-4e40-b5b1-d528d8112805 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810921 Jun 03 22:53:57.944828 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Provisioning complete for port 3f27792c-235e-481f-b1cc-d0b2acccaeb0 triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:53:57.945210 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:58.076600 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-5849a4db-cfae-4d88-8d8c-9cad65844acb service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965539 Jun 03 22:53:58.113573 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fba49f-ca52-4273-9014-a54fe906cf76 req-cb5c806d-485a-4bd8-b9ec-9ce3ceaf2503 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:58.115013 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b3fba49f-ca52-4273-9014-a54fe906cf76 req-cb5c806d-485a-4bd8-b9ec-9ce3ceaf2503 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 944 time: 0.2146611 Jun 03 22:53:58.235808 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b3fba49f-ca52-4273-9014-a54fe906cf76 req-48e49244-5da4-486f-a364-26acd85e2d61 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073120 Jun 03 22:53:58.259712 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-8e71a464-9746-4203-be0d-0b25d8bc2aee req-52ccd5fb-21f5-4332-be95-417c856db379 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762347 Jun 03 22:53:58.395193 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0e51-6ef1-4796-9948-d83b2cc85f33 req-ec37083a-9072-43c3-8d86-01fe9a694018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:58.396938 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-094a0e51-6ef1-4796-9948-d83b2cc85f33 req-ec37083a-9072-43c3-8d86-01fe9a694018 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 1097 time: 0.0840881 Jun 03 22:53:58.560580 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0e51-6ef1-4796-9948-d83b2cc85f33 req-f84ac8d2-d50e-4e60-9f3f-2025093180d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:58.562044 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-094a0e51-6ef1-4796-9948-d83b2cc85f33 req-f84ac8d2-d50e-4e60-9f3f-2025093180d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 912 time: 0.1577542 Jun 03 22:53:58.634083 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-094a0e51-6ef1-4796-9948-d83b2cc85f33 req-2e25bf6f-13ea-42ac-a810-8fda4763f908 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a382177-22ed-426f-ac35-98fc188fedfb HTTP/1.1" status: 200 len: 217 time: 0.0657248 Jun 03 22:53:58.699714 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0e51-6ef1-4796-9948-d83b2cc85f33 req-163ec9d7-22a9-47eb-b0cb-f47537c08714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:58.701043 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-094a0e51-6ef1-4796-9948-d83b2cc85f33 req-163ec9d7-22a9-47eb-b0cb-f47537c08714 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0599647 Jun 03 22:53:58.751445 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:53:58.797643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0e51-6ef1-4796-9948-d83b2cc85f33 req-4e6be75b-dac0-4a02-a928-7fb8468aebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:58.799138 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-094a0e51-6ef1-4796-9948-d83b2cc85f33 req-4e6be75b-dac0-4a02-a928-7fb8468aebc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909204 Jun 03 22:53:59.087569 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-094a0e51-6ef1-4796-9948-d83b2cc85f33 req-8c00307b-baec-485e-bd57-269ece4fc88b service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796893 Jun 03 22:53:59.231682 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-094a0e51-6ef1-4796-9948-d83b2cc85f33 req-2a781bca-b108-4172-b6cc-7d80f72096e2 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367528 Jun 03 22:53:59.455833 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddae35b-b26a-4062-bd27-aaa7aff0bf31 req-99b7013b-73f3-44e2-bcfd-60e94460bda4 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:53:59.457316 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eddae35b-b26a-4062-bd27-aaa7aff0bf31 req-99b7013b-73f3-44e2-bcfd-60e94460bda4 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 944 time: 0.0896616 Jun 03 22:53:59.513112 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eddae35b-b26a-4062-bd27-aaa7aff0bf31 req-96d15d09-540e-4e3b-b0dd-eaa22adb51bb tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477817 Jun 03 22:54:00.757482 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e794-cc4c-449b-af9b-95e0a6ebd596 req-a4fd9cf4-110f-4aaf-b5f9-88361c4c099f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:00.758985 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-df34e794-cc4c-449b-af9b-95e0a6ebd596 req-a4fd9cf4-110f-4aaf-b5f9-88361c4c099f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 944 time: 0.1092904 Jun 03 22:54:00.807164 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-df34e794-cc4c-449b-af9b-95e0a6ebd596 req-fdf1f92c-21fb-4a68-adee-70ff9402527a tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411651 Jun 03 22:54:02.012243 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9985873-2f99-45f4-93d4-cda3c3a5d36d req-c732f928-8d75-42f2-904b-590c3b3acf0c tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:02.013742 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d9985873-2f99-45f4-93d4-cda3c3a5d36d req-c732f928-8d75-42f2-904b-590c3b3acf0c tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 944 time: 0.0990791 Jun 03 22:54:02.060101 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d9985873-2f99-45f4-93d4-cda3c3a5d36d req-45104061-0aa0-45bf-b74c-7176aab1f72d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403295 Jun 03 22:54:02.205336 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 1a382177-22ed-426f-ac35-98fc188fedfb details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:54:02.353699 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 1a382177-22ed-426f-ac35-98fc188fedfb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1a382177-22ed-426f-ac35-98fc188fedfb,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:54:02.367043 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '1a382177-22ed-426f-ac35-98fc188fedfb', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'port_id': '1a382177-22ed-426f-ac35-98fc188fedfb', 'mac_address': 'fa:16:3e:42:66:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:54:02.423823 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:02.440281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a382177-22ed-426f-ac35-98fc188fedfb {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:54:02.455735 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 1a382177-22ed-426f-ac35-98fc188fedfb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1a382177-22ed-426f-ac35-98fc188fedfb,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:54:02.466625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:02.468528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:54:02.550417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=1a382177-22ed-426f-ac35-98fc188fedfb,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:54:02.553821 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:54:02.838991 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['1a382177-22ed-426f-ac35-98fc188fedfb'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:54:03.273770 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123335a-5b47-4e68-8d1b-7fad47f7314a req-a2583441-e14f-4169-8a17-2994b52b1b71 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:03.275336 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5123335a-5b47-4e68-8d1b-7fad47f7314a req-a2583441-e14f-4169-8a17-2994b52b1b71 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 945 time: 0.0912035 Jun 03 22:54:03.330419 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-5123335a-5b47-4e68-8d1b-7fad47f7314a req-642b4e9f-a15c-46e6-bee7-db047317183d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487838 Jun 03 22:54:04.219204 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 1a382177-22ed-426f-ac35-98fc188fedfb up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:54:04.309954 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port 1a382177-22ed-426f-ac35-98fc188fedfb completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:54:04.315504 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 1a382177-22ed-426f-ac35-98fc188fedfb triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:54:04.315883 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:04.434824 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:04.470372 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:54:04.472560 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a259d434e5266499f551689d4c9ec5922992bd03483a7921ea610ead6713934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b0389a-206c-4577-b25c-1de6ec5dc793" -d '{"events": [{"server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "name": "network-vif-plugged", "status": "completed", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:54:04.480083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 1a382177-22ed-426f-ac35-98fc188fedfb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1a382177-22ed-426f-ac35-98fc188fedfb,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:54:04.487231 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:04.490938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:54:04.524570 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb57a10-7660-44f8-bded-209c33258fe2 x-openstack-request-id: req-bdb57a10-7660-44f8-bded-209c33258fe2 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:54:04.525062 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "name": "network-vif-plugged", "status": "completed", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:54:04.525344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-bdb57a10-7660-44f8-bded-209c33258fe2 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:54:04.528004 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb', 'code': 200} Jun 03 22:54:04.549424 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06ac33-4bd3-4833-b8dd-21a5622ec6ed req-62b12553-7f26-46f6-8ef6-dab63cfd9caa tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:04.556229 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2f06ac33-4bd3-4833-b8dd-21a5622ec6ed req-62b12553-7f26-46f6-8ef6-dab63cfd9caa tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 946 time: 0.1067436 Jun 03 22:54:04.564370 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=1a382177-22ed-426f-ac35-98fc188fedfb,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:54:04.567236 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:54:04.603986 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-2f06ac33-4bd3-4833-b8dd-21a5622ec6ed req-9c6cc903-3504-4af2-bd0e-c50a7a5d9451 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455575 Jun 03 22:54:04.776699 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64871f6-3927-4ed9-8205-d2fbfe144c4c req-ce603992-e315-4bcf-9b0d-1cc07d0fedef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:04.778133 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b64871f6-3927-4ed9-8205-d2fbfe144c4c req-ce603992-e315-4bcf-9b0d-1cc07d0fedef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 1099 time: 0.0796359 Jun 03 22:54:04.826180 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b64871f6-3927-4ed9-8205-d2fbfe144c4c req-07fdc148-8bc8-40fd-9583-8debc373ad1a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408895 Jun 03 22:54:05.811363 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724e3e4-3706-4a4d-8953-5aeeb5cc547b req-0186f776-4cd3-4886-9625-0cd16552eaa0 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:05.813806 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f724e3e4-3706-4a4d-8953-5aeeb5cc547b req-0186f776-4cd3-4886-9625-0cd16552eaa0 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 946 time: 0.0973413 Jun 03 22:54:05.863248 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f724e3e4-3706-4a4d-8953-5aeeb5cc547b req-757de1d8-cb86-4aab-9ba4-9aa322055ebc tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429978 Jun 03 22:54:06.186609 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:54:07.073359 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff80386-5e69-48f0-8666-0b708676dcf0 req-bbf07036-3acf-4ba0-a64b-b325dc4b9a25 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:07.075589 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eff80386-5e69-48f0-8666-0b708676dcf0 req-bbf07036-3acf-4ba0-a64b-b325dc4b9a25 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 946 time: 0.0999591 Jun 03 22:54:07.130264 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-eff80386-5e69-48f0-8666-0b708676dcf0 req-c85fd86a-b390-4638-889f-8d81720c7895 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487213 Jun 03 22:54:07.332887 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bee9fa-fe2a-4df5-9b89-056bd55d9ae4 req-6ce206a1-9a45-4ba1-a329-204f9509ef3c tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:07.334323 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c8bee9fa-fe2a-4df5-9b89-056bd55d9ae4 req-6ce206a1-9a45-4ba1-a329-204f9509ef3c tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 946 time: 0.0969741 Jun 03 22:54:07.383129 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-c8bee9fa-fe2a-4df5-9b89-056bd55d9ae4 req-5d74751e-bf56-414f-8b87-ce0b0d856bce tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404398 Jun 03 22:54:07.415528 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36224) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:54:07.543092 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7dfddb-bf27-4344-b2c5-ab29eefad425 tempest-TestSnapshotPattern-1385798122 tempest-TestSnapshotPattern-1385798122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:07.545265 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ab7dfddb-bf27-4344-b2c5-ab29eefad425 tempest-TestSnapshotPattern-1385798122 tempest-TestSnapshotPattern-1385798122-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 1094 time: 0.1285975 Jun 03 22:54:07.549343 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36228) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:54:07.555577 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.v2.base [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': '1a382177-22ed-426f-ac35-98fc188fedfb', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:54:07.565078 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:54:07.569136 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Usage tracker for resource:floatingip and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:54:07.572107 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104396) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:54:07.578125 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.quota.driver [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=104396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:54:07.592230 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for floatingip, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:07.736540 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:07.894306 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.db_base_plugin_common [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Allocated IP 172.26.3.52 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/4c3ed99c-10e1-4007-8a07-b11cf869128f) {{(pid=104396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:54:08.055297 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for port, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:08.094507 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:08.098467 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-bfc4868d-e13c-4951-ae50-48bacfa639a7 tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:54:08.157610 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:54:08.160354 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.base_scheduler [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources bound (agent type, host, resource id): {{(pid=104396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:54:08.168531 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Received port after_create {{(pid=104396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:54:08.204172 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event updated for resources: {'Port': ['ID=4c3ed99c-10e1-4007-8a07-b11cf869128f,revision_number=1']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:54:08.210736 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:54:08.777349 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:08.855875 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:09.067511 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for port, precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:09.075898 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27462421'] for port, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:09.080661 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-dec5e198-33c4-4ad7-965e-7bab15062917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:54:09.185319 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event updated for resources: {'Port': ['ID=4c3ed99c-10e1-4007-8a07-b11cf869128f,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:54:09.189454 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:54:09.198096 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:09.381982 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Floating IP 2018d998-226b-4cfa-8639-ab6443572b82 associated. External IP: 172.26.3.52, port: 1a382177-22ed-426f-ac35-98fc188fedfb. Jun 03 22:54:09.751982 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Router 2cc8a814-54de-46b3-a25b-31812a24a373 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:54:09.949621 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:54:09.962019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc925d5-ca0a-41dd-80b9-23f995e39942 None None] Sync routers for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:54:09.972196 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc925d5-ca0a-41dd-80b9-23f995e39942 None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:54:09.972925 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bbc925d5-ca0a-41dd-80b9-23f995e39942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:54:09.978892 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:10.047566 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-d00d7ef1-f384-4656-ab00-ab1b47386163 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4848716 Jun 03 22:54:10.047566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:54:10.047566 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f6d18ed14788b8ef34dfd37755a263df64af6a5ec6cc3060a744ac4e8e9174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543257b9-c893-49c5-a49f-e575c12db986" -d '{"events": [{"name": "network-changed", "server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:54:10.145579 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a275c5-09b9-4393-b22b-397a4e36229d x-openstack-request-id: req-39a275c5-09b9-4393-b22b-397a4e36229d {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:54:10.145924 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:54:10.146232 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-39a275c5-09b9-4393-b22b-397a4e36229d {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:54:10.146768 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb', 'status': 'completed', 'code': 200} Jun 03 22:54:10.158657 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-bbc925d5-ca0a-41dd-80b9-23f995e39942 None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:54:10.252362 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543257b9-c893-49c5-a49f-e575c12db986 req-dbcdc285-1425-4fb3-a89c-522516a3c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:10.253857 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-543257b9-c893-49c5-a49f-e575c12db986 req-dbcdc285-1425-4fb3-a89c-522516a3c8a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 1099 time: 0.0804451 Jun 03 22:54:10.392280 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543257b9-c893-49c5-a49f-e575c12db986 req-db393872-4445-4032-8fa1-a11da0fa16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:10.393740 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-543257b9-c893-49c5-a49f-e575c12db986 req-db393872-4445-4032-8fa1-a11da0fa16c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 912 time: 0.1332469 Jun 03 22:54:10.503265 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-543257b9-c893-49c5-a49f-e575c12db986 req-9b09306c-0ead-4196-84a0-72fdcfba6545 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a382177-22ed-426f-ac35-98fc188fedfb HTTP/1.1" status: 200 len: 999 time: 0.1024029 Jun 03 22:54:10.516900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bbc925d5-ca0a-41dd-80b9-23f995e39942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2018d998-226b-4cfa-8639-ab6443572b82', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'port_id': '1a382177-22ed-426f-ac35-98fc188fedfb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'mac_address': 'fa:16:3e:42:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:54:08Z', 'updated_at': '2021-06-03T22:54:08Z', 'revision_number': 0, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:48Z', 'revision_number': 5, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:54:10.521027 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc925d5-ca0a-41dd-80b9-23f995e39942 None None] Checking router: 2cc8a814-54de-46b3-a25b-31812a24a373 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:54:10.531487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc925d5-ca0a-41dd-80b9-23f995e39942 None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:54:10.533551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bbc925d5-ca0a-41dd-80b9-23f995e39942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:53:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:54:10.572646 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543257b9-c893-49c5-a49f-e575c12db986 req-5c5f9ec6-a3ff-40b2-8df7-82a1b93ddc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:10.574141 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-543257b9-c893-49c5-a49f-e575c12db986 req-5c5f9ec6-a3ff-40b2-8df7-82a1b93ddc6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0642641 Jun 03 22:54:10.651260 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543257b9-c893-49c5-a49f-e575c12db986 req-80cee48a-673a-415a-92f0-ba9bff597330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:10.653249 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-543257b9-c893-49c5-a49f-e575c12db986 req-80cee48a-673a-415a-92f0-ba9bff597330 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723548 Jun 03 22:54:10.736334 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-bbc925d5-ca0a-41dd-80b9-23f995e39942 None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:54:10.791279 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-543257b9-c893-49c5-a49f-e575c12db986 req-78cb8279-4cfb-4c55-a6e6-8186060907bc service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323783 Jun 03 22:54:10.934647 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-543257b9-c893-49c5-a49f-e575c12db986 req-eb7c7fbc-7116-447f-9ab9-aacf37477d5c service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365740 Jun 03 22:54:11.173896 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-bbc925d5-ca0a-41dd-80b9-23f995e39942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2018d998-226b-4cfa-8639-ab6443572b82', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'port_id': '1a382177-22ed-426f-ac35-98fc188fedfb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'mac_address': 'fa:16:3e:42:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:54:08Z', 'updated_at': '2021-06-03T22:54:08Z', 'revision_number': 0, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:48Z', 'revision_number': 5, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:54:11.180837 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc925d5-ca0a-41dd-80b9-23f995e39942 None None] The sync data for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv is: [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2018d998-226b-4cfa-8639-ab6443572b82', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'port_id': '1a382177-22ed-426f-ac35-98fc188fedfb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'mac_address': 'fa:16:3e:42:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:54:08Z', 'updated_at': '2021-06-03T22:54:08Z', 'revision_number': 0, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:48Z', 'revision_number': 5, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:54:11.388017 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d462e0-1b5f-4774-af2b-f83e8c225f0f None None] New status for floating IP 2018d998-226b-4cfa-8639-ab6443572b82: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:54:22.812263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7502d4d8-b472-42b5-aae6-b5f10d73854f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:25.334782 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:25.469411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b48d7bd2-b64b-4ec7-969c-666738b15848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:27.251793 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:27.627114 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:28.756638 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:33.341489 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e9dd948e-4b07-4880-99b9-24ece20a1c37 req-cc5fbf9b-59e6-43f7-999e-20bcfc478cae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792253 Jun 03 22:54:33.502567 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd948e-4b07-4880-99b9-24ece20a1c37 req-dbc015fd-37e0-402f-8d8c-e48b981d18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:33.504097 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e9dd948e-4b07-4880-99b9-24ece20a1c37 req-dbc015fd-37e0-402f-8d8c-e48b981d18f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 1099 time: 0.0909104 Jun 03 22:54:33.825328 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd948e-4b07-4880-99b9-24ece20a1c37 req-e0c5b80d-b02c-4bb9-8789-499aaccc1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:33.826782 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e9dd948e-4b07-4880-99b9-24ece20a1c37 req-e0c5b80d-b02c-4bb9-8789-499aaccc1118 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 912 time: 0.3001306 Jun 03 22:54:33.933950 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e9dd948e-4b07-4880-99b9-24ece20a1c37 req-dd07f0d8-116d-4cfe-aafc-31c04cfa0db1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a382177-22ed-426f-ac35-98fc188fedfb HTTP/1.1" status: 200 len: 1001 time: 0.0998824 Jun 03 22:54:34.006832 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd948e-4b07-4880-99b9-24ece20a1c37 req-917b7b0e-1728-43a6-ad3b-9dad7f3aedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:34.008339 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e9dd948e-4b07-4880-99b9-24ece20a1c37 req-917b7b0e-1728-43a6-ad3b-9dad7f3aedd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0677629 Jun 03 22:54:34.093427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd948e-4b07-4880-99b9-24ece20a1c37 req-31eb83bb-a5d1-4e4f-82c0-a0ebad7b72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:54:34.094919 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e9dd948e-4b07-4880-99b9-24ece20a1c37 req-31eb83bb-a5d1-4e4f-82c0-a0ebad7b72d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800357 Jun 03 22:54:34.232486 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e9dd948e-4b07-4880-99b9-24ece20a1c37 req-9f6ad3ad-d99e-4cad-affd-ad75f80b3c74 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304784 Jun 03 22:54:34.367568 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e9dd948e-4b07-4880-99b9-24ece20a1c37 req-b61cfad3-794a-428b-b711-47ba4ce0c2d3 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285956 Jun 03 22:54:43.186959 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:54:52.807873 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5225a5f7-c2a6-46d7-9f7e-90a1b01eab50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:55.333392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:55.472996 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6c74be04-8bd7-4c92-9ec7-e2040e45f63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:57.259780 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:57.641827 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:54:58.761480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:55:20.187868 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:55:22.807626 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-7efb14c7-8089-4e72-969c-1b7ce8b3ea9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:55:25.331069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:55:25.471386 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-54a17fc3-10da-4a70-8ce1-6c98216242d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:55:27.263689 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:55:27.639547 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:55:28.765307 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:55:33.334637 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d8882b7e-bee2-4262-8366-891263a76033 req-9fd269c5-72f0-42fe-9bc6-93da428c1d05 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780308 Jun 03 22:55:33.488797 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8882b7e-bee2-4262-8366-891263a76033 req-4f159372-db26-422b-9eb3-d00cdfa09f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:55:33.490563 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d8882b7e-bee2-4262-8366-891263a76033 req-4f159372-db26-422b-9eb3-d00cdfa09f98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 1099 time: 0.0853591 Jun 03 22:55:33.643685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8882b7e-bee2-4262-8366-891263a76033 req-b20a7ddc-4e61-4129-a77e-18ca8e11f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:55:33.645127 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d8882b7e-bee2-4262-8366-891263a76033 req-b20a7ddc-4e61-4129-a77e-18ca8e11f17d service neutron] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 912 time: 0.1339400 Jun 03 22:55:33.752809 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d8882b7e-bee2-4262-8366-891263a76033 req-6813c883-ea16-4a81-8167-bb45e12a677b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a382177-22ed-426f-ac35-98fc188fedfb HTTP/1.1" status: 200 len: 1001 time: 0.1009793 Jun 03 22:55:33.818759 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8882b7e-bee2-4262-8366-891263a76033 req-dec884ea-e864-43f4-828f-1933bbc4a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:55:33.820247 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d8882b7e-bee2-4262-8366-891263a76033 req-dec884ea-e864-43f4-828f-1933bbc4a9e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0609500 Jun 03 22:55:33.905555 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8882b7e-bee2-4262-8366-891263a76033 req-61d044e4-c7a1-4622-acd8-3676fdde2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:55:33.907038 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d8882b7e-bee2-4262-8366-891263a76033 req-61d044e4-c7a1-4622-acd8-3676fdde2533 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781615 Jun 03 22:55:34.046357 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d8882b7e-bee2-4262-8366-891263a76033 req-3f00aea5-dc99-4e1b-bbbe-6924c9d29163 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320429 Jun 03 22:55:34.192865 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d8882b7e-bee2-4262-8366-891263a76033 req-3e59efdd-1bd3-4d59-bd31-8e37eb479686 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399932 Jun 03 22:55:52.802618 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d16e3896-bce0-4e09-b1dc-4fbdb328ef2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:55:55.330127 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:55:55.471926 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-04f428ed-4d7f-425e-b9cf-40b2d1a13528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:55:57.194312 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:55:57.262514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:55:57.653029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:55:58.764499 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:22.808573 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-73196589-ba61-49ed-b799-58da36597f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:25.327111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:25.468281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a181fb35-3185-4b00-9b29-2e9d20981b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:27.265611 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:27.667072 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:28.769263 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:33.334102 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-bea59827-c6c2-4c66-9a10-ee3f6485457b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850728 Jun 03 22:56:33.502128 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-633f89ba-a588-4afc-8253-e09f94eab987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:56:33.503502 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-633f89ba-a588-4afc-8253-e09f94eab987 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 1099 time: 0.0851009 Jun 03 22:56:33.663491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-4c04498c-b198-480a-b01d-ae251a98a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:56:33.665005 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-4c04498c-b198-480a-b01d-ae251a98a9fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 912 time: 0.1381993 Jun 03 22:56:33.922483 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-c2a432a4-96da-4366-a4a6-890e82bb72ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a382177-22ed-426f-ac35-98fc188fedfb HTTP/1.1" status: 200 len: 1001 time: 0.2505112 Jun 03 22:56:33.996674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-24d51b0a-143d-4a16-8376-8370b9caa83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:56:33.998484 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-24d51b0a-143d-4a16-8376-8370b9caa83a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0694232 Jun 03 22:56:34.079672 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-23387e76-2913-45b1-8481-6a9997c4bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:56:34.081189 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-23387e76-2913-45b1-8481-6a9997c4bc0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757470 Jun 03 22:56:34.095884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-6360fed6-ae17-4d2e-a6c6-518fa99d3e4d service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:56:34.097381 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-6360fed6-ae17-4d2e-a6c6-518fa99d3e4d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082519 Jun 03 22:56:34.185921 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:56:34.272628 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-eafb0562-f44e-4d4a-a797-3606051e2228 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680284 Jun 03 22:56:34.410081 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-27ef9628-5bab-4613-9dfe-d2dc32f05be7 req-66aba68f-6dac-45ef-8964-9fc03c197aee service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305573 Jun 03 22:56:41.025840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 1a382177-22ed-426f-ac35-98fc188fedfb details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:56:41.166465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 1a382177-22ed-426f-ac35-98fc188fedfb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1a382177-22ed-426f-ac35-98fc188fedfb,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:56:41.180724 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': '1a382177-22ed-426f-ac35-98fc188fedfb', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'port_id': '1a382177-22ed-426f-ac35-98fc188fedfb', 'mac_address': 'fa:16:3e:42:66:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:56:41.242773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:41.260020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a382177-22ed-426f-ac35-98fc188fedfb {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:56:41.275758 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 1a382177-22ed-426f-ac35-98fc188fedfb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1a382177-22ed-426f-ac35-98fc188fedfb,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:56:41.282221 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:41.284004 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-d942a8a3-bd87-4bc2-b2a9-8558e908d636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:56:41.352256 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=1a382177-22ed-426f-ac35-98fc188fedfb,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:56:41.359851 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:41.360192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:41.360505 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:41.360830 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:41.361162 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:41.361480 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:41.361800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:41.362117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:41.362433 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:41.362744 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:41.363050 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:41.363365 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:41.367724 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:56:41.369789 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['1a382177-22ed-426f-ac35-98fc188fedfb'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:56:43.027940 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 1a382177-22ed-426f-ac35-98fc188fedfb up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:56:43.097811 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port 1a382177-22ed-426f-ac35-98fc188fedfb triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:56:43.098192 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:43.222756 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:43.250039 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:56:43.252404 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a259d434e5266499f551689d4c9ec5922992bd03483a7921ea610ead6713934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c43e2c-4521-4961-b0c3-bd1f3e155f0d" -d '{"events": [{"server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "name": "network-vif-plugged", "status": "completed", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:56:43.260549 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 1a382177-22ed-426f-ac35-98fc188fedfb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1a382177-22ed-426f-ac35-98fc188fedfb,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:56:43.265537 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:43.267417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:56:43.336411 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=1a382177-22ed-426f-ac35-98fc188fedfb,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:56:43.341161 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:56:44.403664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53533cdc-7b42-45a0-be32-72421fc14ada x-openstack-request-id: req-53533cdc-7b42-45a0-be32-72421fc14ada {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:56:44.404298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "name": "network-vif-plugged", "status": "completed", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:56:44.404298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-53533cdc-7b42-45a0-be32-72421fc14ada {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:56:44.404622 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb', 'code': 200} Jun 03 22:56:52.811643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c0895090-7cf6-4361-8083-ace72a597d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:55.336406 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:55.462031 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d140229-4ba2-4a9e-94b7-0aaa221a8118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:56.136458 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-c711c0fb-86f3-4bfb-9fc1-5421608aea61 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-295631996&fields=id&tenant_id=ee8dc161deeb42bd93d3d46fbd079dae HTTP/1.1" status: 200 len: 267 time: 0.0496383 Jun 03 22:56:56.311996 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-5e9720f3-eed3-45ed-9522-84082d2e52fb tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:56:56.314085 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-5e9720f3-eed3-45ed-9522-84082d2e52fb tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 810 time: 0.1689589 Jun 03 22:56:56.335597 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-380dcb4c-c970-4110-8dd2-5bbe3618849c tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/quotas/ee8dc161deeb42bd93d3d46fbd079dae HTTP/1.1" status: 200 len: 375 time: 0.0132227 Jun 03 22:56:56.439440 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-1a19de3a-c411-439d-b2e1-f8d3aeff421f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0966115 Jun 03 22:56:56.529454 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-4c6272a9-ba0f-486c-949b-b3338813ab79 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=104397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 22:56:56.530665 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-4c6272a9-ba0f-486c-949b-b3338813ab79 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0757110 Jun 03 22:56:56.688586 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-0b8aaf4b-70ca-4b6c-bdda-e9969d8e738a service neutron] 10.222.0.96 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514924 Jun 03 22:56:56.823300 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-463a05d7-84ba-4eb1-9b9a-a8e739736305 service neutron] 10.222.0.96 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269152 Jun 03 22:56:57.204975 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-34aa12cf-88b1-4133-a9c8-df05b687f480 req-26018018-eaed-4a39-a3df-49e96cd63657 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 210 time: 0.2175660 Jun 03 22:56:57.309527 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:57.667984 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:58.308275 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-f71d6511-3cc0-4d7e-b1f9-786e13315e01 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:56:58.309719 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-f71d6511-3cc0-4d7e-b1f9-786e13315e01 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 810 time: 0.1584888 Jun 03 22:56:58.383876 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d00907e7-6623-4686-be62-d25382900c1a req-0f29ae9b-de20-4c16-90c3-b14f1c3916b4 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 210 time: 0.0667179 Jun 03 22:56:58.410161 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-7b294986-3574-4b89-b84b-90f916af3890 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee8dc161deeb42bd93d3d46fbd079dae HTTP/1.1" status: 200 len: 379 time: 0.0585253 Jun 03 22:56:58.418778 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Request body: {'port': {'device_id': '0722bdb7-1452-496a-a420-1c40075d20e1', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'admin_state_up': True, 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'security_groups': ['b2bc864b-07f8-44f5-aca7-b976e48fc0c6']}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:56:58.570908 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:56:58.582563 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:56:58.596655 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Made reservation on behalf of ee8dc161deeb42bd93d3d46fbd079dae for: {'port': 1} {{(pid=104397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 22:56:58.601827 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:58.787373 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:58.803104 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Allocated IP 172.20.0.3 (34172d35-77f7-4101-ad13-e40368c28b7e/19640986-469c-4086-b207-fa3bc25b83c3/c96e1791-00e9-4877-9069-79b73353d34f) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:56:59.090205 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 1a382177-22ed-426f-ac35-98fc188fedfb no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:56:59.186086 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:59.202029 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Transition to ACTIVE for port object c96e1791-00e9-4877-9069-79b73353d34f will not be triggered until provisioned by entity DHCP. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:56:59.224413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:59.229013 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:59.238674 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ba2c5b2e-58f7-48ea-a827-fa82b51c24e8 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:56:59.253401 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:56:59.255707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a259d434e5266499f551689d4c9ec5922992bd03483a7921ea610ead6713934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bffd64c-77f2-4b7c-bbe6-73373ad5ff05" -d '{"events": [{"server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "name": "network-vif-unplugged", "status": "completed", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:56:59.264541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port 1a382177-22ed-426f-ac35-98fc188fedfb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1a382177-22ed-426f-ac35-98fc188fedfb,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:56:59.271280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:59.273335 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8464c49-adeb-46cc-8fd1-fbe9ce9ac60e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:56:59.299889 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Network 34172d35-77f7-4101-ad13-e40368c28b7e is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:56:59.303343 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:56:59.307557 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:56:59.380884 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 22:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d385ec68-6adb-4138-9ab3-ef6ccb970938 x-openstack-request-id: req-d385ec68-6adb-4138-9ab3-ef6ccb970938 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:56:59.381471 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "name": "network-vif-unplugged", "status": "completed", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:56:59.381897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d385ec68-6adb-4138-9ab3-ef6ccb970938 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:56:59.382437 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb', 'code': 200} Jun 03 22:56:59.383501 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event updated for resources: {'Port': ['ID=c96e1791-00e9-4877-9069-79b73353d34f,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:56:59.404283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:59.405039 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:59.405579 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:59.406176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:59.407647 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:59.408176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:59.408694 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:59.409249 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:59.409685 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:59.410100 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:59.410345 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:59.410707 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:56:59.411866 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=1a382177-22ed-426f-ac35-98fc188fedfb,revision_number=8']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:56:59.415627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:56:59.438643 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:56:59.439368 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:59.444031 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:56:59.480539 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-6c0b7b0c-c552-44c9-a801-8de6cfbbdcb7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0653765 Jun 03 22:56:59.587558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6a844d29-1a8d-416c-a867-47335feaee20 None None] Provisioning for port c96e1791-00e9-4877-9069-79b73353d34f completed by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:56:59.593600 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-6a844d29-1a8d-416c-a867-47335feaee20 None None] Provisioning complete for port c96e1791-00e9-4877-9069-79b73353d34f triggered by entity DHCP. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:56:59.594422 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6a844d29-1a8d-416c-a867-47335feaee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:56:59.646459 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae909814-3fcc-4c9a-bd28-baa1f0e31726 req-1efbdbf9-dc37-4fda-b99d-93007628546c tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:56:59.647453 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-ae909814-3fcc-4c9a-bd28-baa1f0e31726 req-1efbdbf9-dc37-4fda-b99d-93007628546c tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Synchronizing usage tracker for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:56:59.655344 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-6a844d29-1a8d-416c-a867-47335feaee20 None None] Port c96e1791-00e9-4877-9069-79b73353d34f cannot update to ACTIVE because it is not bound. {{(pid=104398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 22:56:59.666198 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-ae909814-3fcc-4c9a-bd28-baa1f0e31726 req-1efbdbf9-dc37-4fda-b99d-93007628546c tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Unset dirty status for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:56:59.667557 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ae909814-3fcc-4c9a-bd28-baa1f0e31726 req-1efbdbf9-dc37-4fda-b99d-93007628546c tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 931 time: 0.1230111 Jun 03 22:56:59.723622 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-ae909814-3fcc-4c9a-bd28-baa1f0e31726 req-39eff345-75dc-4599-a8a2-f4e4d2d051b0 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474548 Jun 03 22:57:00.950030 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9026f1e-6d51-4eea-945d-f3b0bc8e83ab req-bfb235cc-dfc1-4966-bab8-7f7ad0bb8c76 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:00.951632 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d9026f1e-6d51-4eea-945d-f3b0bc8e83ab req-bfb235cc-dfc1-4966-bab8-7f7ad0bb8c76 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 931 time: 0.0903599 Jun 03 22:57:01.002949 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-d9026f1e-6d51-4eea-945d-f3b0bc8e83ab req-1a6692ae-2fba-4832-972b-9fe6fb7fb0bb tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441527 Jun 03 22:57:02.218956 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593027f-0dab-469c-a413-6fb5f2e11360 req-53a1b7a3-946e-4047-96b2-fb4c3187e5d4 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:02.220645 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2593027f-0dab-469c-a413-6fb5f2e11360 req-53a1b7a3-946e-4047-96b2-fb4c3187e5d4 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 931 time: 0.0899041 Jun 03 22:57:02.272854 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-2593027f-0dab-469c-a413-6fb5f2e11360 req-55b80581-c6bb-475a-8e01-e773b1f28ade tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454652 Jun 03 22:57:03.520004 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47182b-deb6-4b0d-9483-002998c24e51 req-fe093fe0-e62e-427a-afce-35a90918e5b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:03.523097 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9a47182b-deb6-4b0d-9483-002998c24e51 req-fe093fe0-e62e-427a-afce-35a90918e5b8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 931 time: 0.1155415 Jun 03 22:57:03.580390 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9a47182b-deb6-4b0d-9483-002998c24e51 req-bea20ca2-c1d9-4de9-9b2a-5c22fb0a7632 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503736 Jun 03 22:57:04.802373 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf5480-0d7c-41ca-980c-ebef8aa68f81 req-e1044f9f-5901-40c4-83b6-5daae7bcd6c9 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:04.803839 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-20cf5480-0d7c-41ca-980c-ebef8aa68f81 req-e1044f9f-5901-40c4-83b6-5daae7bcd6c9 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 931 time: 0.0897808 Jun 03 22:57:04.857310 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-20cf5480-0d7c-41ca-980c-ebef8aa68f81 req-4b0b6fb3-1af7-4301-981e-c8f80cc51564 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469205 Jun 03 22:57:06.053355 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce6c23-ac08-4a27-912d-26fd78290f45 req-d9847b1e-b30d-4f82-abb4-3e06e4f19225 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:06.054840 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-12ce6c23-ac08-4a27-912d-26fd78290f45 req-d9847b1e-b30d-4f82-abb4-3e06e4f19225 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 931 time: 0.0854909 Jun 03 22:57:06.113784 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-12ce6c23-ac08-4a27-912d-26fd78290f45 req-cb62645a-1cb4-4c9f-a564-bcc8300d1707 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527775 Jun 03 22:57:07.327518 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e63ecf-87ed-4208-906d-cf6f462d99a9 req-705d1073-5ea9-4589-a2b9-dc0c6201ba60 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:07.329618 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-07e63ecf-87ed-4208-906d-cf6f462d99a9 req-705d1073-5ea9-4589-a2b9-dc0c6201ba60 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 931 time: 0.0914083 Jun 03 22:57:07.377818 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-07e63ecf-87ed-4208-906d-cf6f462d99a9 req-c25539cc-18e6-445f-9c1d-35fb2920996d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411897 Jun 03 22:57:08.610722 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f181b10-f8ad-4589-9630-73daa0d40fb9 req-e1b090f2-b23b-4ebb-bb62-7fd2ddfba024 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:08.612515 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0f181b10-f8ad-4589-9630-73daa0d40fb9 req-e1b090f2-b23b-4ebb-bb62-7fd2ddfba024 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 931 time: 0.1022191 Jun 03 22:57:08.664146 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-0f181b10-f8ad-4589-9630-73daa0d40fb9 req-1469aae3-0d98-41e8-9eb6-fc2385df1d2d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451124 Jun 03 22:57:09.859102 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9519a68-69b1-45db-a5fe-6ca7b601fd7e req-35042ce5-d517-4180-a22d-08fa60631cf8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:09.860821 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a9519a68-69b1-45db-a5fe-6ca7b601fd7e req-35042ce5-d517-4180-a22d-08fa60631cf8 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 931 time: 0.0884135 Jun 03 22:57:09.912617 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a9519a68-69b1-45db-a5fe-6ca7b601fd7e req-137486a9-6043-4609-abdc-3d4ea281858c tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437448 Jun 03 22:57:11.106461 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef18d59-32ea-4132-beb0-e886b923bdc9 req-e7c162cc-52f2-455c-9ecc-ff4359ee015d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:11.107926 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fef18d59-32ea-4132-beb0-e886b923bdc9 req-e7c162cc-52f2-455c-9ecc-ff4359ee015d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 931 time: 0.0844502 Jun 03 22:57:11.152718 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-fef18d59-32ea-4132-beb0-e886b923bdc9 req-7277d0af-5ab6-4424-9a3d-d20cf3b8b875 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389321 Jun 03 22:57:11.184961 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:57:12.126388 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Request body: {'port': {'device_id': '0722bdb7-1452-496a-a420-1c40075d20e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:57:12.260735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:12.481105 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1243f06-5b23-4d82-80ef-6798d61b1ae4 req-a996181f-cd5d-4402-897c-8a6dbe822bfd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:12.482481 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d1243f06-5b23-4d82-80ef-6798d61b1ae4 req-a996181f-cd5d-4402-897c-8a6dbe822bfd tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 931 time: 0.2114103 Jun 03 22:57:12.617404 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d1243f06-5b23-4d82-80ef-6798d61b1ae4 req-7826d500-5113-4179-b321-a14ab27a7c84 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172769 Jun 03 22:57:12.735267 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96e1791-00e9-4877-9069-79b73353d34f {{(pid=104397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:57:12.743022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:12.762460 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.provisioning_blocks [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Transition to ACTIVE for port object c96e1791-00e9-4877-9069-79b73353d34f will not be triggered until provisioned by entity L2. {{(pid=104397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 22:57:12.768118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:12.772461 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e0c279b8-0a3c-4d12-89a7-2a7880a9e7bb tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:57:12.931031 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Pushing event updated for resources: {'Port': ['ID=c96e1791-00e9-4877-9069-79b73353d34f,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:57:12.938638 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:57:13.018916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Attempting to bind port c96e1791-00e9-4877-9069-79b73353d34f on host hv-neutron-7929 for vnic_type normal with profile {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 22:57:13.019272 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Attempting to bind port c96e1791-00e9-4877-9069-79b73353d34f by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 22:57:13.019471 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Attempting to bind port c96e1791-00e9-4877-9069-79b73353d34f on network 34172d35-77f7-4101-ad13-e40368c28b7e {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:57:13.024884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Port c96e1791-00e9-4877-9069-79b73353d34f on network 34172d35-77f7-4101-ad13-e40368c28b7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 22:57:13.025207 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Attempting to bind port c96e1791-00e9-4877-9069-79b73353d34f on network 34172d35-77f7-4101-ad13-e40368c28b7e {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 22:57:13.030750 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Checking agent: {'id': 'd40b1020-ea57-4808-8d9d-bae6492a3dda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'started_at': datetime.datetime(2021, 6, 3, 21, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 22:57:13.031079 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Checking segment: {'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 03 22:57:13.031493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Bound using segment: {'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'} {{(pid=104397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 22:57:13.031918 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.managers [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Bound port: c96e1791-00e9-4877-9069-79b73353d34f, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e'}}] {{(pid=104397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 22:57:13.032256 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:13.127058 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] For port c96e1791-00e9-4877-9069-79b73353d34f, host hv-neutron-7929, cleared binding levels {{(pid=104397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 22:57:13.130203 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] For port c96e1791-00e9-4877-9069-79b73353d34f, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c96e1791-00e9-4877-9069-79b73353d34f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 22:57:13.137853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:13.141633 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7d5d7a9b-9d0a-43a1-9e76-0a8a5201b1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:57:13.199338 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:13.199951 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:13.201326 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] 10.222.0.24 "PUT /v2.0/ports/c96e1791-00e9-4877-9069-79b73353d34f HTTP/1.1" status: 200 len: 1093 time: 1.0812070 Jun 03 22:57:13.201829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:57:13.204180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cfffc5d3d0282477d46bcefcc198e923eaa1dc9a7cf5baa3fa5bb35988c5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d1ef55-fb62-48af-800e-dce4a6991744" -d '{"events": [{"name": "network-changed", "server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "tag": "c96e1791-00e9-4877-9069-79b73353d34f"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:57:13.236536 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Pushing event updated for resources: {'Port': ['ID=c96e1791-00e9-4877-9069-79b73353d34f,revision_number=3']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:57:13.239747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:57:13.333493 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-37eab1e5-01c9-403b-84ac-0a380e77f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:13.335098 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-37eab1e5-01c9-403b-84ac-0a380e77f330 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 1096 time: 0.0875635 Jun 03 22:57:13.407650 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5210f5f3-aa4f-420f-a2f2-2506da7b175f x-openstack-request-id: req-5210f5f3-aa4f-420f-a2f2-2506da7b175f {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:57:13.408084 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "tag": "c96e1791-00e9-4877-9069-79b73353d34f", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:57:13.408393 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5210f5f3-aa4f-420f-a2f2-2506da7b175f {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:57:13.409020 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f', 'status': 'completed', 'code': 200} Jun 03 22:57:13.434718 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-de46ce8f-3f0e-4465-8444-814114c03e31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96e1791-00e9-4877-9069-79b73353d34f HTTP/1.1" status: 200 len: 217 time: 0.0914524 Jun 03 22:57:13.506176 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-33d009aa-9d5a-4d7c-8601-4fbffa589a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:13.508114 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-33d009aa-9d5a-4d7c-8601-4fbffa589a61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0660839 Jun 03 22:57:13.615939 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-04dc441b-2ecc-4ef9-b327-003806e95c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:13.617432 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-04dc441b-2ecc-4ef9-b327-003806e95c9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1021094 Jun 03 22:57:13.936007 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-f1bbae23-95d5-4492-b76f-0ab8a7d884e8 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110359 Jun 03 22:57:14.004132 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be493f94-aa09-494b-a643-54dc2ecc28ab req-cc31f84e-3e6c-4112-b681-1c99e58dd6c1 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:14.005638 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-be493f94-aa09-494b-a643-54dc2ecc28ab req-cc31f84e-3e6c-4112-b681-1c99e58dd6c1 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 943 time: 0.1537578 Jun 03 22:57:14.126460 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-be493f94-aa09-494b-a643-54dc2ecc28ab req-71da3b57-e37c-4285-a87b-3defbc0b3a38 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750842 Jun 03 22:57:14.132108 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-b4b84e76-fa12-4cc6-950a-a353f6ffa7d2 req-d24b31d0-852e-4d7b-a978-0d7c5eed9387 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897972 Jun 03 22:57:14.265427 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1ef55-fb62-48af-800e-dce4a6991744 req-406461d3-8d8b-4a76-83d6-7afc7707cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:14.266807 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a4d1ef55-fb62-48af-800e-dce4a6991744 req-406461d3-8d8b-4a76-83d6-7afc7707cccf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 1096 time: 0.0746100 Jun 03 22:57:14.402390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1ef55-fb62-48af-800e-dce4a6991744 req-ee5e6b79-2944-434c-940f-4b38ec5e7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:14.403851 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a4d1ef55-fb62-48af-800e-dce4a6991744 req-ee5e6b79-2944-434c-940f-4b38ec5e7b7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 912 time: 0.1305168 Jun 03 22:57:14.477595 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a4d1ef55-fb62-48af-800e-dce4a6991744 req-1a930d3e-ef77-408d-bf74-dd181909f147 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96e1791-00e9-4877-9069-79b73353d34f HTTP/1.1" status: 200 len: 217 time: 0.0673380 Jun 03 22:57:14.553130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1ef55-fb62-48af-800e-dce4a6991744 req-a86a2beb-d18c-4a8e-a433-f76fc34954aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:14.554600 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a4d1ef55-fb62-48af-800e-dce4a6991744 req-a86a2beb-d18c-4a8e-a433-f76fc34954aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0703859 Jun 03 22:57:14.655392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1ef55-fb62-48af-800e-dce4a6991744 req-2f2a137e-68c7-4d3d-a223-0b6aa1ebf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:14.657417 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a4d1ef55-fb62-48af-800e-dce4a6991744 req-2f2a137e-68c7-4d3d-a223-0b6aa1ebf8e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0950122 Jun 03 22:57:14.818368 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a4d1ef55-fb62-48af-800e-dce4a6991744 req-d629499a-8f0c-43da-90e9-a8e5b5a5a233 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535585 Jun 03 22:57:14.983667 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-a4d1ef55-fb62-48af-800e-dce4a6991744 req-4dc1c27b-f96e-42ea-8dda-bf56442e5258 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584680 Jun 03 22:57:15.337953 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f11400-1971-45f2-9c79-ebe4d8dea77e req-182eabf5-fe16-4e0c-90f7-bae87ae8dbc5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:15.339391 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e9f11400-1971-45f2-9c79-ebe4d8dea77e req-182eabf5-fe16-4e0c-90f7-bae87ae8dbc5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 943 time: 0.1012065 Jun 03 22:57:15.385748 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e9f11400-1971-45f2-9c79-ebe4d8dea77e req-c06ecb0e-95ba-4fed-b83b-83eab46e9446 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405860 Jun 03 22:57:16.598919 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc265749-a5b7-437a-a4bb-37c84f5b5fcf req-503ad95c-aa7d-491d-8d68-5de130bea852 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:16.600427 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fc265749-a5b7-437a-a4bb-37c84f5b5fcf req-503ad95c-aa7d-491d-8d68-5de130bea852 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 943 time: 0.0935335 Jun 03 22:57:16.662510 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-fc265749-a5b7-437a-a4bb-37c84f5b5fcf req-3d6acd70-3276-4550-b8d7-aac83b2f6d9d tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541770 Jun 03 22:57:17.165639 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c96e1791-00e9-4877-9069-79b73353d34f details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:57:17.303003 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c96e1791-00e9-4877-9069-79b73353d34f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c96e1791-00e9-4877-9069-79b73353d34f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:57:17.317191 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'c96e1791-00e9-4877-9069-79b73353d34f', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'port_id': 'c96e1791-00e9-4877-9069-79b73353d34f', 'mac_address': 'fa:16:3e:22:04:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:57:17.374054 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:17.391316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96e1791-00e9-4877-9069-79b73353d34f {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:57:17.408351 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c96e1791-00e9-4877-9069-79b73353d34f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c96e1791-00e9-4877-9069-79b73353d34f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:57:17.415022 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:17.416817 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:57:17.487754 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=c96e1791-00e9-4877-9069-79b73353d34f,revision_number=4']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:57:17.491272 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:57:17.761368 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['c96e1791-00e9-4877-9069-79b73353d34f'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:57:17.863414 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9be831-178e-4316-81c5-8743afecad83 req-821bffbb-d376-4594-99c8-7889da4d8a8c tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:17.865533 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9d9be831-178e-4316-81c5-8743afecad83 req-821bffbb-d376-4594-99c8-7889da4d8a8c tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 944 time: 0.0862219 Jun 03 22:57:17.911543 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-9d9be831-178e-4316-81c5-8743afecad83 req-c2f93944-0dd8-4672-8c2b-7075d254ad47 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396290 Jun 03 22:57:19.132233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb3d85-fc0a-4dd6-a31d-e14e0922eaba req-2443a1d1-5399-41b5-9c78-b64b5ce65394 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:19.135186 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3deb3d85-fc0a-4dd6-a31d-e14e0922eaba req-2443a1d1-5399-41b5-9c78-b64b5ce65394 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 944 time: 0.0994115 Jun 03 22:57:19.179011 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-3deb3d85-fc0a-4dd6-a31d-e14e0922eaba req-9b4cf152-46b9-4840-aca6-a131ec3e07b4 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395627 Jun 03 22:57:19.180707 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c96e1791-00e9-4877-9069-79b73353d34f up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:57:19.253349 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning for port c96e1791-00e9-4877-9069-79b73353d34f completed by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 22:57:19.258313 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port c96e1791-00e9-4877-9069-79b73353d34f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:57:19.258675 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:19.383846 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:19.411117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:57:19.413398 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a259d434e5266499f551689d4c9ec5922992bd03483a7921ea610ead6713934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a959c67-39b5-4ca0-bc82-66702e3ab441" -d '{"events": [{"server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "name": "network-vif-plugged", "status": "completed", "tag": "c96e1791-00e9-4877-9069-79b73353d34f"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:57:19.421790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c96e1791-00e9-4877-9069-79b73353d34f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c96e1791-00e9-4877-9069-79b73353d34f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:57:19.428156 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:19.430102 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:57:19.463848 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8578d8d9-3a04-480d-b4c7-a61cae47ccbd x-openstack-request-id: req-8578d8d9-3a04-480d-b4c7-a61cae47ccbd {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:57:19.464232 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "name": "network-vif-plugged", "status": "completed", "tag": "c96e1791-00e9-4877-9069-79b73353d34f", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:57:19.464469 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8578d8d9-3a04-480d-b4c7-a61cae47ccbd {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:57:19.464854 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f', 'code': 200} Jun 03 22:57:19.513627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=c96e1791-00e9-4877-9069-79b73353d34f,revision_number=5']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:57:19.517759 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:57:19.744001 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d91dda-b973-4970-9d40-3f5a6c916d44 req-a16e56e8-a653-4a5f-8e94-9721bec8a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:19.746435 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-20d91dda-b973-4970-9d40-3f5a6c916d44 req-a16e56e8-a653-4a5f-8e94-9721bec8a2d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 1098 time: 0.1037486 Jun 03 22:57:19.792360 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-20d91dda-b973-4970-9d40-3f5a6c916d44 req-53ceb991-caa7-4d02-b3ab-0eeb5e0da04d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391631 Jun 03 22:57:20.385130 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769320b7-e184-4744-bb08-c8d984074bd1 req-21f31f4d-bb48-4369-b258-7a8dad7afe87 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:20.386630 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-769320b7-e184-4744-bb08-c8d984074bd1 req-21f31f4d-bb48-4369-b258-7a8dad7afe87 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 945 time: 0.0897775 Jun 03 22:57:20.435579 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-769320b7-e184-4744-bb08-c8d984074bd1 req-8798a372-5c20-4dd3-a55f-8fb750e6af11 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406840 Jun 03 22:57:21.632255 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37facea-f99f-4ca7-a252-7a58bbe625ce req-c9aa4de0-b8b3-4c75-8010-e309f76e0fb0 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:21.634017 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e37facea-f99f-4ca7-a252-7a58bbe625ce req-c9aa4de0-b8b3-4c75-8010-e309f76e0fb0 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 945 time: 0.0887947 Jun 03 22:57:21.681763 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e37facea-f99f-4ca7-a252-7a58bbe625ce req-3b9a8b35-3991-4ccb-b0ec-1cff51fe10e9 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418653 Jun 03 22:57:21.887284 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd70d9-0c14-49f2-91c3-7394acd7e8a5 req-1bf8d680-309f-4d72-a506-b39717107c11 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:21.888769 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-30bd70d9-0c14-49f2-91c3-7394acd7e8a5 req-1bf8d680-309f-4d72-a506-b39717107c11 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 945 time: 0.1013741 Jun 03 22:57:21.944980 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-30bd70d9-0c14-49f2-91c3-7394acd7e8a5 req-32a7a4f1-793b-4665-b8fc-8983c97634db tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473599 Jun 03 22:57:21.968317 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36570) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:57:22.044656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bb8ee6-e05c-4b73-a5ab-c922df0c4a6c tempest-TestSnapshotPattern-1385798122 tempest-TestSnapshotPattern-1385798122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:22.046215 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-44bb8ee6-e05c-4b73-a5ab-c922df0c4a6c tempest-TestSnapshotPattern-1385798122 tempest-TestSnapshotPattern-1385798122-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 1093 time: 0.0769823 Jun 03 22:57:22.050439 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36572) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:57:22.055037 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.v2.base [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Request body: {'floatingip': {'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'port_id': 'c96e1791-00e9-4877-9069-79b73353d34f', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 22:57:22.063325 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 22:57:22.069865 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Usage tracker for resource:floatingip and tenant:ee8dc161deeb42bd93d3d46fbd079dae is out of sync, need to count used quota {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 22:57:22.074883 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=104397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 22:57:22.082216 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.quota.driver [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=104397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 22:57:22.098169 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for floatingip, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:22.380691 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:22.529705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_common [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Allocated IP 172.26.3.74 (89480cb6-6a7d-4426-8e42-42be78eae688/16900c06-59a0-4052-93ef-b2ab966fcd82/ba3c8c33-cf27-4596-a78f-8331e332b570) {{(pid=104397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 22:57:22.701924 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for port, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:22.742537 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763093877580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:22.746675 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:57:22.806237 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Network 89480cb6-6a7d-4426-8e42-42be78eae688 is already hosted by enough agents. {{(pid=104397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 22:57:22.808484 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c7465d2e-7c8c-417c-b920-28618b555d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:22.809116 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.base_scheduler [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Resources bound (agent type, host, resource id): {{(pid=104397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 22:57:22.817681 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Received port after_create {{(pid=104397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 03 22:57:22.851367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event updated for resources: {'Port': ['ID=ba3c8c33-cf27-4596-a78f-8331e332b570,revision_number=1']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:57:22.858064 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:57:23.265321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:23.344049 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:23.560161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for port, precommit_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:23.568107 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27527060'] for port, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:23.572022 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d85c3c9c-06d2-4748-a4a9-287345d5a933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:57:23.677099 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event updated for resources: {'Port': ['ID=ba3c8c33-cf27-4596-a78f-8331e332b570,revision_number=2']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:57:23.681201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:57:23.690336 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783778'] for floatingip, after_update {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:23.869878 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.db.l3_db [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Floating IP a192080b-f939-4441-802c-04885d3bf5b2 associated. External IP: 172.26.3.74, port: c96e1791-00e9-4877-9069-79b73353d34f. Jun 03 22:57:24.404656 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Router 2cc8a814-54de-46b3-a25b-31812a24a373 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:57:24.601452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:57:24.613020 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea8a8e-3b38-467d-b945-1bbabd343f8d None None] Sync routers for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:57:24.626039 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea8a8e-3b38-467d-b945-1bbabd343f8d None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:57:24.626287 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-9bea8a8e-3b38-467d-b945-1bbabd343f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:56:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:57:24.630451 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:24.693022 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-89381684-6857-4128-a4f5-f3470d063a35 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6413186 Jun 03 22:57:24.693705 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:57:24.697402 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cfffc5d3d0282477d46bcefcc198e923eaa1dc9a7cf5baa3fa5bb35988c5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b918a7-bb06-4fba-b1dc-c7d5e2dbaa59" -d '{"events": [{"name": "network-changed", "server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "tag": "c96e1791-00e9-4877-9069-79b73353d34f"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:57:24.746112 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1acba0-3d57-4157-bc35-c8f2dc944987 x-openstack-request-id: req-de1acba0-3d57-4157-bc35-c8f2dc944987 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:57:24.746452 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "tag": "c96e1791-00e9-4877-9069-79b73353d34f", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:57:24.746771 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-de1acba0-3d57-4157-bc35-c8f2dc944987 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:57:24.747240 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f', 'status': 'completed', 'code': 200} Jun 03 22:57:24.816235 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-9bea8a8e-3b38-467d-b945-1bbabd343f8d None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:57:24.840762 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b918a7-bb06-4fba-b1dc-c7d5e2dbaa59 req-9349420d-15fe-404d-805f-343dcf18af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:24.842381 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e8b918a7-bb06-4fba-b1dc-c7d5e2dbaa59 req-9349420d-15fe-404d-805f-343dcf18af24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 1098 time: 0.0746896 Jun 03 22:57:24.983136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b918a7-bb06-4fba-b1dc-c7d5e2dbaa59 req-99d913ae-097e-499f-ad53-a92431f48826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:24.984552 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e8b918a7-bb06-4fba-b1dc-c7d5e2dbaa59 req-99d913ae-097e-499f-ad53-a92431f48826 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 912 time: 0.1358812 Jun 03 22:57:25.098941 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e8b918a7-bb06-4fba-b1dc-c7d5e2dbaa59 req-1a4a8d1a-05a9-43da-b1dd-0665e9d2c111 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96e1791-00e9-4877-9069-79b73353d34f HTTP/1.1" status: 200 len: 998 time: 0.1077514 Jun 03 22:57:25.166324 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b918a7-bb06-4fba-b1dc-c7d5e2dbaa59 req-81badb7d-419c-4336-ba1f-cc454d788426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:25.167842 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e8b918a7-bb06-4fba-b1dc-c7d5e2dbaa59 req-81badb7d-419c-4336-ba1f-cc454d788426 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0631721 Jun 03 22:57:25.221773 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-9bea8a8e-3b38-467d-b945-1bbabd343f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2018d998-226b-4cfa-8639-ab6443572b82', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'port_id': '1a382177-22ed-426f-ac35-98fc188fedfb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'mac_address': 'fa:16:3e:42:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:54:08Z', 'updated_at': '2021-06-03T22:54:11Z', 'revision_number': 1, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address_scope': None}, {'id': 'a192080b-f939-4441-802c-04885d3bf5b2', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'floating_ip_address': '172.26.3.74', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'port_id': 'c96e1791-00e9-4877-9069-79b73353d34f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'mac_address': 'fa:16:3e:22:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722bdb7-1452-496a-a420-1c40075d20e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:57:23Z', 'updated_at': '2021-06-03T22:57:23Z', 'revision_number': 0, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:48Z', 'revision_number': 5, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:57:25.226195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea8a8e-3b38-467d-b945-1bbabd343f8d None None] Checking router: 2cc8a814-54de-46b3-a25b-31812a24a373 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:57:25.234790 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea8a8e-3b38-467d-b945-1bbabd343f8d None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:57:25.235303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-9bea8a8e-3b38-467d-b945-1bbabd343f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:56:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:57:25.249089 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b918a7-bb06-4fba-b1dc-c7d5e2dbaa59 req-f8c6a745-79db-400e-8349-db317dea4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:25.250579 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e8b918a7-bb06-4fba-b1dc-c7d5e2dbaa59 req-f8c6a745-79db-400e-8349-db317dea4f5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769083 Jun 03 22:57:25.392833 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e8b918a7-bb06-4fba-b1dc-c7d5e2dbaa59 req-8a0c2ba4-2215-4c22-a0b8-e73e320ac423 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347971 Jun 03 22:57:25.395800 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:25.425220 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-9bea8a8e-3b38-467d-b945-1bbabd343f8d None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:57:25.497690 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5071f2ff-8a3f-4c5e-b0b4-c78a529c2b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:25.531270 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e8b918a7-bb06-4fba-b1dc-c7d5e2dbaa59 req-f71b8054-24d1-4eee-bc62-3a23c69c3f89 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322594 Jun 03 22:57:25.808117 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-9bea8a8e-3b38-467d-b945-1bbabd343f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2018d998-226b-4cfa-8639-ab6443572b82', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'port_id': '1a382177-22ed-426f-ac35-98fc188fedfb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'mac_address': 'fa:16:3e:42:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:54:08Z', 'updated_at': '2021-06-03T22:54:11Z', 'revision_number': 1, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address_scope': None}, {'id': 'a192080b-f939-4441-802c-04885d3bf5b2', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'floating_ip_address': '172.26.3.74', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'port_id': 'c96e1791-00e9-4877-9069-79b73353d34f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'mac_address': 'fa:16:3e:22:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722bdb7-1452-496a-a420-1c40075d20e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:57:23Z', 'updated_at': '2021-06-03T22:57:23Z', 'revision_number': 0, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:48Z', 'revision_number': 5, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:57:25.813142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea8a8e-3b38-467d-b945-1bbabd343f8d None None] The sync data for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv is: [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2018d998-226b-4cfa-8639-ab6443572b82', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'port_id': '1a382177-22ed-426f-ac35-98fc188fedfb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'mac_address': 'fa:16:3e:42:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:54:08Z', 'updated_at': '2021-06-03T22:54:11Z', 'revision_number': 1, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address_scope': None}, {'id': 'a192080b-f939-4441-802c-04885d3bf5b2', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'floating_ip_address': '172.26.3.74', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'port_id': 'c96e1791-00e9-4877-9069-79b73353d34f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'mac_address': 'fa:16:3e:22:04:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722bdb7-1452-496a-a420-1c40075d20e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:57:23Z', 'updated_at': '2021-06-03T22:57:23Z', 'revision_number': 0, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:48Z', 'revision_number': 5, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:57:26.017944 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5cc7bd-b90b-442f-8f6a-197f633b3921 None None] New status for floating IP a192080b-f939-4441-802c-04885d3bf5b2: ACTIVE {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:57:27.274284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:27.674774 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:28.775888 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:35.251940 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3c6f86e-2633-4bdb-8247-39401ef0a3a5 req-31b89ae8-b4a9-41ee-b2a4-41b53d9e02a4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1361845 Jun 03 22:57:35.402623 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6f86e-2633-4bdb-8247-39401ef0a3a5 req-2bdb2090-8c81-4fbd-864b-357335a1d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:35.404017 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3c6f86e-2633-4bdb-8247-39401ef0a3a5 req-2bdb2090-8c81-4fbd-864b-357335a1d0e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 1097 time: 0.0765226 Jun 03 22:57:35.734966 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6f86e-2633-4bdb-8247-39401ef0a3a5 req-44b154fa-b40c-4337-aba2-cb78fdd6d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:35.736403 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3c6f86e-2633-4bdb-8247-39401ef0a3a5 req-44b154fa-b40c-4337-aba2-cb78fdd6d986 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 912 time: 0.3103049 Jun 03 22:57:35.844915 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3c6f86e-2633-4bdb-8247-39401ef0a3a5 req-772e1afa-8ee6-4fe8-abbe-999f5a0f76c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a382177-22ed-426f-ac35-98fc188fedfb HTTP/1.1" status: 200 len: 999 time: 0.1010683 Jun 03 22:57:35.912807 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6f86e-2633-4bdb-8247-39401ef0a3a5 req-fcea5188-b702-4cc9-a056-02cb45f28609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:35.914283 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3c6f86e-2633-4bdb-8247-39401ef0a3a5 req-fcea5188-b702-4cc9-a056-02cb45f28609 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0628529 Jun 03 22:57:35.996243 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6f86e-2633-4bdb-8247-39401ef0a3a5 req-421e8288-7f70-4af1-b893-811d5a488b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:57:35.997652 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3c6f86e-2633-4bdb-8247-39401ef0a3a5 req-421e8288-7f70-4af1-b893-811d5a488b8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760567 Jun 03 22:57:36.133629 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3c6f86e-2633-4bdb-8247-39401ef0a3a5 req-2f5524a3-3c67-489b-9c73-9f0fe7852ee7 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290307 Jun 03 22:57:36.282142 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-f3c6f86e-2633-4bdb-8247-39401ef0a3a5 req-2a33cd38-31ff-4b64-a7f2-44b137f16160 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413083 Jun 03 22:57:48.187482 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:57:52.805938 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-59a62e14-8f2b-4b0b-ab32-0f7eb98d83a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:55.340193 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:55.477356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-51391bc4-91de-4a88-bb90-bf7977934be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:57.280794 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:57.682923 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:57:58.781341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:58:22.803474 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8533dc6f-876e-4acc-8d2e-477602ccb838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:58:25.186557 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:58:25.346534 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:58:25.474056 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5f7f669e-5c09-4d92-8455-8cbbc836a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:58:27.283255 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:58:27.699382 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:58:28.786532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:58:34.384070 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d58e2ff3-5b59-41e7-a674-b00e33f026ba req-a7edcc27-efea-4c97-a26c-800912d1617d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0958238 Jun 03 22:58:34.506134 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e2ff3-5b59-41e7-a674-b00e33f026ba req-08c55c79-dce1-4469-a74d-7a15145d9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:58:34.507652 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d58e2ff3-5b59-41e7-a674-b00e33f026ba req-08c55c79-dce1-4469-a74d-7a15145d9a34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 1098 time: 0.0878253 Jun 03 22:58:34.681433 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e2ff3-5b59-41e7-a674-b00e33f026ba req-14616cb9-9a23-4217-8517-f06351b7ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:58:34.683445 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d58e2ff3-5b59-41e7-a674-b00e33f026ba req-14616cb9-9a23-4217-8517-f06351b7ab5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 912 time: 0.1539807 Jun 03 22:58:34.799448 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d58e2ff3-5b59-41e7-a674-b00e33f026ba req-4c8142b1-53d7-46a2-a3ec-ad0c6284e528 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96e1791-00e9-4877-9069-79b73353d34f HTTP/1.1" status: 200 len: 1000 time: 0.1081824 Jun 03 22:58:34.879540 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e2ff3-5b59-41e7-a674-b00e33f026ba req-9f22f72b-75aa-4cc0-a9f2-15adce4fe583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:58:34.881746 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d58e2ff3-5b59-41e7-a674-b00e33f026ba req-9f22f72b-75aa-4cc0-a9f2-15adce4fe583 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0749128 Jun 03 22:58:34.993860 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e2ff3-5b59-41e7-a674-b00e33f026ba req-1147756f-357b-46fc-a5ab-306aa1e80a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:58:34.995327 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d58e2ff3-5b59-41e7-a674-b00e33f026ba req-1147756f-357b-46fc-a5ab-306aa1e80a0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1067467 Jun 03 22:58:35.145432 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d58e2ff3-5b59-41e7-a674-b00e33f026ba req-eff32f02-3396-44b0-833d-e3c5f5948675 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390398 Jun 03 22:58:35.293684 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-d58e2ff3-5b59-41e7-a674-b00e33f026ba req-ce17b742-db0a-48d4-ae8e-6de2362f8684 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411190 Jun 03 22:58:52.798916 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ac1e7fb3-2f03-4516-8782-abe2c78079cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:58:55.334627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:58:55.471622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-5a2bd340-4194-4e69-b45d-d78c71633435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:58:57.282454 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:58:57.706742 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:58:58.785429 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:02.186707 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:59:22.804584 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-671951ca-55f8-4404-994b-d4378f68ee60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:25.338478 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:25.471392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-2249f85a-e336-4de0-8b76-5f31b0e40f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:27.285216 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:27.690439 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:28.788623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:29.769895 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c96e1791-00e9-4877-9069-79b73353d34f details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=104398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 22:59:29.906111 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c96e1791-00e9-4877-9069-79b73353d34f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c96e1791-00e9-4877-9069-79b73353d34f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:59:29.919706 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Returning: {'device': 'c96e1791-00e9-4877-9069-79b73353d34f', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'port_id': 'c96e1791-00e9-4877-9069-79b73353d34f', 'mac_address': 'fa:16:3e:22:04:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 22:59:29.979389 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:29.997271 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c96e1791-00e9-4877-9069-79b73353d34f {{(pid=104398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 03 22:59:30.013281 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c96e1791-00e9-4877-9069-79b73353d34f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c96e1791-00e9-4877-9069-79b73353d34f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:59:30.018728 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:30.020637 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8ac72e05-2f69-4f32-b76a-71032d1d685a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:59:30.089171 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=c96e1791-00e9-4877-9069-79b73353d34f,revision_number=6']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:59:30.096923 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:30.097303 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:30.097606 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:30.101936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:30.101936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:30.101936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:30.101936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:30.101936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:30.101936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:30.101936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:30.101936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:30.101936 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:30.105348 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] get_ports_and_sgs() called for port_ids ['c96e1791-00e9-4877-9069-79b73353d34f'] {{(pid=104398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 22:59:30.132551 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:59:31.811341 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c96e1791-00e9-4877-9069-79b73353d34f up at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 22:59:31.881897 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.provisioning_blocks [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Provisioning complete for port c96e1791-00e9-4877-9069-79b73353d34f triggered by entity L2. {{(pid=104398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 22:59:31.882297 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653690'] for port, provisioning_complete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:32.015670 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:32.044316 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:59:32.046660 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a259d434e5266499f551689d4c9ec5922992bd03483a7921ea610ead6713934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd4ba94-c435-43fd-9dc5-daac05e80ed3" -d '{"events": [{"server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "name": "network-vif-plugged", "status": "completed", "tag": "c96e1791-00e9-4877-9069-79b73353d34f"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:59:32.056123 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c96e1791-00e9-4877-9069-79b73353d34f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c96e1791-00e9-4877-9069-79b73353d34f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:59:32.062091 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:32.065524 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-b8464c49-adeb-46cc-8fd1-fbe9ce9ac60e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:59:32.102305 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4734a8dd-0a82-4575-94d9-292a04ab177c x-openstack-request-id: req-4734a8dd-0a82-4575-94d9-292a04ab177c {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:59:32.102787 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "name": "network-vif-plugged", "status": "completed", "tag": "c96e1791-00e9-4877-9069-79b73353d34f", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:59:32.102951 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4734a8dd-0a82-4575-94d9-292a04ab177c {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:59:32.103295 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f', 'code': 200} Jun 03 22:59:32.140558 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=c96e1791-00e9-4877-9069-79b73353d34f,revision_number=7']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:59:32.143494 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:59:35.339081 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-667eb27f-4bb0-46d2-a705-d805d3517acb req-3c50a80d-1d0b-4e15-a6a0-ea4a22f64b28 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0899954 Jun 03 22:59:35.521071 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb27f-4bb0-46d2-a705-d805d3517acb req-8e62a5e8-33ba-4544-bb79-8396b2d86cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:35.522786 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-667eb27f-4bb0-46d2-a705-d805d3517acb req-8e62a5e8-33ba-4544-bb79-8396b2d86cfb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 1097 time: 0.0905826 Jun 03 22:59:35.876004 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb27f-4bb0-46d2-a705-d805d3517acb req-08b8594c-2f62-4066-a4ff-3b9f0a5921ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:35.878095 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-667eb27f-4bb0-46d2-a705-d805d3517acb req-08b8594c-2f62-4066-a4ff-3b9f0a5921ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 912 time: 0.3213010 Jun 03 22:59:36.014664 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-667eb27f-4bb0-46d2-a705-d805d3517acb req-9b530b74-02fc-4066-9370-fab1c15eaea2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a382177-22ed-426f-ac35-98fc188fedfb HTTP/1.1" status: 200 len: 999 time: 0.1284585 Jun 03 22:59:36.085118 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb27f-4bb0-46d2-a705-d805d3517acb req-32024e16-4615-4a44-841d-ea5893695551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:36.086637 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-667eb27f-4bb0-46d2-a705-d805d3517acb req-32024e16-4615-4a44-841d-ea5893695551 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0653648 Jun 03 22:59:36.184135 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb27f-4bb0-46d2-a705-d805d3517acb req-69ebce46-f941-4cdd-ba73-057a52e76550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:36.185658 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-667eb27f-4bb0-46d2-a705-d805d3517acb req-69ebce46-f941-4cdd-ba73-057a52e76550 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917218 Jun 03 22:59:36.354184 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-667eb27f-4bb0-46d2-a705-d805d3517acb req-f599a678-6f63-43bd-9047-74104fa02ea2 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497855 Jun 03 22:59:36.519837 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-667eb27f-4bb0-46d2-a705-d805d3517acb req-be392ac7-964b-453f-9440-2de501497c8a service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567624 Jun 03 22:59:39.189644 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 22:59:43.025018 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36804) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:59:43.297622 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Deleting port ba3c8c33-cf27-4596-a78f-8331e332b570 {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:59:43.297926 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:43.418554 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:43.418867 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:43.542955 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Calling delete_port for ba3c8c33-cf27-4596-a78f-8331e332b570 owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:59:43.679274 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:43.683205 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-443f8532-5c96-4da0-8261-b11891357678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:59:43.725950 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event deleted for resources: {'Port': ['ID=ba3c8c33-cf27-4596-a78f-8331e332b570,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:59:43.770628 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:43.770946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:43.771335 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:43.771719 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:43.772074 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:43.772439 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:43.772873 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:43.773129 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:43.773478 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:43.773846 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:43.774195 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:43.774555 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:43.941834 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:59:43.968086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:43.968302 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Floating IP a192080b-f939-4441-802c-04885d3bf5b2 disassociated (deleted). External IP: 172.26.3.74, port: c96e1791-00e9-4877-9069-79b73353d34f. Jun 03 22:59:44.340061 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Router 2cc8a814-54de-46b3-a25b-31812a24a373 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:59:44.528248 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:59:44.539098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d08bfe-c558-404e-86fb-e5ce72415fa5 None None] Sync routers for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:59:44.550526 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d08bfe-c558-404e-86fb-e5ce72415fa5 None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:59:44.551154 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-18d08bfe-c558-404e-86fb-e5ce72415fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:59:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:59:44.553203 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:44.613364 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-ac72b10b-6eca-4767-820c-8915328fbec5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "DELETE /v2.0/floatingips/a192080b-f939-4441-802c-04885d3bf5b2 HTTP/1.1" status: 204 len: 168 time: 1.5870759 Jun 03 22:59:44.614055 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:59:44.616595 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f6d18ed14788b8ef34dfd37755a263df64af6a5ec6cc3060a744ac4e8e9174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6972e0-5bbc-4fd1-9528-bde27fc95590" -d '{"events": [{"name": "network-changed", "server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "tag": "c96e1791-00e9-4877-9069-79b73353d34f"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:59:44.717022 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb6aa8a-3baa-401d-b6c0-7ca6469ffc38 x-openstack-request-id: req-adb6aa8a-3baa-401d-b6c0-7ca6469ffc38 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:59:44.717365 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "tag": "c96e1791-00e9-4877-9069-79b73353d34f", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:59:44.717685 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-adb6aa8a-3baa-401d-b6c0-7ca6469ffc38 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:59:44.718138 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f', 'status': 'completed', 'code': 200} Jun 03 22:59:44.741729 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-18d08bfe-c558-404e-86fb-e5ce72415fa5 None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:59:44.833995 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6972e0-5bbc-4fd1-9528-bde27fc95590 req-c3ed01fd-3285-44a4-89ec-e5ca62f5bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:44.835888 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1b6972e0-5bbc-4fd1-9528-bde27fc95590 req-c3ed01fd-3285-44a4-89ec-e5ca62f5bb17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 1098 time: 0.0943601 Jun 03 22:59:44.981361 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6972e0-5bbc-4fd1-9528-bde27fc95590 req-3209c187-8fae-4cac-8752-8c706e125515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:44.982829 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1b6972e0-5bbc-4fd1-9528-bde27fc95590 req-3209c187-8fae-4cac-8752-8c706e125515 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 912 time: 0.1340473 Jun 03 22:59:45.062033 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905323f-783b-4263-870e-eed793b99d97 req-de0d5bda-8ff0-4000-9b1d-78f4f5f1bab6 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:45.062745 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-e905323f-783b-4263-870e-eed793b99d97 req-de0d5bda-8ff0-4000-9b1d-78f4f5f1bab6 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Synchronizing usage tracker for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:59:45.074649 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1b6972e0-5bbc-4fd1-9528-bde27fc95590 req-86fd5993-b0eb-4095-9847-aa01ac5fb0aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c96e1791-00e9-4877-9069-79b73353d34f HTTP/1.1" status: 200 len: 217 time: 0.0822723 Jun 03 22:59:45.080750 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-e905323f-783b-4263-870e-eed793b99d97 req-de0d5bda-8ff0-4000-9b1d-78f4f5f1bab6 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Unset dirty status for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:59:45.082144 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e905323f-783b-4263-870e-eed793b99d97 req-de0d5bda-8ff0-4000-9b1d-78f4f5f1bab6 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 945 time: 0.1529744 Jun 03 22:59:45.112685 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-18d08bfe-c558-404e-86fb-e5ce72415fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2018d998-226b-4cfa-8639-ab6443572b82', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'port_id': '1a382177-22ed-426f-ac35-98fc188fedfb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'mac_address': 'fa:16:3e:42:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:54:08Z', 'updated_at': '2021-06-03T22:54:11Z', 'revision_number': 1, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:48Z', 'revision_number': 5, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:59:45.117485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d08bfe-c558-404e-86fb-e5ce72415fa5 None None] Checking router: 2cc8a814-54de-46b3-a25b-31812a24a373 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:59:45.127868 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d08bfe-c558-404e-86fb-e5ce72415fa5 None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:59:45.128622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-18d08bfe-c558-404e-86fb-e5ce72415fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:59:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:59:45.139632 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-e905323f-783b-4263-870e-eed793b99d97 req-7abd0d38-70f5-4c2d-8b7c-74fac8e646a5 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488954 Jun 03 22:59:45.143165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6972e0-5bbc-4fd1-9528-bde27fc95590 req-4c04673e-258b-4736-a7b5-1dde22b31a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:45.144646 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1b6972e0-5bbc-4fd1-9528-bde27fc95590 req-4c04673e-258b-4736-a7b5-1dde22b31a16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0603373 Jun 03 22:59:45.229436 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6972e0-5bbc-4fd1-9528-bde27fc95590 req-3cf67286-9b1e-4eed-8feb-4531ed730b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:45.230821 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1b6972e0-5bbc-4fd1-9528-bde27fc95590 req-3cf67286-9b1e-4eed-8feb-4531ed730b88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786157 Jun 03 22:59:45.318098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-18d08bfe-c558-404e-86fb-e5ce72415fa5 None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:59:45.373115 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1b6972e0-5bbc-4fd1-9528-bde27fc95590 req-ccab22f3-2645-41aa-a849-0065e5143957 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327505 Jun 03 22:59:45.515131 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1b6972e0-5bbc-4fd1-9528-bde27fc95590 req-c0b1de3c-89a5-47b5-aee2-32933da1cdf3 service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349235 Jun 03 22:59:45.734627 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-18d08bfe-c558-404e-86fb-e5ce72415fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2018d998-226b-4cfa-8639-ab6443572b82', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'port_id': '1a382177-22ed-426f-ac35-98fc188fedfb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'mac_address': 'fa:16:3e:42:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:54:08Z', 'updated_at': '2021-06-03T22:54:11Z', 'revision_number': 1, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:48Z', 'revision_number': 5, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:59:45.739065 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d08bfe-c558-404e-86fb-e5ce72415fa5 None None] The sync data for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv is: [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_floatingips': [{'id': '2018d998-226b-4cfa-8639-ab6443572b82', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'floating_ip_address': '172.26.3.52', 'floating_network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'router_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'port_id': '1a382177-22ed-426f-ac35-98fc188fedfb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'mac_address': 'fa:16:3e:42:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:54:08Z', 'updated_at': '2021-06-03T22:54:11Z', 'revision_number': 1, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:48Z', 'revision_number': 5, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:59:45.878221 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c96e1791-00e9-4877-9069-79b73353d34f no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:59:45.969799 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6f557-1468-42b7-9ad7-adc2b3366546 None None] New status for floating IP a192080b-f939-4441-802c-04885d3bf5b2: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:59:45.996238 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-618690'] for port, before_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:46.023683 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f'}] {{(pid=104398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:59:46.026658 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a259d434e5266499f551689d4c9ec5922992bd03483a7921ea610ead6713934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ef2399-32f2-4056-ae6e-f8f4b4473ec3" -d '{"events": [{"server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "name": "network-vif-unplugged", "status": "completed", "tag": "c96e1791-00e9-4877-9069-79b73353d34f"}]}' {{(pid=104398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:59:46.038399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] For port c96e1791-00e9-4877-9069-79b73353d34f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c96e1791-00e9-4877-9069-79b73353d34f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:59:46.044805 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763094312973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763093877598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763093877643'] for port, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:46.046664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:59:46.081528 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Jun 2021 22:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd916792-9104-49e2-8713-445f00d083f7 x-openstack-request-id: req-cd916792-9104-49e2-8713-445f00d083f7 {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:59:46.081853 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "name": "network-vif-unplugged", "status": "completed", "tag": "c96e1791-00e9-4877-9069-79b73353d34f", "code": 200}]} {{(pid=104398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:59:46.082092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cd916792-9104-49e2-8713-445f00d083f7 {{(pid=104398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:59:46.082576 dv-neutron-792998-2-hyperv neutron-server[104398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f', 'code': 200} Jun 03 22:59:46.123548 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Pushing event updated for resources: {'Port': ['ID=c96e1791-00e9-4877-9069-79b73353d34f,revision_number=8']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:59:46.130656 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:59:46.347060 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928f2be-17bc-4574-b386-342abb8f33f2 req-4a0263e2-fe43-4690-92c6-73049968f5e7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:46.348567 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b928f2be-17bc-4574-b386-342abb8f33f2 req-4a0263e2-fe43-4690-92c6-73049968f5e7 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 943 time: 0.0874100 Jun 03 22:59:46.402106 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-b928f2be-17bc-4574-b386-342abb8f33f2 req-89e91940-f1fc-42a6-9760-c37b7c9fc769 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472276 Jun 03 22:59:46.801998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ac7b9-2d48-4f8b-90ff-c09233591025 req-1db0e389-fe61-4039-83c7-8554af104b00 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:46.802592 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-512ac7b9-2d48-4f8b-90ff-c09233591025 req-1db0e389-fe61-4039-83c7-8554af104b00 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.24 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 943 time: 0.0902510 Jun 03 22:59:46.956843 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-512ac7b9-2d48-4f8b-90ff-c09233591025 req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Deleting port c96e1791-00e9-4877-9069-79b73353d34f {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:59:46.957174 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-512ac7b9-2d48-4f8b-90ff-c09233591025 req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:47.236696 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-512ac7b9-2d48-4f8b-90ff-c09233591025 req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] For port c96e1791-00e9-4877-9069-79b73353d34f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c96e1791-00e9-4877-9069-79b73353d34f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:59:47.237009 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-512ac7b9-2d48-4f8b-90ff-c09233591025 req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:47.365829 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-512ac7b9-2d48-4f8b-90ff-c09233591025 req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Calling delete_port for c96e1791-00e9-4877-9069-79b73353d34f owned by compute:nova {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:59:47.490153 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-512ac7b9-2d48-4f8b-90ff-c09233591025 req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:47.496973 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-c736b822-0a1c-45a2-994f-1f164851eb7d tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:59:47.549769 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event deleted for resources: {'Port': ['ID=c96e1791-00e9-4877-9069-79b73353d34f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:59:47.602944 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:47.603411 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:47.603826 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:47.604196 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:47.604561 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:47.604927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:47.605283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:47.605668 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:47.606027 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:47.606399 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:47.606747 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:47.607101 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-2-hyperv {{(pid=104397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 22:59:47.641064 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-daf56a8e-2e99-4ff6-8e96-321c5a068b6f req-6879d21c-688c-4905-ba93-34df76d2835f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=0722bdb7-1452-496a-a420-1c40075d20e1 HTTP/1.1" status: 200 len: 210 time: 0.1015575 Jun 03 22:59:47.641944 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:59:47.689003 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-512ac7b9-2d48-4f8b-90ff-c09233591025 req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] No DVR routers for this DVR port c96e1791-00e9-4877-9069-79b73353d34f on host hv-neutron-7929 {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:59:47.691727 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-512ac7b9-2d48-4f8b-90ff-c09233591025 req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:47.694340 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'name': 'network-vif-deleted', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:59:47.696943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cfffc5d3d0282477d46bcefcc198e923eaa1dc9a7cf5baa3fa5bb35988c5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68511fd5-c20a-41f6-98e9-b8aacd39f410" -d '{"events": [{"server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "name": "network-vif-deleted", "tag": "c96e1791-00e9-4877-9069-79b73353d34f"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:59:47.713350 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-512ac7b9-2d48-4f8b-90ff-c09233591025 req-5e4b8f63-788a-4393-9da6-28a276359139 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.24 "DELETE /v2.0/ports/c96e1791-00e9-4877-9069-79b73353d34f HTTP/1.1" status: 204 len: 173 time: 0.9049447 Jun 03 22:59:47.742134 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ec794f-5387-441a-88be-2d8b03cf4993 x-openstack-request-id: req-e9ec794f-5387-441a-88be-2d8b03cf4993 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:59:47.742529 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0722bdb7-1452-496a-a420-1c40075d20e1", "name": "network-vif-deleted", "tag": "c96e1791-00e9-4877-9069-79b73353d34f", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:59:47.742828 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e9ec794f-5387-441a-88be-2d8b03cf4993 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:59:47.743407 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0722bdb7-1452-496a-a420-1c40075d20e1', 'name': 'network-vif-deleted', 'tag': 'c96e1791-00e9-4877-9069-79b73353d34f', 'status': 'completed', 'code': 200} Jun 03 22:59:49.414097 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36872) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:59:49.710360 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Deleting port 4c3ed99c-10e1-4007-8a07-b11cf869128f {{(pid=104396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:59:49.710676 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:49.831199 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:49.831753 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:49.893452 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c96e1791-00e9-4877-9069-79b73353d34f no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:59:49.928713 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: c96e1791-00e9-4877-9069-79b73353d34f {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:59:49.929084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device c96e1791-00e9-4877-9069-79b73353d34f not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:59:50.110431 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.plugins.ml2.plugin [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Calling delete_port for 4c3ed99c-10e1-4007-8a07-b11cf869128f owned by network:floatingip {{(pid=104396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:59:50.244392 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27462638'] for port, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:50.248279 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-a1477e8b-fd64-4662-be3b-295721df1a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:59:50.294932 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event deleted for resources: {'Port': ['ID=4c3ed99c-10e1-4007-8a07-b11cf869128f,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:59:50.296890 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:59:50.391946 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for floatingip, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:50.392270 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.db.l3_db [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Floating IP 2018d998-226b-4cfa-8639-ab6443572b82 disassociated (deleted). External IP: 172.26.3.52, port: 1a382177-22ed-426f-ac35-98fc188fedfb. Jun 03 22:59:50.768749 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Router 2cc8a814-54de-46b3-a25b-31812a24a373 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:59:50.956048 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:59:50.968538 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986ef1b-5288-4086-88fa-690db9a87416 None None] Sync routers for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:59:50.974247 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for floatingip, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:50.979588 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986ef1b-5288-4086-88fa-690db9a87416 None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:59:50.980357 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5986ef1b-5288-4086-88fa-690db9a87416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:59:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:59:51.033404 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-fc864007-bfde-4965-9af4-4193eac6a45e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "DELETE /v2.0/floatingips/2018d998-226b-4cfa-8639-ab6443572b82 HTTP/1.1" status: 204 len: 168 time: 1.6181326 Jun 03 22:59:51.034005 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb'}] {{(pid=104396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:59:51.036353 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95f6d18ed14788b8ef34dfd37755a263df64af6a5ec6cc3060a744ac4e8e9174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5e4be1-b15a-40d5-8f39-d3142a7f3347" -d '{"events": [{"name": "network-changed", "server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb"}]}' {{(pid=104396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:59:51.085688 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc69a85-05ce-4ca1-a065-2d5a8b69c8a9 x-openstack-request-id: req-2fc69a85-05ce-4ca1-a065-2d5a8b69c8a9 {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:59:51.086086 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb", "status": "completed", "code": 200}]} {{(pid=104396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:59:51.086532 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2fc69a85-05ce-4ca1-a065-2d5a8b69c8a9 {{(pid=104396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:59:51.087071 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb', 'status': 'completed', 'code': 200} Jun 03 22:59:51.184545 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5986ef1b-5288-4086-88fa-690db9a87416 None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:59:51.189499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e4be1-b15a-40d5-8f39-d3142a7f3347 req-5183c914-2895-4cdc-848f-b41199fab64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:51.190996 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1f5e4be1-b15a-40d5-8f39-d3142a7f3347 req-5183c914-2895-4cdc-848f-b41199fab64c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 1097 time: 0.0800200 Jun 03 22:59:51.333534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e4be1-b15a-40d5-8f39-d3142a7f3347 req-b1bbbd75-aa05-499a-b4f3-d80f75b8912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:51.335015 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1f5e4be1-b15a-40d5-8f39-d3142a7f3347 req-b1bbbd75-aa05-499a-b4f3-d80f75b8912a service neutron] 10.222.0.24 "GET /v2.0/networks?id=34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 200 len: 912 time: 0.1361632 Jun 03 22:59:51.437164 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1f5e4be1-b15a-40d5-8f39-d3142a7f3347 req-cd4e3d69-6987-4502-a0f3-29346400d104 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a382177-22ed-426f-ac35-98fc188fedfb HTTP/1.1" status: 200 len: 217 time: 0.0950332 Jun 03 22:59:51.519038 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e4be1-b15a-40d5-8f39-d3142a7f3347 req-712eb003-9b64-4257-8d1e-988481fb4201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:51.520430 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1f5e4be1-b15a-40d5-8f39-d3142a7f3347 req-712eb003-9b64-4257-8d1e-988481fb4201 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 200 len: 849 time: 0.0719624 Jun 03 22:59:51.524966 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5986ef1b-5288-4086-88fa-690db9a87416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:48Z', 'revision_number': 5, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:59:51.529201 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986ef1b-5288-4086-88fa-690db9a87416 None None] Checking router: 2cc8a814-54de-46b3-a25b-31812a24a373 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:59:51.538514 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986ef1b-5288-4086-88fa-690db9a87416 None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:59:51.539307 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5986ef1b-5288-4086-88fa-690db9a87416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:59:25Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:59:51.588406 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a6a3d-f3b6-4430-a63f-3c679f5259f4 req-ad886ce7-d51a-4de4-b84b-c6950c254a7e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:51.589233 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-7a8a6a3d-f3b6-4430-a63f-3c679f5259f4 req-ad886ce7-d51a-4de4-b84b-c6950c254a7e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Synchronizing usage tracker for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:port {{(pid=104397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:59:51.615517 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.quota.resource [req-7a8a6a3d-f3b6-4430-a63f-3c679f5259f4 req-ad886ce7-d51a-4de4-b84b-c6950c254a7e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Unset dirty status for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:port {{(pid=104397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:59:51.616672 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7a8a6a3d-f3b6-4430-a63f-3c679f5259f4 req-ad886ce7-d51a-4de4-b84b-c6950c254a7e tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 944 time: 0.2181740 Jun 03 22:59:51.661171 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e4be1-b15a-40d5-8f39-d3142a7f3347 req-68448d67-7711-4746-9c06-9c85ad744e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:51.662695 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1f5e4be1-b15a-40d5-8f39-d3142a7f3347 req-68448d67-7711-4746-9c06-9c85ad744e99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34172d35-77f7-4101-ad13-e40368c28b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1349216 Jun 03 22:59:51.722183 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-7a8a6a3d-f3b6-4430-a63f-3c679f5259f4 req-d73b0b5e-e0a2-4cb7-beb0-708cdc1d74df tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947857 Jun 03 22:59:51.744356 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-5986ef1b-5288-4086-88fa-690db9a87416 None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:59:51.819490 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1f5e4be1-b15a-40d5-8f39-d3142a7f3347 req-f901c317-602a-4b88-929a-4ecc8667e3cc service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486444 Jun 03 22:59:51.962835 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-1f5e4be1-b15a-40d5-8f39-d3142a7f3347 req-ac43f33e-660f-42fd-b989-ce9cd55bc06a service neutron] 10.222.0.24 "GET /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364863 Jun 03 22:59:52.125622 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-5986ef1b-5288-4086-88fa-690db9a87416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:48Z', 'revision_number': 5, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:59:52.130223 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986ef1b-5288-4086-88fa-690db9a87416 None None] The sync data for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv is: [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:42Z', 'revision_number': 4, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv', '_interfaces': [{'id': '1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f', 'name': '', 'network_id': '34172d35-77f7-4101-ad13-e40368c28b7e', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'mac_address': 'fa:16:3e:57:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '19640986-469c-4086-b207-fa3bc25b83c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:41Z', 'updated_at': '2021-06-03T22:53:48Z', 'revision_number': 5, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'subnets': [{'id': '19640986-469c-4086-b207-fa3bc25b83c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:59:52.359624 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d41a4-c453-42b1-a502-2a8ce0587f0a req-7587c331-eafb-48c7-8f89-012df730f388 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:52.361141 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e03d41a4-c453-42b1-a502-2a8ce0587f0a req-7587c331-eafb-48c7-8f89-012df730f388 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.24 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 944 time: 0.0885060 Jun 03 22:59:52.368606 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb6b65-e1f0-4036-9363-106336b7da4d None None] New status for floating IP 2018d998-226b-4cfa-8639-ab6443572b82: DOWN {{(pid=104399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 22:59:52.509046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-e03d41a4-c453-42b1-a502-2a8ce0587f0a req-d0ef8e02-0e59-4a94-af48-eb6c1214323f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Deleting port 1a382177-22ed-426f-ac35-98fc188fedfb {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:59:52.509046 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-e03d41a4-c453-42b1-a502-2a8ce0587f0a req-d0ef8e02-0e59-4a94-af48-eb6c1214323f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:52.786499 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [req-e03d41a4-c453-42b1-a502-2a8ce0587f0a req-d0ef8e02-0e59-4a94-af48-eb6c1214323f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] For port 1a382177-22ed-426f-ac35-98fc188fedfb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1a382177-22ed-426f-ac35-98fc188fedfb,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:59:52.786853 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-e03d41a4-c453-42b1-a502-2a8ce0587f0a req-d0ef8e02-0e59-4a94-af48-eb6c1214323f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:52.811188 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f102dafc-5c2f-42eb-83fd-0f850e8eba2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:52.916223 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [req-e03d41a4-c453-42b1-a502-2a8ce0587f0a req-d0ef8e02-0e59-4a94-af48-eb6c1214323f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Calling delete_port for 1a382177-22ed-426f-ac35-98fc188fedfb owned by compute:nova {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:59:52.921489 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b99df1-6cbb-4e26-b07e-ed3699152ac0 req-046254bc-4414-4ed4-825f-3de49e5d6d61 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 03 22:59:52.922117 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-76b99df1-6cbb-4e26-b07e-ed3699152ac0 req-046254bc-4414-4ed4-825f-3de49e5d6d61 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Synchronizing usage tracker for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:port {{(pid=104396) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 22:59:52.935183 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.quota.resource [req-76b99df1-6cbb-4e26-b07e-ed3699152ac0 req-046254bc-4414-4ed4-825f-3de49e5d6d61 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Unset dirty status for tenant:ee8dc161deeb42bd93d3d46fbd079dae on resource:port {{(pid=104396) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 22:59:52.936398 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-76b99df1-6cbb-4e26-b07e-ed3699152ac0 req-046254bc-4414-4ed4-825f-3de49e5d6d61 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/ports?device_id=851bb2aa-63d9-495f-ba10-04ae692452e4 HTTP/1.1" status: 200 len: 944 time: 0.1000450 Jun 03 22:59:52.989281 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [req-76b99df1-6cbb-4e26-b07e-ed3699152ac0 req-dd16a9a7-cdea-4ca6-b0ba-ee9605c259b0 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "GET /v2.0/security-groups?id=b2bc864b-07f8-44f5-aca7-b976e48fc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470054 Jun 03 22:59:53.036678 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-e03d41a4-c453-42b1-a502-2a8ce0587f0a req-d0ef8e02-0e59-4a94-af48-eb6c1214323f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:53.043069 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-62bf4517-6c73-41cc-ada9-fc3d3c96b87a tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:59:53.088396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef8e02-0e59-4a94-af48-eb6c1214323f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event deleted for resources: {'Port': ['ID=1a382177-22ed-426f-ac35-98fc188fedfb,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:59:53.091492 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d0ef8e02-0e59-4a94-af48-eb6c1214323f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:59:53.171884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03d41a4-c453-42b1-a502-2a8ce0587f0a req-d0ef8e02-0e59-4a94-af48-eb6c1214323f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] No DVR routers for this DVR port 1a382177-22ed-426f-ac35-98fc188fedfb on host hv-neutron-7929 {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 22:59:53.175526 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [req-e03d41a4-c453-42b1-a502-2a8ce0587f0a req-d0ef8e02-0e59-4a94-af48-eb6c1214323f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4006966'] for port, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:53.179366 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'name': 'network-vif-deleted', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb'}] {{(pid=104397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 03 22:59:53.182073 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51cfffc5d3d0282477d46bcefcc198e923eaa1dc9a7cf5baa3fa5bb35988c5fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ef14a3-bc11-49df-96ae-214cac317913" -d '{"events": [{"server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "name": "network-vif-deleted", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb"}]}' {{(pid=104397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 22:59:53.198447 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [req-e03d41a4-c453-42b1-a502-2a8ce0587f0a req-d0ef8e02-0e59-4a94-af48-eb6c1214323f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.24 "DELETE /v2.0/ports/1a382177-22ed-426f-ac35-98fc188fedfb HTTP/1.1" status: 204 len: 173 time: 0.8305950 Jun 03 22:59:53.228160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed07892-1dd8-4736-b793-b986c3ea4806 x-openstack-request-id: req-7ed07892-1dd8-4736-b793-b986c3ea4806 {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 22:59:53.228534 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851bb2aa-63d9-495f-ba10-04ae692452e4", "name": "network-vif-deleted", "tag": "1a382177-22ed-426f-ac35-98fc188fedfb", "status": "completed", "code": 200}]} {{(pid=104397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 22:59:53.228834 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7ed07892-1dd8-4736-b793-b986c3ea4806 {{(pid=104397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 22:59:53.229310 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851bb2aa-63d9-495f-ba10-04ae692452e4', 'name': 'network-vif-deleted', 'tag': '1a382177-22ed-426f-ac35-98fc188fedfb', 'status': 'completed', 'code': 200} Jun 03 22:59:54.086414 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36888) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:59:54.161326 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-79cef276-f64e-4e59-852a-5a148cd0fb57 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:54.192669 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-79cef276-f64e-4e59-852a-5a148cd0fb57 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:54.267219 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-79cef276-f64e-4e59-852a-5a148cd0fb57 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:54.271114 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-5a39a0f0-cd1e-44b6-a650-66297881de16 tempest-TestVolumeBootPattern-1224134939 tempest-TestVolumeBootPattern-1224134939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:59:54.286206 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cef276-f64e-4e59-852a-5a148cd0fb57 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bc864b-07f8-44f5-aca7-b976e48fc0c6,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:59:54.288866 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-79cef276-f64e-4e59-852a-5a148cd0fb57 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:59:54.298739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-79cef276-f64e-4e59-852a-5a148cd0fb57 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Notify callbacks [] for security_group, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:54.299916 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-79cef276-f64e-4e59-852a-5a148cd0fb57 tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] 10.222.0.96 "DELETE /v2.0/security-groups/b2bc864b-07f8-44f5-aca7-b976e48fc0c6 HTTP/1.1" status: 204 len: 168 time: 0.2124991 Jun 03 22:59:55.337312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:55.376901 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36894) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:59:55.473497 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-a0a3ccc1-95da-40d7-a735-ebf2ee3bfb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:55.908084 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 1a382177-22ed-426f-ac35-98fc188fedfb no longer exists at agent hyperv_hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 22:59:55.944978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] No Port match for: 1a382177-22ed-426f-ac35-98fc188fedfb {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 22:59:55.944978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Device 1a382177-22ed-426f-ac35-98fc188fedfb not bound to the agent host hv-neutron-7929 {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 22:59:56.051091 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ccf1c05-8e42-4b4a-8f4b-6f6a1de60896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:56.608165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf1c05-8e42-4b4a-8f4b-6f6a1de60896 admin admin] Deleting port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:59:56.608894 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ccf1c05-8e42-4b4a-8f4b-6f6a1de60896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:56.746632 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-7ccf1c05-8e42-4b4a-8f4b-6f6a1de60896 admin admin] For port 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:59:56.746891 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ccf1c05-8e42-4b4a-8f4b-6f6a1de60896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:56.884377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf1c05-8e42-4b4a-8f4b-6f6a1de60896 admin admin] Calling delete_port for 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:59:57.064660 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ccf1c05-8e42-4b4a-8f4b-6f6a1de60896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:57.068998 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-2cc9e385-7110-4253-94b5-1bf759032f65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:59:57.116999 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf1c05-8e42-4b4a-8f4b-6f6a1de60896 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:59:57.120144 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-7ccf1c05-8e42-4b4a-8f4b-6f6a1de60896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:59:57.292961 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:57.402981 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-7ccf1c05-8e42-4b4a-8f4b-6f6a1de60896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:57.705983 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:57.817679 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccf1c05-8e42-4b4a-8f4b-6f6a1de60896 admin admin] Router 2cc8a814-54de-46b3-a25b-31812a24a373 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 22:59:58.150927 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccf1c05-8e42-4b4a-8f4b-6f6a1de60896 admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 22:59:58.161284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c43d1-80be-413d-a527-09bf98dc8034 None None] Sync routers for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 22:59:58.167570 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-7ccf1c05-8e42-4b4a-8f4b-6f6a1de60896 admin admin] 10.222.0.96 "PUT /v2.0/routers/2cc8a814-54de-46b3-a25b-31812a24a373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7892649 Jun 03 22:59:58.170830 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36904) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:59:58.173842 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c43d1-80be-413d-a527-09bf98dc8034 None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:59:58.174465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8f7c43d1-80be-413d-a527-09bf98dc8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:59:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:59:58.359170 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-8f7c43d1-80be-413d-a527-09bf98dc8034 None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:59:58.363931 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:58.542161 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:58.618644 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Deleting port 39a8835a-a836-4a55-875a-3913276ce0cd {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 22:59:58.618861 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:58.661778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8f7c43d1-80be-413d-a527-09bf98dc8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:59:56Z', 'revision_number': 5, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port': {'id': '39a8835a-a836-4a55-875a-3913276ce0cd', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:59:58.668396 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c43d1-80be-413d-a527-09bf98dc8034 None None] Checking router: 2cc8a814-54de-46b3-a25b-31812a24a373 for host: dv-neutron-792998-2-hyperv {{(pid=104398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 22:59:58.681693 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c43d1-80be-413d-a527-09bf98dc8034 None None] Routers {'2cc8a814-54de-46b3-a25b-31812a24a373'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 22:59:58.683649 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8f7c43d1-80be-413d-a527-09bf98dc8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:59:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['2cc8a814-54de-46b3-a25b-31812a24a373'], 'active': True} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:59:58.790466 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] For port 39a8835a-a836-4a55-875a-3913276ce0cd, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=39a8835a-a836-4a55-875a-3913276ce0cd,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 22:59:58.790769 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:58.851594 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:58.880421 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvr_db [None req-8f7c43d1-80be-413d-a527-09bf98dc8034 None None] Set router 2cc8a814-54de-46b3-a25b-31812a24a373 gateway port host: None {{(pid=104398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 22:59:58.919136 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Calling delete_port for 39a8835a-a836-4a55-875a-3913276ce0cd owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 22:59:58.987496 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_hamode_db [None req-8f7c43d1-80be-413d-a527-09bf98dc8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:59:58Z', 'revision_number': 6, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 22:59:58.991918 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c43d1-80be-413d-a527-09bf98dc8034 None None] The sync data for ids ['2cc8a814-54de-46b3-a25b-31812a24a373'] in dv-neutron-792998-2-hyperv is: [{'id': '2cc8a814-54de-46b3-a25b-31812a24a373', 'name': 'tempest-TestSnapshotPattern-1619613714-router', 'tenant_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:38Z', 'updated_at': '2021-06-03T22:59:58Z', 'revision_number': 6, 'project_id': 'ee8dc161deeb42bd93d3d46fbd079dae', 'gw_port_host': None}] {{(pid=104398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 22:59:59.065321 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:59.072180 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-0e0cbbc7-13d9-4889-938f-f47407b1f732 tempest-TestShelveInstance-1751034729 tempest-TestShelveInstance-1751034729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 22:59:59.128006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Pushing event deleted for resources: {'Port': ['ID=39a8835a-a836-4a55-875a-3913276ce0cd,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 22:59:59.154899 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 22:59:59.221904 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:59.401519 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:59.404418 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:59.432756 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:59.433425 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cc8a814-54de-46b3-a25b-31812a24a373 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 22:59:59.448773 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:59.449944 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-e503c232-b8b4-4237-b16b-1d8a6d4c743c admin admin] 10.222.0.96 "DELETE /v2.0/routers/2cc8a814-54de-46b3-a25b-31812a24a373 HTTP/1.1" status: 204 len: 168 time: 1.2781725 Jun 03 22:59:59.452479 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36906) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 22:59:59.519320 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad935a6e-df84-40ff-9069-b0742d4d07f0 admin admin] Deleting subnet 19640986-469c-4086-b207-fa3bc25b83c3 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 22:59:59.523289 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ad935a6e-df84-40ff-9069-b0742d4d07f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:59.574149 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ad935a6e-df84-40ff-9069-b0742d4d07f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 22:59:59.666578 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ad935a6e-df84-40ff-9069-b0742d4d07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.071441 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 23:00:00.101808 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ad935a6e-df84-40ff-9069-b0742d4d07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.108396 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-83fc97d3-d887-4334-b48d-95626f7c9c03 tempest-NetworksIpV6Test-838116136 tempest-NetworksIpV6Test-838116136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 23:00:00.110195 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 23:00:00.110605 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 1df3bba0-c1a1-4dd9-94eb-9eccc975ce2f not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 23:00:00.111288 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 39a8835a-a836-4a55-875a-3913276ce0cd no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 23:00:00.144001 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ad935a6e-df84-40ff-9069-b0742d4d07f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.145485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 39a8835a-a836-4a55-875a-3913276ce0cd {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 23:00:00.145485 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 39a8835a-a836-4a55-875a-3913276ce0cd not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 23:00:00.149090 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0781d2-28aa-4b83-80df-dd64e376ddae None None] Network 34172d35-77f7-4101-ad13-e40368c28b7e requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 23:00:00.152558 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad935a6e-df84-40ff-9069-b0742d4d07f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19640986-469c-4086-b207-fa3bc25b83c3,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 23:00:00.155801 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ad935a6e-df84-40ff-9069-b0742d4d07f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 23:00:00.159895 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ad935a6e-df84-40ff-9069-b0742d4d07f0 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/19640986-469c-4086-b207-fa3bc25b83c3 HTTP/1.1" status: 204 len: 168 time: 0.7040162 Jun 03 23:00:00.160599 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36908) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 23:00:00.272486 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.351356 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Deleting port 3c04ba97-317d-480a-8a9c-ec726411750f {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 23:00:00.351639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.415532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b011d2-e4c6-4ed2-968a-da86b5d3570b None None] DHCP port deletion for 34172d35-77f7-4101-ad13-e40368c28b7e request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 23:00:00.456165 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] For port 3c04ba97-317d-480a-8a9c-ec726411750f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3c04ba97-317d-480a-8a9c-ec726411750f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 23:00:00.456516 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.483778 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c1b011d2-e4c6-4ed2-968a-da86b5d3570b None None] Deleting port 3c04ba97-317d-480a-8a9c-ec726411750f {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 23:00:00.484142 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c1b011d2-e4c6-4ed2-968a-da86b5d3570b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.584985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Calling delete_port for 3c04ba97-317d-480a-8a9c-ec726411750f owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 23:00:00.638274 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.642652 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-c1b011d2-e4c6-4ed2-968a-da86b5d3570b None None] For port 3c04ba97-317d-480a-8a9c-ec726411750f, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3c04ba97-317d-480a-8a9c-ec726411750f,segment=NetworkSegment(c5680926-d5de-4fc5-acc0-f5fccaeff5f2),segment_id=c5680926-d5de-4fc5-acc0-f5fccaeff5f2)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 23:00:00.643030 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c1b011d2-e4c6-4ed2-968a-da86b5d3570b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.643173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-e440b738-43d4-4907-bbf7-382d7fd5eb5e tempest-TestNetworkAdvancedServerOps-1760879953 tempest-TestNetworkAdvancedServerOps-1760879953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 23:00:00.688369 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c04ba97-317d-480a-8a9c-ec726411750f,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 23:00:00.690201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] No DVR routers for this DVR port 3c04ba97-317d-480a-8a9c-ec726411750f on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 23:00:00.691749 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 23:00:00.767087 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-c1b011d2-e4c6-4ed2-968a-da86b5d3570b None None] Calling delete_port for 3c04ba97-317d-480a-8a9c-ec726411750f owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 23:00:00.809664 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c1b011d2-e4c6-4ed2-968a-da86b5d3570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.810741 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.813417 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 23:00:00.830582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34172d35-77f7-4101-ad13-e40368c28b7e']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 23:00:00.844220 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 23:00:00.844448 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5680926-d5de-4fc5-acc0-f5fccaeff5f2') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 23:00:00.856715 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.859623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b011d2-e4c6-4ed2-968a-da86b5d3570b None None] Pushing event deleted for resources: {'Port': ['ID=3c04ba97-317d-480a-8a9c-ec726411750f,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 23:00:00.862097 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-c1b011d2-e4c6-4ed2-968a-da86b5d3570b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 23:00:00.864669 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b011d2-e4c6-4ed2-968a-da86b5d3570b None None] No DVR routers for this DVR port 3c04ba97-317d-480a-8a9c-ec726411750f on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 23:00:00.878916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.887440 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Releasing vlan 1338 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 23:00:00.887892 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 23:00:00.901228 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 23:00:00.981607 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:00.985259 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-90dddb62-0c8d-46bc-b8b9-444dcd184f79 tempest-RoutersNegativeTest-6512471 tempest-RoutersNegativeTest-6512471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 23:00:01.003247 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:01.014615 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=34172d35-77f7-4101-ad13-e40368c28b7e,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 23:00:01.017824 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 23:00:01.032770 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-4bc1c41b-f686-439b-a0fa-93d60d729ab1 admin admin] 10.222.0.96 "DELETE /v2.0/networks/34172d35-77f7-4101-ad13-e40368c28b7e HTTP/1.1" status: 204 len: 168 time: 0.8711405 Jun 03 23:00:01.035799 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36910) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 23:00:01.605186 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-59beccfc-f388-42c9-afe6-686a06531c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401762'] for router_interface, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:02.062673 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3c04ba97-317d-480a-8a9c-ec726411750f no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 23:00:02.099704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 3c04ba97-317d-480a-8a9c-ec726411750f {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 23:00:02.099704 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3c04ba97-317d-480a-8a9c-ec726411750f not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 23:00:02.189639 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-59beccfc-f388-42c9-afe6-686a06531c3a admin admin] Deleting port 3f27792c-235e-481f-b1cc-d0b2acccaeb0 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 23:00:02.190200 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-59beccfc-f388-42c9-afe6-686a06531c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:02.320090 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-59beccfc-f388-42c9-afe6-686a06531c3a admin admin] For port 3f27792c-235e-481f-b1cc-d0b2acccaeb0, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=3f27792c-235e-481f-b1cc-d0b2acccaeb0,segment=NetworkSegment(98c4b44d-aed2-48a4-839e-0dbf973caac6),segment_id=98c4b44d-aed2-48a4-839e-0dbf973caac6)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 23:00:02.320483 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-59beccfc-f388-42c9-afe6-686a06531c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:02.462960 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-59beccfc-f388-42c9-afe6-686a06531c3a admin admin] Calling delete_port for 3f27792c-235e-481f-b1cc-d0b2acccaeb0 owned by network:router_interface {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 23:00:02.628959 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-59beccfc-f388-42c9-afe6-686a06531c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:02.633173 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d6c50430-1eb3-47af-91b6-4f6f3994894f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 23:00:02.679160 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59beccfc-f388-42c9-afe6-686a06531c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f27792c-235e-481f-b1cc-d0b2acccaeb0,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 23:00:02.682382 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-59beccfc-f388-42c9-afe6-686a06531c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 23:00:02.976735 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-59beccfc-f388-42c9-afe6-686a06531c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399292'] for router_interface, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:03.382611 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59beccfc-f388-42c9-afe6-686a06531c3a admin admin] Router 52e5f745-69d1-47a3-8baf-f6259006be66 has already been hosted by L3 agent dc32e700-75aa-4b50-8096-c00aee89a9c9 {{(pid=104397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 23:00:03.779201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59beccfc-f388-42c9-afe6-686a06531c3a admin admin] Notify agent at l3_agent.dv-neutron-792998-2-hyperv the message routers_updated {{(pid=104397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 23:00:03.792411 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498249fc-a65d-4d3c-88cd-0b5cde77f6f6 None None] Sync routers for ids ['52e5f745-69d1-47a3-8baf-f6259006be66'] in dv-neutron-792998-2-hyperv {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 23:00:03.792982 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-59beccfc-f388-42c9-afe6-686a06531c3a admin admin] 10.222.0.96 "PUT /v2.0/routers/52e5f745-69d1-47a3-8baf-f6259006be66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7514398 Jun 03 23:00:03.792982 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36912) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 23:00:03.803119 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498249fc-a65d-4d3c-88cd-0b5cde77f6f6 None None] Routers {'52e5f745-69d1-47a3-8baf-f6259006be66'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 23:00:03.803790 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-498249fc-a65d-4d3c-88cd-0b5cde77f6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:59:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['52e5f745-69d1-47a3-8baf-f6259006be66'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 23:00:04.005058 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-498249fc-a65d-4d3c-88cd-0b5cde77f6f6 None None] Set router 52e5f745-69d1-47a3-8baf-f6259006be66 gateway port host: dv-neutron-792998-2-hyperv {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 23:00:04.017283 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:04.220068 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:04.316884 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Deleting port b830246d-561c-468d-880e-ba111d48f6b1 {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 23:00:04.317201 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:04.395477 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-498249fc-a65d-4d3c-88cd-0b5cde77f6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'name': 'tempest-TestSnapshotPattern-1077655305-router', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'external_fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:45Z', 'updated_at': '2021-06-03T23:00:02Z', 'revision_number': 5, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'gw_port': {'id': 'b830246d-561c-468d-880e-ba111d48f6b1', 'name': '', 'network_id': '89480cb6-6a7d-4426-8e42-42be78eae688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:53:46Z', 'updated_at': '2021-06-03T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16900c06-59a0-4052-93ef-b2ab966fcd82', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-2-hyperv'}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 23:00:04.399269 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498249fc-a65d-4d3c-88cd-0b5cde77f6f6 None None] Checking router: 52e5f745-69d1-47a3-8baf-f6259006be66 for host: dv-neutron-792998-2-hyperv {{(pid=104399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 23:00:04.408007 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498249fc-a65d-4d3c-88cd-0b5cde77f6f6 None None] Routers {'52e5f745-69d1-47a3-8baf-f6259006be66'} bound to L3 agent in host dv-neutron-792998-2-hyperv {{(pid=104399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 03 23:00:04.408610 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-498249fc-a65d-4d3c-88cd-0b5cde77f6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:35:25Z,description=,heartbeat_timestamp=2021-06-03T22:59:55Z,host='dv-neutron-792998-2-hyperv',id=dc32e700-75aa-4b50-8096-c00aee89a9c9,load=0,resource_versions=,resources_synced=,started_at=2021-06-03T21:35:25Z,topic='l3_agent')) {'router_ids': ['52e5f745-69d1-47a3-8baf-f6259006be66'], 'active': True} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 23:00:04.477194 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] For port b830246d-561c-468d-880e-ba111d48f6b1, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=b830246d-561c-468d-880e-ba111d48f6b1,segment=NetworkSegment(039e9364-9e96-4091-94e1-1cc3416413e3),segment_id=039e9364-9e96-4091-94e1-1cc3416413e3)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 23:00:04.477543 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:04.567763 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_dvr_db [None req-498249fc-a65d-4d3c-88cd-0b5cde77f6f6 None None] Set router 52e5f745-69d1-47a3-8baf-f6259006be66 gateway port host: None {{(pid=104399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 03 23:00:04.621156 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Calling delete_port for b830246d-561c-468d-880e-ba111d48f6b1 owned by network:router_gateway {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 23:00:04.674661 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.l3_hamode_db [None req-498249fc-a65d-4d3c-88cd-0b5cde77f6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'name': 'tempest-TestSnapshotPattern-1077655305-router', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:45Z', 'updated_at': '2021-06-03T23:00:04Z', 'revision_number': 6, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'gw_port_host': None}], 'dv-neutron-792998-2-hyperv', False) {} {{(pid=104399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 23:00:04.679399 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498249fc-a65d-4d3c-88cd-0b5cde77f6f6 None None] The sync data for ids ['52e5f745-69d1-47a3-8baf-f6259006be66'] in dv-neutron-792998-2-hyperv is: [{'id': '52e5f745-69d1-47a3-8baf-f6259006be66', 'name': 'tempest-TestSnapshotPattern-1077655305-router', 'tenant_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:53:45Z', 'updated_at': '2021-06-03T23:00:04Z', 'revision_number': 6, 'project_id': 'acbdbd6f4f0d4bed9a167b3fe7d3928a', 'gw_port_host': None}] {{(pid=104399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 23:00:04.777494 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:04.781429 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-d0ef8e02-0e59-4a94-af48-eb6c1214323f tempest-TestSnapshotPattern-62188022 tempest-TestSnapshotPattern-62188022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 23:00:04.827290 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b830246d-561c-468d-880e-ba111d48f6b1,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 23:00:04.830367 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 23:00:04.934302 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3783711'] for router_gateway, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:05.111609 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105997'] for router, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:05.114183 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:05.145006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405685'] for router, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:05.145546 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52e5f745-69d1-47a3-8baf-f6259006be66 {{(pid=104397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 23:00:05.158847 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] Notify callbacks [] for router, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:05.160332 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-75bb2d03-df16-4518-ba96-3e4b880321c4 admin admin] 10.222.0.96 "DELETE /v2.0/routers/52e5f745-69d1-47a3-8baf-f6259006be66 HTTP/1.1" status: 204 len: 168 time: 1.3677285 Jun 03 23:00:05.163000 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36914) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 23:00:05.366795 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5ad916-a8d8-49cc-8c86-a9764b2b1717 admin admin] Deleting subnet c2810cd5-49b1-41a2-a437-c6cc9bbe14d4 {{(pid=104397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 03 23:00:05.370010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad916-a8d8-49cc-8c86-a9764b2b1717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:05.423377 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad916-a8d8-49cc-8c86-a9764b2b1717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27532953'] for subnet, precommit_delete_associations {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:05.505873 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad916-a8d8-49cc-8c86-a9764b2b1717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3462932'] for subnet, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:05.774582 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad916-a8d8-49cc-8c86-a9764b2b1717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3462941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27527002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27636618'] for subnet, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:05.779088 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-3876532c-4d00-41cb-ac84-4358e5790d5e tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 23:00:05.814444 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ad916-a8d8-49cc-8c86-a9764b2b1717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2810cd5-49b1-41a2-a437-c6cc9bbe14d4,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 23:00:05.817382 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-ba5ad916-a8d8-49cc-8c86-a9764b2b1717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 23:00:05.818434 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad916-a8d8-49cc-8c86-a9764b2b1717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:05.826254 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-ba5ad916-a8d8-49cc-8c86-a9764b2b1717 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/c2810cd5-49b1-41a2-a437-c6cc9bbe14d4 HTTP/1.1" status: 204 len: 168 time: 0.6610808 Jun 03 23:00:05.829392 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.wsgi [-] (104397) accepted ('10.222.0.96', 36916) {{(pid=104397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 23:00:05.831284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f52b6-f7da-4c17-a825-6e2be79ae879 None None] Network e8806428-2dc6-48f3-b59e-7356de9f1fc9 requested from dv-neutron-792998-2-hyperv {{(pid=104398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 03 23:00:05.948819 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3416304'] for network, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.027065 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Deleting port 0606a74f-1716-42f5-9893-23b467ec729d {{(pid=104397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 23:00:06.027275 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.070956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3f27792c-235e-481f-b1cc-d0b2acccaeb0 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 23:00:06.115295 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333ed56-6bda-4c49-9e7a-9af189299057 None None] DHCP port deletion for e8806428-2dc6-48f3-b59e-7356de9f1fc9 request from dv-neutron-792998-2-hyperv {{(pid=104398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 03 23:00:06.117092 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 3f27792c-235e-481f-b1cc-d0b2acccaeb0 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 23:00:06.117409 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 3f27792c-235e-481f-b1cc-d0b2acccaeb0 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 23:00:06.117839 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b830246d-561c-468d-880e-ba111d48f6b1 no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 23:00:06.134390 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.db [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] For port 0606a74f-1716-42f5-9893-23b467ec729d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0606a74f-1716-42f5-9893-23b467ec729d,segment=NetworkSegment(98c4b44d-aed2-48a4-839e-0dbf973caac6),segment_id=98c4b44d-aed2-48a4-839e-0dbf973caac6)] {{(pid=104397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 23:00:06.134746 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.152877 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: b830246d-561c-468d-880e-ba111d48f6b1 {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 23:00:06.153328 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device b830246d-561c-468d-880e-ba111d48f6b1 not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 23:00:06.232711 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e333ed56-6bda-4c49-9e7a-9af189299057 None None] Deleting port 0606a74f-1716-42f5-9893-23b467ec729d {{(pid=104398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 03 23:00:06.233006 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e333ed56-6bda-4c49-9e7a-9af189299057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763094351863'] for port, before_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.265010 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.plugin [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Calling delete_port for 0606a74f-1716-42f5-9893-23b467ec729d owned by network:dhcp {{(pid=104397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 23:00:06.316849 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27527023'] for port, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.320989 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-438b4a3d-a766-4015-86b2-b1f8410f154a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 23:00:06.337752 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.db [None req-e333ed56-6bda-4c49-9e7a-9af189299057 None None] For port 0606a74f-1716-42f5-9893-23b467ec729d, host dv-neutron-792998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-2-hyperv',level=0,port_id=0606a74f-1716-42f5-9893-23b467ec729d,segment=NetworkSegment(98c4b44d-aed2-48a4-839e-0dbf973caac6),segment_id=98c4b44d-aed2-48a4-839e-0dbf973caac6)] {{(pid=104398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 23:00:06.338494 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e333ed56-6bda-4c49-9e7a-9af189299057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400594'] for port, precommit_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.368351 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Pushing event deleted for resources: {'Port': ['ID=0606a74f-1716-42f5-9893-23b467ec729d,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 23:00:06.371723 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 23:00:06.376697 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] No DVR routers for this DVR port 0606a74f-1716-42f5-9893-23b467ec729d on host dv-neutron-792998-2-hyperv {{(pid=104397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 23:00:06.462492 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-e333ed56-6bda-4c49-9e7a-9af189299057 None None] Calling delete_port for 0606a74f-1716-42f5-9893-23b467ec729d owned by network:dhcp {{(pid=104398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 03 23:00:06.496852 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3656065', 'neutron.services.segments.db._delete_segments_for_network-8763094224321'] for network, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.511292 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e333ed56-6bda-4c49-9e7a-9af189299057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-618619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711918', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763094312951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763093877589'] for port, after_delete {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.511787 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8806428-2dc6-48f3-b59e-7356de9f1fc9']}} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 23:00:06.515144 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 23:00:06.524450 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c4b44d-aed2-48a4-839e-0dbf973caac6') {'for_net_delete': True} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 23:00:06.524739 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.services.segments.db [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c4b44d-aed2-48a4-839e-0dbf973caac6') {} {{(pid=104397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 23:00:06.537214 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763094228188', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27533024'] for segment, before_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.555680 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333'] for segment, precommit_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.557643 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333ed56-6bda-4c49-9e7a-9af189299057 None None] Pushing event deleted for resources: {'Port': ['ID=0606a74f-1716-42f5-9893-23b467ec729d,revision_number=None']} {{(pid=104398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 23:00:06.561182 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG oslo_concurrency.lockutils [None req-e333ed56-6bda-4c49-9e7a-9af189299057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 23:00:06.563533 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333ed56-6bda-4c49-9e7a-9af189299057 None None] No DVR routers for this DVR port 0606a74f-1716-42f5-9893-23b467ec729d on host dv-neutron-792998-2-hyperv {{(pid=104398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 23:00:06.566006 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=104397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 23:00:06.567916 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3463333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27527088'] for segment, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: Traceback (most recent call last): Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: timer() Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: cb(*args, **kw) Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: return func(*args, **kwargs) Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: self._notify() Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: self.callback(batched_events) Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: event.method(event) Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: aggregate_uuid = self.p_client.list_aggregates( Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: return f(self, *a, **k) Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._get(url).json() Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: return self.request(url, 'GET', **kwargs) Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: base_url = self.get_endpoint(auth, allow=allow, Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 03 23:00:06.582121 dv-neutron-792998-2-hyperv neutron-server[104397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 03 23:00:06.666985 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3656074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-415671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3711911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783796'] for network, after_delete {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.672491 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron_lib.callbacks.manager [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Notify callbacks [] for network, before_response {{(pid=104397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.675051 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-1b0a23fe-5356-41bb-8a21-8843ece23145 tempest-TestNetworkBasicOps-2094686619 tempest-TestNetworkBasicOps-2094686619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 23:00:06.696943 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Pushing event deleted for resources: {'Network': ['ID=e8806428-2dc6-48f3-b59e-7356de9f1fc9,revision_number=None']} {{(pid=104397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 23:00:06.699869 dv-neutron-792998-2-hyperv neutron-server[104397]: DEBUG oslo_concurrency.lockutils [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 23:00:06.701766 dv-neutron-792998-2-hyperv neutron-server[104397]: INFO neutron.wsgi [None req-b40d1221-6402-4ae6-810f-4bebfa18f08f admin admin] 10.222.0.96 "DELETE /v2.0/networks/e8806428-2dc6-48f3-b59e-7356de9f1fc9 HTTP/1.1" status: 204 len: 168 time: 0.8714180 Jun 03 23:00:06.828887 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36920) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 23:00:06.889426 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-b0884786-480c-46ae-b5f7-dbabac976a47 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ee8dc161deeb42bd93d3d46fbd079dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591192 Jun 03 23:00:06.892928 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36922) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 23:00:06.964530 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c0d1-7bf0-4d5a-bd10-3f7b0e09bf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:06.990976 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c0d1-7bf0-4d5a-bd10-3f7b0e09bf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:07.045144 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c0d1-7bf0-4d5a-bd10-3f7b0e09bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:07.049271 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-5ae14379-f8b2-47fd-8f8d-d0eca4a2df06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 23:00:07.063356 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6c0d1-7bf0-4d5a-bd10-3f7b0e09bf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3230907-39a2-4aed-85c1-cf87e3348a18,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 23:00:07.067197 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-7ee6c0d1-7bf0-4d5a-bd10-3f7b0e09bf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 23:00:07.070862 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c0d1-7bf0-4d5a-bd10-3f7b0e09bf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:07.072014 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-7ee6c0d1-7bf0-4d5a-bd10-3f7b0e09bf71 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c3230907-39a2-4aed-85c1-cf87e3348a18 HTTP/1.1" status: 204 len: 168 time: 0.1782234 Jun 03 23:00:07.452538 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36928) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 23:00:07.510804 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-dd26a43a-2213-4224-b815-471c920482a4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=acbdbd6f4f0d4bed9a167b3fe7d3928a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564053 Jun 03 23:00:07.514395 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [-] (104396) accepted ('10.222.0.96', 36930) {{(pid=104396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 23:00:07.577649 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-00cd2fb8-1c0c-4b5f-9644-3f9a5ae8aeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:07.607714 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-00cd2fb8-1c0c-4b5f-9644-3f9a5ae8aeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:07.670446 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-00cd2fb8-1c0c-4b5f-9644-3f9a5ae8aeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415582'] for security_group, after_delete {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:07.674324 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-9657966d-bfe7-40b4-a818-9d9201ce812c tempest-ServersAdminNegativeTestJSON-16252810 tempest-ServersAdminNegativeTestJSON-16252810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 23:00:07.687776 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd2fb8-1c0c-4b5f-9644-3f9a5ae8aeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03adabe2-132c-4d15-9e02-5f5c74d14a7d,revision_number=None']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 23:00:07.690648 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG oslo_concurrency.lockutils [None req-00cd2fb8-1c0c-4b5f-9644-3f9a5ae8aeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 23:00:07.692733 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-00cd2fb8-1c0c-4b5f-9644-3f9a5ae8aeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:07.693772 dv-neutron-792998-2-hyperv neutron-server[104396]: INFO neutron.wsgi [None req-00cd2fb8-1c0c-4b5f-9644-3f9a5ae8aeba admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/03adabe2-132c-4d15-9e02-5f5c74d14a7d HTTP/1.1" status: 204 len: 168 time: 0.1784317 Jun 03 23:00:08.077244 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0606a74f-1716-42f5-9893-23b467ec729d no longer exists at agent ovs-agent-dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 23:00:08.118931 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.plugin [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] No Port match for: 0606a74f-1716-42f5-9893-23b467ec729d {{(pid=104398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 03 23:00:08.119181 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron.plugins.ml2.rpc [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Device 0606a74f-1716-42f5-9893-23b467ec729d not bound to the agent host dv-neutron-792998-2-hyperv {{(pid=104398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 23:00:16.191932 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 23:00:22.807284 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e7d5d203-4d00-43db-9a95-4f41afa0170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:25.335826 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:25.472136 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-88c4750b-adee-42c5-9d33-ed68625a6f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:27.291346 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:27.713413 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:28.794715 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:52.803043 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-bb845f6c-e36e-4099-9607-fcb50fe28b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:53.191744 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 23:00:55.343949 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:55.470465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8841929a-69a3-4bd2-88ce-6db1e8181db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:57.294625 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:57.702532 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:00:58.798019 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:01:22.808224 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-62b90ea5-e000-4e1c-92c2-41a7838143a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:01:25.331029 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:01:25.467033 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-db0caab8-4da0-409e-b5e7-59f59c6fc1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:01:27.305487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:01:27.728304 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:01:28.846280 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:01:30.191784 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 23:01:33.358410 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-93b7cf00-24ef-42b2-bb44-80a6ab3f0942 req-43c929d2-7c24-46b4-a216-25de5afd1ad6 service neutron] (104396) timed out ('10.222.0.96', 35384) {{(pid=104396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 23:01:52.804307 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c907cf89-47aa-49a4-9051-df0eb3f0e0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:01:55.332399 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:01:55.464542 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-56457463-13fc-4535-9c90-0d14a6b90805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:01:57.308392 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:01:57.731541 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:01:58.806083 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:02:07.190908 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 23:02:22.802874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-12e0baef-588c-433a-8939-07ec35fc9679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:02:25.329978 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:02:25.460920 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-eea46729-50ef-487a-b0c3-4d3b0e405feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:02:27.305465 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:02:27.734900 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:02:28.807588 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:02:44.191257 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 23:02:52.797530 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-81226799-941b-4e54-a945-7e4ac1ef60d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:02:55.328581 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:02:55.464069 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-f3918125-ae61-4e30-b55a-fb46f21c4f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:02:57.316874 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:02:57.740367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:02:58.809053 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:03:21.191040 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 23:03:22.802564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4a801a5e-090e-413a-87a1-fd4f7b311880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:03:25.326214 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:03:25.465720 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-56e6b233-62d3-405d-8ea1-329aedd75a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:03:27.315239 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:03:27.765266 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:03:28.812840 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:03:52.807654 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-b2933d43-f1fe-415b-9b40-ff8dd9b48445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:03:55.324230 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:03:55.463772 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e3ff3915-d562-4f02-8a3e-e498cb2b2408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:03:57.319506 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:03:57.758330 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:03:58.190866 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 23:03:58.815771 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:04:22.814981 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-42356206-498a-4ccd-b205-7ba6a097ee53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:04:25.287468 dv-neutron-792998-2-hyperv neutron-server[104396]: DEBUG neutron.wsgi [req-8f57738f-0739-4d19-b3f7-34e1c0ad99ea req-ed76d89f-136f-40ec-82c1-9030d2a76bcb service neutron] (104396) timed out ('10.222.0.24', 61452) {{(pid=104396) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 23:04:25.319434 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:04:25.461367 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-328efc7c-eb00-4157-aa37-c9ecad4232fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:04:27.322956 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:04:27.772107 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:04:28.822623 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:04:35.191552 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 23:04:52.811893 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-9b99ff21-8db0-475c-a13c-d504ade8aad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:04:55.326646 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:04:55.457298 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-d603d286-2939-437a-a206-951db4ac1124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:04:57.325575 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:04:57.771557 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:04:58.822903 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:05:12.192446 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 23:05:22.806698 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a31c-a8fb-4698-a70e-507a4ca5df53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:05:25.330487 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:05:25.453564 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-e93e2297-86c6-4aba-849f-2b944ec1ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:05:27.326647 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:05:27.769459 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:05:28.829194 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:05:49.195221 dv-neutron-792998-2-hyperv neutron-server[104399]: DEBUG neutron.db.agents_db [None req-835f62dc-90b4-4f98-b9d6-9b97d53a4ba7 None None] Agent healthcheck: found 6 active agents {{(pid=104399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 03 23:05:52.803880 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-38993a7c-9d9b-4ffb-8ba2-fafe89b0b393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:05:55.328312 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-685dec2b-c78d-4cb4-a85f-964b543e4720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:05:55.449402 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-6a523bb7-b477-4f5e-bd9e-7aa06b3a16fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:05:57.328008 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb2a8-b448-4ecb-9560-fb09053590c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:05:57.780889 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-8d656a48-ff94-4979-be64-4d3fa955c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 23:05:58.830098 dv-neutron-792998-2-hyperv neutron-server[104398]: DEBUG neutron_lib.callbacks.manager [None req-4202e814-7f2a-4629-9dd5-5595ea3419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763094224303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653835'] for agent, after_update {{(pid=104398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}